@scrypted/libav 1.0.170 → 1.0.171
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/opus/.gitattributes +0 -10
- package/opus/.gitlab-ci.yml +0 -122
- package/opus/AUTHORS +0 -6
- package/opus/CMakeLists.txt +0 -755
- package/opus/COPYING +0 -44
- package/opus/ChangeLog +0 -0
- package/opus/LICENSE_PLEASE_READ.txt +0 -22
- package/opus/Makefile.am +0 -497
- package/opus/Makefile.mips +0 -169
- package/opus/Makefile.unix +0 -167
- package/opus/NEWS +0 -0
- package/opus/README +0 -189
- package/opus/README.draft +0 -54
- package/opus/autogen.bat +0 -13
- package/opus/autogen.sh +0 -16
- package/opus/celt/_kiss_fft_guts.h +0 -188
- package/opus/celt/arch.h +0 -390
- package/opus/celt/arm/arm2gnu.pl +0 -353
- package/opus/celt/arm/arm_celt_map.c +0 -171
- package/opus/celt/arm/armcpu.c +0 -291
- package/opus/celt/arm/armcpu.h +0 -90
- package/opus/celt/arm/armopts.s.in +0 -37
- package/opus/celt/arm/celt_fft_ne10.c +0 -173
- package/opus/celt/arm/celt_mdct_ne10.c +0 -258
- package/opus/celt/arm/celt_neon_intr.c +0 -272
- package/opus/celt/arm/celt_pitch_xcorr_arm.s +0 -551
- package/opus/celt/arm/fft_arm.h +0 -71
- package/opus/celt/arm/fixed_arm64.h +0 -35
- package/opus/celt/arm/fixed_armv4.h +0 -80
- package/opus/celt/arm/fixed_armv5e.h +0 -151
- package/opus/celt/arm/kiss_fft_armv4.h +0 -121
- package/opus/celt/arm/kiss_fft_armv5e.h +0 -118
- package/opus/celt/arm/mdct_arm.h +0 -59
- package/opus/celt/arm/meson.build +0 -12
- package/opus/celt/arm/pitch_arm.h +0 -160
- package/opus/celt/arm/pitch_neon_intr.c +0 -288
- package/opus/celt/bands.c +0 -1686
- package/opus/celt/bands.h +0 -123
- package/opus/celt/celt.c +0 -317
- package/opus/celt/celt.h +0 -255
- package/opus/celt/celt_decoder.c +0 -1616
- package/opus/celt/celt_encoder.c +0 -2854
- package/opus/celt/celt_lpc.c +0 -364
- package/opus/celt/celt_lpc.h +0 -66
- package/opus/celt/cpu_support.h +0 -72
- package/opus/celt/cwrs.c +0 -715
- package/opus/celt/cwrs.h +0 -48
- package/opus/celt/dump_modes/dump_modes.c +0 -400
- package/opus/celt/dump_modes/dump_modes_arch.h +0 -45
- package/opus/celt/dump_modes/dump_modes_arm_ne10.c +0 -152
- package/opus/celt/ecintrin.h +0 -91
- package/opus/celt/entcode.c +0 -153
- package/opus/celt/entcode.h +0 -152
- package/opus/celt/entdec.c +0 -266
- package/opus/celt/entdec.h +0 -110
- package/opus/celt/entenc.c +0 -305
- package/opus/celt/entenc.h +0 -119
- package/opus/celt/fixed_c5x.h +0 -79
- package/opus/celt/fixed_c6x.h +0 -70
- package/opus/celt/fixed_debug.h +0 -839
- package/opus/celt/fixed_generic.h +0 -201
- package/opus/celt/float_cast.h +0 -152
- package/opus/celt/kiss_fft.c +0 -648
- package/opus/celt/kiss_fft.h +0 -217
- package/opus/celt/laplace.c +0 -235
- package/opus/celt/laplace.h +0 -57
- package/opus/celt/mathops.c +0 -217
- package/opus/celt/mathops.h +0 -479
- package/opus/celt/mdct.c +0 -372
- package/opus/celt/mdct.h +0 -115
- package/opus/celt/meson.build +0 -64
- package/opus/celt/mfrngcod.h +0 -48
- package/opus/celt/mips/celt_mipsr1.h +0 -152
- package/opus/celt/mips/fixed_generic_mipsr1.h +0 -126
- package/opus/celt/mips/kiss_fft_mipsr1.h +0 -167
- package/opus/celt/mips/mdct_mipsr1.h +0 -288
- package/opus/celt/mips/pitch_mipsr1.h +0 -161
- package/opus/celt/mips/vq_mipsr1.h +0 -116
- package/opus/celt/modes.c +0 -450
- package/opus/celt/modes.h +0 -75
- package/opus/celt/opus_custom_demo.c +0 -451
- package/opus/celt/os_support.h +0 -99
- package/opus/celt/pitch.c +0 -555
- package/opus/celt/pitch.h +0 -203
- package/opus/celt/quant_bands.c +0 -562
- package/opus/celt/quant_bands.h +0 -66
- package/opus/celt/rate.c +0 -646
- package/opus/celt/rate.h +0 -101
- package/opus/celt/stack_alloc.h +0 -185
- package/opus/celt/static_modes_fixed.h +0 -1541
- package/opus/celt/static_modes_fixed_arm_ne10.h +0 -388
- package/opus/celt/static_modes_float.h +0 -888
- package/opus/celt/static_modes_float_arm_ne10.h +0 -404
- package/opus/celt/tests/meson.build +0 -19
- package/opus/celt/tests/test_unit_cwrs32.c +0 -162
- package/opus/celt/tests/test_unit_dft.c +0 -181
- package/opus/celt/tests/test_unit_entropy.c +0 -383
- package/opus/celt/tests/test_unit_laplace.c +0 -94
- package/opus/celt/tests/test_unit_mathops.c +0 -369
- package/opus/celt/tests/test_unit_mdct.c +0 -233
- package/opus/celt/tests/test_unit_rotation.c +0 -87
- package/opus/celt/tests/test_unit_types.c +0 -50
- package/opus/celt/vq.c +0 -442
- package/opus/celt/vq.h +0 -79
- package/opus/celt/x86/celt_lpc_sse.h +0 -67
- package/opus/celt/x86/celt_lpc_sse4_1.c +0 -96
- package/opus/celt/x86/pitch_avx.c +0 -101
- package/opus/celt/x86/pitch_sse.c +0 -185
- package/opus/celt/x86/pitch_sse.h +0 -216
- package/opus/celt/x86/pitch_sse2.c +0 -95
- package/opus/celt/x86/pitch_sse4_1.c +0 -240
- package/opus/celt/x86/vq_sse.h +0 -52
- package/opus/celt/x86/vq_sse2.c +0 -217
- package/opus/celt/x86/x86_arch_macros.h +0 -47
- package/opus/celt/x86/x86_celt_map.c +0 -187
- package/opus/celt/x86/x86cpu.c +0 -184
- package/opus/celt/x86/x86cpu.h +0 -112
- package/opus/celt_headers.mk +0 -54
- package/opus/celt_sources.mk +0 -55
- package/opus/cmake/CFeatureCheck.cmake +0 -39
- package/opus/cmake/OpusBuildtype.cmake +0 -27
- package/opus/cmake/OpusConfig.cmake +0 -118
- package/opus/cmake/OpusConfig.cmake.in +0 -20
- package/opus/cmake/OpusFunctions.cmake +0 -231
- package/opus/cmake/OpusPackageVersion.cmake +0 -70
- package/opus/cmake/OpusSources.cmake +0 -71
- package/opus/cmake/README.md +0 -132
- package/opus/cmake/RunTest.cmake +0 -61
- package/opus/cmake/config.h.cmake.in +0 -1
- package/opus/cmake/cpu_info_by_asm.c +0 -31
- package/opus/cmake/cpu_info_by_c.c +0 -9
- package/opus/cmake/vla.c +0 -7
- package/opus/configure.ac +0 -1091
- package/opus/dnn/LPCNet.yml +0 -24
- package/opus/dnn/README +0 -1
- package/opus/dnn/README.md +0 -126
- package/opus/dnn/adaconvtest.c +0 -449
- package/opus/dnn/arm/arm_dnn_map.c +0 -88
- package/opus/dnn/arm/dnn_arm.h +0 -104
- package/opus/dnn/arm/nnet_dotprod.c +0 -38
- package/opus/dnn/arm/nnet_neon.c +0 -38
- package/opus/dnn/burg.c +0 -246
- package/opus/dnn/burg.h +0 -41
- package/opus/dnn/common.h +0 -56
- package/opus/dnn/datasets.txt +0 -163
- package/opus/dnn/download_model.bat +0 -9
- package/opus/dnn/download_model.sh +0 -30
- package/opus/dnn/dred_coding.c +0 -44
- package/opus/dnn/dred_coding.h +0 -36
- package/opus/dnn/dred_config.h +0 -54
- package/opus/dnn/dred_decoder.c +0 -129
- package/opus/dnn/dred_decoder.h +0 -49
- package/opus/dnn/dred_encoder.c +0 -363
- package/opus/dnn/dred_encoder.h +0 -71
- package/opus/dnn/dred_rdovae.h +0 -42
- package/opus/dnn/dred_rdovae_dec.c +0 -139
- package/opus/dnn/dred_rdovae_dec.h +0 -53
- package/opus/dnn/dred_rdovae_enc.c +0 -110
- package/opus/dnn/dred_rdovae_enc.h +0 -52
- package/opus/dnn/dump_data.c +0 -238
- package/opus/dnn/dump_lpcnet_tables.c +0 -104
- package/opus/dnn/fargan.c +0 -225
- package/opus/dnn/fargan.h +0 -68
- package/opus/dnn/fargan_demo.c +0 -217
- package/opus/dnn/freq.c +0 -328
- package/opus/dnn/freq.h +0 -61
- package/opus/dnn/fwgan.c +0 -322
- package/opus/dnn/fwgan.h +0 -83
- package/opus/dnn/kiss99.c +0 -81
- package/opus/dnn/kiss99.h +0 -46
- package/opus/dnn/lossgen.c +0 -192
- package/opus/dnn/lossgen.h +0 -55
- package/opus/dnn/lossgen_demo.c +0 -22
- package/opus/dnn/lpcnet.c +0 -283
- package/opus/dnn/lpcnet.h +0 -183
- package/opus/dnn/lpcnet_enc.c +0 -230
- package/opus/dnn/lpcnet_plc.c +0 -211
- package/opus/dnn/lpcnet_private.h +0 -90
- package/opus/dnn/lpcnet_tables.c +0 -307
- package/opus/dnn/meson.build +0 -64
- package/opus/dnn/nndsp.c +0 -416
- package/opus/dnn/nndsp.h +0 -143
- package/opus/dnn/nnet.c +0 -149
- package/opus/dnn/nnet.h +0 -163
- package/opus/dnn/nnet_arch.h +0 -247
- package/opus/dnn/nnet_default.c +0 -35
- package/opus/dnn/osce.c +0 -1419
- package/opus/dnn/osce.h +0 -84
- package/opus/dnn/osce_config.h +0 -60
- package/opus/dnn/osce_features.c +0 -454
- package/opus/dnn/osce_features.h +0 -50
- package/opus/dnn/osce_structs.h +0 -125
- package/opus/dnn/parse_lpcnet_weights.c +0 -238
- package/opus/dnn/pitchdnn.c +0 -79
- package/opus/dnn/pitchdnn.h +0 -34
- package/opus/dnn/tansig_table.h +0 -50
- package/opus/dnn/test_vec.c +0 -128
- package/opus/dnn/torch/dnntools/dnntools/__init__.py +0 -2
- package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +0 -1
- package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +0 -113
- package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +0 -2
- package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +0 -85
- package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +0 -449
- package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +0 -6
- package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +0 -58
- package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +0 -123
- package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +0 -133
- package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +0 -134
- package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +0 -178
- package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +0 -128
- package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +0 -64
- package/opus/dnn/torch/dnntools/requirements.txt +0 -1
- package/opus/dnn/torch/dnntools/setup.py +0 -48
- package/opus/dnn/torch/fargan/README.md +0 -54
- package/opus/dnn/torch/fargan/adv_train_fargan.py +0 -277
- package/opus/dnn/torch/fargan/dataset.py +0 -61
- package/opus/dnn/torch/fargan/dump_fargan_weights.py +0 -112
- package/opus/dnn/torch/fargan/fargan.py +0 -322
- package/opus/dnn/torch/fargan/filters.py +0 -46
- package/opus/dnn/torch/fargan/rc.py +0 -29
- package/opus/dnn/torch/fargan/stft_loss.py +0 -186
- package/opus/dnn/torch/fargan/test_fargan.py +0 -128
- package/opus/dnn/torch/fargan/train_fargan.py +0 -168
- package/opus/dnn/torch/fwgan/dump_model_weights.py +0 -88
- package/opus/dnn/torch/fwgan/inference.py +0 -141
- package/opus/dnn/torch/fwgan/models/__init__.py +0 -7
- package/opus/dnn/torch/fwgan/models/fwgan400.py +0 -308
- package/opus/dnn/torch/fwgan/models/fwgan500.py +0 -260
- package/opus/dnn/torch/lossgen/README.md +0 -27
- package/opus/dnn/torch/lossgen/export_lossgen.py +0 -101
- package/opus/dnn/torch/lossgen/lossgen.py +0 -29
- package/opus/dnn/torch/lossgen/process_data.sh +0 -17
- package/opus/dnn/torch/lossgen/test_lossgen.py +0 -42
- package/opus/dnn/torch/lossgen/train_lossgen.py +0 -99
- package/opus/dnn/torch/lpcnet/README.md +0 -27
- package/opus/dnn/torch/lpcnet/add_dataset_config.py +0 -77
- package/opus/dnn/torch/lpcnet/data/__init__.py +0 -1
- package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +0 -227
- package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +0 -141
- package/opus/dnn/torch/lpcnet/make_default_setup.py +0 -56
- package/opus/dnn/torch/lpcnet/make_test_config.py +0 -78
- package/opus/dnn/torch/lpcnet/models/__init__.py +0 -8
- package/opus/dnn/torch/lpcnet/models/lpcnet.py +0 -303
- package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +0 -437
- package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +0 -64
- package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +0 -190
- package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +0 -52
- package/opus/dnn/torch/lpcnet/scripts/make_animation.py +0 -67
- package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +0 -17
- package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +0 -17
- package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +0 -22
- package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +0 -54
- package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +0 -22
- package/opus/dnn/torch/lpcnet/scripts/update_setups.py +0 -57
- package/opus/dnn/torch/lpcnet/test_lpcnet.py +0 -89
- package/opus/dnn/torch/lpcnet/train_lpcnet.py +0 -272
- package/opus/dnn/torch/lpcnet/utils/__init__.py +0 -4
- package/opus/dnn/torch/lpcnet/utils/data.py +0 -141
- package/opus/dnn/torch/lpcnet/utils/endoscopy.py +0 -234
- package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +0 -3
- package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +0 -44
- package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +0 -71
- package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +0 -497
- package/opus/dnn/torch/lpcnet/utils/misc.py +0 -65
- package/opus/dnn/torch/lpcnet/utils/pcm.py +0 -35
- package/opus/dnn/torch/lpcnet/utils/sample.py +0 -44
- package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +0 -2
- package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +0 -121
- package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +0 -187
- package/opus/dnn/torch/lpcnet/utils/templates.py +0 -157
- package/opus/dnn/torch/lpcnet/utils/ulaw.py +0 -58
- package/opus/dnn/torch/lpcnet/utils/wav.py +0 -43
- package/opus/dnn/torch/neural-pitch/README.md +0 -18
- package/opus/dnn/torch/neural-pitch/data_augmentation.py +0 -149
- package/opus/dnn/torch/neural-pitch/download_demand.sh +0 -43
- package/opus/dnn/torch/neural-pitch/evaluation.py +0 -349
- package/opus/dnn/torch/neural-pitch/experiments.py +0 -38
- package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +0 -109
- package/opus/dnn/torch/neural-pitch/models.py +0 -178
- package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +0 -179
- package/opus/dnn/torch/neural-pitch/ptdb_process.sh +0 -34
- package/opus/dnn/torch/neural-pitch/run_crepe.py +0 -72
- package/opus/dnn/torch/neural-pitch/training.py +0 -162
- package/opus/dnn/torch/neural-pitch/utils.py +0 -59
- package/opus/dnn/torch/osce/README.md +0 -66
- package/opus/dnn/torch/osce/adv_train_model.py +0 -462
- package/opus/dnn/torch/osce/adv_train_vocoder.py +0 -451
- package/opus/dnn/torch/osce/create_testvectors.py +0 -165
- package/opus/dnn/torch/osce/data/__init__.py +0 -2
- package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +0 -225
- package/opus/dnn/torch/osce/data/silk_conversion_set.py +0 -132
- package/opus/dnn/torch/osce/data/silk_enhancement_set.py +0 -140
- package/opus/dnn/torch/osce/engine/engine.py +0 -103
- package/opus/dnn/torch/osce/engine/vocoder_engine.py +0 -101
- package/opus/dnn/torch/osce/export_model_weights.py +0 -174
- package/opus/dnn/torch/osce/losses/stft_loss.py +0 -277
- package/opus/dnn/torch/osce/losses/td_lowpass.py +0 -34
- package/opus/dnn/torch/osce/make_default_setup.py +0 -93
- package/opus/dnn/torch/osce/models/__init__.py +0 -42
- package/opus/dnn/torch/osce/models/fd_discriminator.py +0 -974
- package/opus/dnn/torch/osce/models/lace.py +0 -190
- package/opus/dnn/torch/osce/models/lavoce.py +0 -274
- package/opus/dnn/torch/osce/models/lavoce_400.py +0 -254
- package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +0 -91
- package/opus/dnn/torch/osce/models/nns_base.py +0 -69
- package/opus/dnn/torch/osce/models/no_lace.py +0 -218
- package/opus/dnn/torch/osce/models/scale_embedding.py +0 -68
- package/opus/dnn/torch/osce/models/shape_up_48.py +0 -179
- package/opus/dnn/torch/osce/models/silk_feature_net.py +0 -86
- package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +0 -127
- package/opus/dnn/torch/osce/requirements.txt +0 -9
- package/opus/dnn/torch/osce/resources/training_files.txt +0 -107716
- package/opus/dnn/torch/osce/resources/validation_files.txt +0 -26929
- package/opus/dnn/torch/osce/scripts/concatenator.py +0 -85
- package/opus/dnn/torch/osce/silk_16_to_48.py +0 -28
- package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +0 -123
- package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +0 -25
- package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +0 -7
- package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +0 -113
- package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +0 -330
- package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +0 -116
- package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +0 -109
- package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +0 -124
- package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +0 -121
- package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +0 -182
- package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +0 -190
- package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +0 -98
- package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +0 -138
- package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +0 -196
- package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +0 -205
- package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +0 -313
- package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +0 -320
- package/opus/dnn/torch/osce/stndrd/presentation/playback.py +0 -25
- package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +0 -275
- package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +0 -173
- package/opus/dnn/torch/osce/test_model.py +0 -96
- package/opus/dnn/torch/osce/test_vocoder.py +0 -103
- package/opus/dnn/torch/osce/train_model.py +0 -307
- package/opus/dnn/torch/osce/train_vocoder.py +0 -287
- package/opus/dnn/torch/osce/utils/ada_conv.py +0 -71
- package/opus/dnn/torch/osce/utils/complexity.py +0 -8
- package/opus/dnn/torch/osce/utils/endoscopy.py +0 -205
- package/opus/dnn/torch/osce/utils/layers/fir.py +0 -27
- package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +0 -230
- package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +0 -200
- package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +0 -100
- package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +0 -84
- package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +0 -167
- package/opus/dnn/torch/osce/utils/layers/td_shaper.py +0 -145
- package/opus/dnn/torch/osce/utils/lpcnet_features.py +0 -112
- package/opus/dnn/torch/osce/utils/misc.py +0 -95
- package/opus/dnn/torch/osce/utils/moc.py +0 -153
- package/opus/dnn/torch/osce/utils/pitch.py +0 -122
- package/opus/dnn/torch/osce/utils/silk_features.py +0 -144
- package/opus/dnn/torch/osce/utils/softquant.py +0 -110
- package/opus/dnn/torch/osce/utils/spec.py +0 -210
- package/opus/dnn/torch/osce/utils/templates.py +0 -347
- package/opus/dnn/torch/plc/export_plc.py +0 -100
- package/opus/dnn/torch/plc/plc.py +0 -144
- package/opus/dnn/torch/plc/plc_dataset.py +0 -60
- package/opus/dnn/torch/plc/train_plc.py +0 -145
- package/opus/dnn/torch/rdovae/README.md +0 -55
- package/opus/dnn/torch/rdovae/download_datasets.sh +0 -6
- package/opus/dnn/torch/rdovae/export_rdovae_weights.py +0 -365
- package/opus/dnn/torch/rdovae/fec_encoder.py +0 -212
- package/opus/dnn/torch/rdovae/import_rdovae_weights.py +0 -143
- package/opus/dnn/torch/rdovae/packets/__init__.py +0 -1
- package/opus/dnn/torch/rdovae/packets/fec_packets.c +0 -142
- package/opus/dnn/torch/rdovae/packets/fec_packets.h +0 -34
- package/opus/dnn/torch/rdovae/packets/fec_packets.py +0 -108
- package/opus/dnn/torch/rdovae/process_speech.sh +0 -7
- package/opus/dnn/torch/rdovae/rdovae/__init__.py +0 -2
- package/opus/dnn/torch/rdovae/rdovae/dataset.py +0 -67
- package/opus/dnn/torch/rdovae/rdovae/rdovae.py +0 -719
- package/opus/dnn/torch/rdovae/requirements.txt +0 -4
- package/opus/dnn/torch/rdovae/train_rdovae.py +0 -278
- package/opus/dnn/torch/testsuite/README.md +0 -46
- package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +0 -6
- package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +0 -5
- package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +0 -5
- package/opus/dnn/torch/testsuite/requirements.txt +0 -12
- package/opus/dnn/torch/testsuite/run_test.py +0 -375
- package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
- package/opus/dnn/torch/testsuite/utils/files.py +0 -54
- package/opus/dnn/torch/testsuite/utils/pesq.py +0 -43
- package/opus/dnn/torch/testsuite/utils/pitch.py +0 -61
- package/opus/dnn/torch/weight-exchange/README.md +0 -21
- package/opus/dnn/torch/weight-exchange/requirements.txt +0 -1
- package/opus/dnn/torch/weight-exchange/setup.py +0 -48
- package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +0 -30
- package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +0 -31
- package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +0 -181
- package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +0 -386
- package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +0 -5
- package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +0 -188
- package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +0 -37
- package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +0 -433
- package/opus/dnn/training_tf2/dataloader.py +0 -49
- package/opus/dnn/training_tf2/decode_rdovae.py +0 -111
- package/opus/dnn/training_tf2/diffembed.py +0 -49
- package/opus/dnn/training_tf2/dump_lpcnet.py +0 -388
- package/opus/dnn/training_tf2/dump_plc.py +0 -296
- package/opus/dnn/training_tf2/dump_rdovae.py +0 -306
- package/opus/dnn/training_tf2/encode_rdovae.py +0 -125
- package/opus/dnn/training_tf2/fec_encoder.py +0 -256
- package/opus/dnn/training_tf2/fec_packets.c +0 -142
- package/opus/dnn/training_tf2/fec_packets.h +0 -34
- package/opus/dnn/training_tf2/fec_packets.py +0 -108
- package/opus/dnn/training_tf2/keraslayerdump.py +0 -189
- package/opus/dnn/training_tf2/lossfuncs.py +0 -99
- package/opus/dnn/training_tf2/lpcnet.py +0 -339
- package/opus/dnn/training_tf2/lpcnet_plc.py +0 -101
- package/opus/dnn/training_tf2/mdense.py +0 -95
- package/opus/dnn/training_tf2/pade.py +0 -70
- package/opus/dnn/training_tf2/parameters.py +0 -29
- package/opus/dnn/training_tf2/plc_loader.py +0 -73
- package/opus/dnn/training_tf2/rdovae.py +0 -372
- package/opus/dnn/training_tf2/rdovae_exchange.py +0 -138
- package/opus/dnn/training_tf2/rdovae_import.py +0 -123
- package/opus/dnn/training_tf2/test_lpcnet.py +0 -120
- package/opus/dnn/training_tf2/test_plc.py +0 -92
- package/opus/dnn/training_tf2/tf_funcs.py +0 -70
- package/opus/dnn/training_tf2/train_lpcnet.py +0 -214
- package/opus/dnn/training_tf2/train_plc.py +0 -197
- package/opus/dnn/training_tf2/train_rdovae.py +0 -151
- package/opus/dnn/training_tf2/ulaw.py +0 -19
- package/opus/dnn/training_tf2/uniform_noise.py +0 -78
- package/opus/dnn/vec.h +0 -389
- package/opus/dnn/vec_avx.h +0 -884
- package/opus/dnn/vec_neon.h +0 -473
- package/opus/dnn/write_lpcnet_weights.c +0 -97
- package/opus/dnn/x86/dnn_x86.h +0 -121
- package/opus/dnn/x86/nnet_avx2.c +0 -40
- package/opus/dnn/x86/nnet_sse2.c +0 -40
- package/opus/dnn/x86/nnet_sse4_1.c +0 -40
- package/opus/dnn/x86/x86_dnn_map.c +0 -83
- package/opus/doc/Doxyfile.in +0 -340
- package/opus/doc/Makefile.am +0 -45
- package/opus/doc/build_draft.sh +0 -113
- package/opus/doc/build_isobmff.sh +0 -50
- package/opus/doc/build_oggdraft.sh +0 -52
- package/opus/doc/customdoxygen.css +0 -1011
- package/opus/doc/draft-ietf-codec-oggopus.xml +0 -1873
- package/opus/doc/draft-ietf-codec-opus-update.xml +0 -513
- package/opus/doc/draft-ietf-codec-opus.xml +0 -8276
- package/opus/doc/draft-ietf-payload-rtp-opus.xml +0 -960
- package/opus/doc/footer.html +0 -32
- package/opus/doc/header.html +0 -61
- package/opus/doc/meson.build +0 -33
- package/opus/doc/opus_in_isobmff.css +0 -60
- package/opus/doc/opus_in_isobmff.html +0 -692
- package/opus/doc/opus_logo.svg +0 -157
- package/opus/doc/opus_update.patch +0 -244
- package/opus/doc/release.txt +0 -43
- package/opus/doc/trivial_example.c +0 -171
- package/opus/include/meson.build +0 -13
- package/opus/include/opus.h +0 -1172
- package/opus/include/opus_custom.h +0 -381
- package/opus/include/opus_defines.h +0 -830
- package/opus/include/opus_multistream.h +0 -736
- package/opus/include/opus_projection.h +0 -643
- package/opus/include/opus_types.h +0 -166
- package/opus/lpcnet_headers.mk +0 -44
- package/opus/lpcnet_sources.mk +0 -44
- package/opus/m4/as-gcc-inline-assembly.m4 +0 -98
- package/opus/m4/ax_add_fortify_source.m4 +0 -53
- package/opus/m4/opus-intrinsics.m4 +0 -29
- package/opus/meson/README.md +0 -88
- package/opus/meson/get-version.py +0 -86
- package/opus/meson/read-sources-list.py +0 -28
- package/opus/meson.build +0 -745
- package/opus/meson_options.txt +0 -27
- package/opus/opus-uninstalled.pc.in +0 -12
- package/opus/opus.m4 +0 -117
- package/opus/opus.pc.in +0 -16
- package/opus/opus_headers.mk +0 -8
- package/opus/opus_sources.mk +0 -17
- package/opus/releases.sha2 +0 -85
- package/opus/scripts/dump_rnn.py +0 -57
- package/opus/scripts/local_build.py +0 -220
- package/opus/scripts/rnn_train.py +0 -67
- package/opus/scripts/shrink_model.sh +0 -7
- package/opus/silk/A2NLSF.c +0 -267
- package/opus/silk/API.h +0 -156
- package/opus/silk/CNG.c +0 -188
- package/opus/silk/HP_variable_cutoff.c +0 -77
- package/opus/silk/Inlines.h +0 -188
- package/opus/silk/LPC_analysis_filter.c +0 -111
- package/opus/silk/LPC_fit.c +0 -82
- package/opus/silk/LPC_inv_pred_gain.c +0 -141
- package/opus/silk/LP_variable_cutoff.c +0 -135
- package/opus/silk/MacroCount.h +0 -710
- package/opus/silk/MacroDebug.h +0 -945
- package/opus/silk/NLSF2A.c +0 -141
- package/opus/silk/NLSF_VQ.c +0 -76
- package/opus/silk/NLSF_VQ_weights_laroia.c +0 -80
- package/opus/silk/NLSF_decode.c +0 -93
- package/opus/silk/NLSF_del_dec_quant.c +0 -215
- package/opus/silk/NLSF_encode.c +0 -124
- package/opus/silk/NLSF_stabilize.c +0 -142
- package/opus/silk/NLSF_unpack.c +0 -55
- package/opus/silk/NSQ.c +0 -437
- package/opus/silk/NSQ.h +0 -101
- package/opus/silk/NSQ_del_dec.c +0 -733
- package/opus/silk/PLC.c +0 -493
- package/opus/silk/PLC.h +0 -65
- package/opus/silk/SigProc_FIX.h +0 -643
- package/opus/silk/VAD.c +0 -360
- package/opus/silk/VQ_WMat_EC.c +0 -131
- package/opus/silk/ana_filt_bank_1.c +0 -74
- package/opus/silk/arm/LPC_inv_pred_gain_arm.h +0 -57
- package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +0 -288
- package/opus/silk/arm/NSQ_del_dec_arm.h +0 -100
- package/opus/silk/arm/NSQ_del_dec_neon_intr.c +0 -1138
- package/opus/silk/arm/NSQ_neon.c +0 -112
- package/opus/silk/arm/NSQ_neon.h +0 -114
- package/opus/silk/arm/SigProc_FIX_armv4.h +0 -47
- package/opus/silk/arm/SigProc_FIX_armv5e.h +0 -61
- package/opus/silk/arm/arm_silk_map.c +0 -128
- package/opus/silk/arm/biquad_alt_arm.h +0 -68
- package/opus/silk/arm/biquad_alt_neon_intr.c +0 -156
- package/opus/silk/arm/macros_arm64.h +0 -39
- package/opus/silk/arm/macros_armv4.h +0 -110
- package/opus/silk/arm/macros_armv5e.h +0 -220
- package/opus/silk/biquad_alt.c +0 -121
- package/opus/silk/bwexpander.c +0 -51
- package/opus/silk/bwexpander_32.c +0 -51
- package/opus/silk/check_control_input.c +0 -106
- package/opus/silk/code_signs.c +0 -115
- package/opus/silk/control.h +0 -161
- package/opus/silk/control_SNR.c +0 -113
- package/opus/silk/control_audio_bandwidth.c +0 -132
- package/opus/silk/control_codec.c +0 -423
- package/opus/silk/debug.c +0 -174
- package/opus/silk/debug.h +0 -267
- package/opus/silk/dec_API.c +0 -465
- package/opus/silk/decode_core.c +0 -243
- package/opus/silk/decode_frame.c +0 -169
- package/opus/silk/decode_indices.c +0 -151
- package/opus/silk/decode_parameters.c +0 -115
- package/opus/silk/decode_pitch.c +0 -77
- package/opus/silk/decode_pulses.c +0 -115
- package/opus/silk/decoder_set_fs.c +0 -108
- package/opus/silk/define.h +0 -235
- package/opus/silk/enc_API.c +0 -593
- package/opus/silk/encode_indices.c +0 -181
- package/opus/silk/encode_pulses.c +0 -206
- package/opus/silk/errors.h +0 -98
- package/opus/silk/fixed/LTP_analysis_filter_FIX.c +0 -90
- package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +0 -58
- package/opus/silk/fixed/apply_sine_window_FIX.c +0 -101
- package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +0 -68
- package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +0 -265
- package/opus/silk/fixed/autocorr_FIX.c +0 -48
- package/opus/silk/fixed/burg_modified_FIX.c +0 -280
- package/opus/silk/fixed/corrMatrix_FIX.c +0 -150
- package/opus/silk/fixed/encode_frame_FIX.c +0 -444
- package/opus/silk/fixed/find_LPC_FIX.c +0 -151
- package/opus/silk/fixed/find_LTP_FIX.c +0 -99
- package/opus/silk/fixed/find_pitch_lags_FIX.c +0 -143
- package/opus/silk/fixed/find_pred_coefs_FIX.c +0 -146
- package/opus/silk/fixed/k2a_FIX.c +0 -54
- package/opus/silk/fixed/k2a_Q16_FIX.c +0 -54
- package/opus/silk/fixed/main_FIX.h +0 -244
- package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +0 -336
- package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +0 -184
- package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +0 -165
- package/opus/silk/fixed/noise_shape_analysis_FIX.c +0 -407
- package/opus/silk/fixed/pitch_analysis_core_FIX.c +0 -721
- package/opus/silk/fixed/process_gains_FIX.c +0 -117
- package/opus/silk/fixed/regularize_correlations_FIX.c +0 -47
- package/opus/silk/fixed/residual_energy16_FIX.c +0 -103
- package/opus/silk/fixed/residual_energy_FIX.c +0 -98
- package/opus/silk/fixed/schur64_FIX.c +0 -93
- package/opus/silk/fixed/schur_FIX.c +0 -107
- package/opus/silk/fixed/structs_FIX.h +0 -116
- package/opus/silk/fixed/vector_ops_FIX.c +0 -102
- package/opus/silk/fixed/warped_autocorrelation_FIX.c +0 -92
- package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +0 -400
- package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +0 -93
- package/opus/silk/float/LPC_analysis_filter_FLP.c +0 -249
- package/opus/silk/float/LPC_inv_pred_gain_FLP.c +0 -73
- package/opus/silk/float/LTP_analysis_filter_FLP.c +0 -75
- package/opus/silk/float/LTP_scale_ctrl_FLP.c +0 -58
- package/opus/silk/float/SigProc_FLP.h +0 -205
- package/opus/silk/float/apply_sine_window_FLP.c +0 -81
- package/opus/silk/float/autocorrelation_FLP.c +0 -53
- package/opus/silk/float/burg_modified_FLP.c +0 -187
- package/opus/silk/float/bwexpander_FLP.c +0 -49
- package/opus/silk/float/corrMatrix_FLP.c +0 -95
- package/opus/silk/float/encode_frame_FLP.c +0 -432
- package/opus/silk/float/energy_FLP.c +0 -59
- package/opus/silk/float/find_LPC_FLP.c +0 -105
- package/opus/silk/float/find_LTP_FLP.c +0 -65
- package/opus/silk/float/find_pitch_lags_FLP.c +0 -132
- package/opus/silk/float/find_pred_coefs_FLP.c +0 -117
- package/opus/silk/float/inner_product_FLP.c +0 -59
- package/opus/silk/float/k2a_FLP.c +0 -54
- package/opus/silk/float/main_FLP.h +0 -290
- package/opus/silk/float/noise_shape_analysis_FLP.c +0 -350
- package/opus/silk/float/pitch_analysis_core_FLP.c +0 -630
- package/opus/silk/float/process_gains_FLP.c +0 -103
- package/opus/silk/float/regularize_correlations_FLP.c +0 -48
- package/opus/silk/float/residual_energy_FLP.c +0 -117
- package/opus/silk/float/scale_copy_vector_FLP.c +0 -57
- package/opus/silk/float/scale_vector_FLP.c +0 -56
- package/opus/silk/float/schur_FLP.c +0 -70
- package/opus/silk/float/sort_FLP.c +0 -83
- package/opus/silk/float/structs_FLP.h +0 -112
- package/opus/silk/float/warped_autocorrelation_FLP.c +0 -75
- package/opus/silk/float/wrappers_FLP.c +0 -209
- package/opus/silk/float/x86/inner_product_FLP_avx2.c +0 -85
- package/opus/silk/gain_quant.c +0 -142
- package/opus/silk/init_decoder.c +0 -84
- package/opus/silk/init_encoder.c +0 -68
- package/opus/silk/inner_prod_aligned.c +0 -47
- package/opus/silk/interpolate.c +0 -51
- package/opus/silk/lin2log.c +0 -46
- package/opus/silk/log2lin.c +0 -58
- package/opus/silk/macros.h +0 -151
- package/opus/silk/main.h +0 -486
- package/opus/silk/meson.build +0 -69
- package/opus/silk/mips/NSQ_del_dec_mipsr1.h +0 -410
- package/opus/silk/mips/macros_mipsr1.h +0 -92
- package/opus/silk/mips/sigproc_fix_mipsr1.h +0 -60
- package/opus/silk/pitch_est_defines.h +0 -88
- package/opus/silk/pitch_est_tables.c +0 -99
- package/opus/silk/process_NLSFs.c +0 -107
- package/opus/silk/quant_LTP_gains.c +0 -132
- package/opus/silk/resampler.c +0 -215
- package/opus/silk/resampler_down2.c +0 -74
- package/opus/silk/resampler_down2_3.c +0 -103
- package/opus/silk/resampler_private.h +0 -88
- package/opus/silk/resampler_private_AR2.c +0 -55
- package/opus/silk/resampler_private_IIR_FIR.c +0 -107
- package/opus/silk/resampler_private_down_FIR.c +0 -194
- package/opus/silk/resampler_private_up2_HQ.c +0 -113
- package/opus/silk/resampler_rom.c +0 -96
- package/opus/silk/resampler_rom.h +0 -68
- package/opus/silk/resampler_structs.h +0 -60
- package/opus/silk/shell_coder.c +0 -151
- package/opus/silk/sigm_Q15.c +0 -76
- package/opus/silk/sort.c +0 -154
- package/opus/silk/stereo_LR_to_MS.c +0 -229
- package/opus/silk/stereo_MS_to_LR.c +0 -85
- package/opus/silk/stereo_decode_pred.c +0 -73
- package/opus/silk/stereo_encode_pred.c +0 -62
- package/opus/silk/stereo_find_predictor.c +0 -79
- package/opus/silk/stereo_quant_pred.c +0 -73
- package/opus/silk/structs.h +0 -357
- package/opus/silk/sum_sqr_shift.c +0 -83
- package/opus/silk/table_LSF_cos.c +0 -70
- package/opus/silk/tables.h +0 -114
- package/opus/silk/tables_LTP.c +0 -294
- package/opus/silk/tables_NLSF_CB_NB_MB.c +0 -195
- package/opus/silk/tables_NLSF_CB_WB.c +0 -234
- package/opus/silk/tables_gain.c +0 -63
- package/opus/silk/tables_other.c +0 -124
- package/opus/silk/tables_pitch_lag.c +0 -69
- package/opus/silk/tables_pulses_per_block.c +0 -264
- package/opus/silk/tests/meson.build +0 -8
- package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +0 -130
- package/opus/silk/tuning_parameters.h +0 -155
- package/opus/silk/typedef.h +0 -81
- package/opus/silk/x86/NSQ_del_dec_avx2.c +0 -1075
- package/opus/silk/x86/NSQ_del_dec_sse4_1.c +0 -915
- package/opus/silk/x86/NSQ_sse4_1.c +0 -772
- package/opus/silk/x86/SigProc_FIX_sse.h +0 -99
- package/opus/silk/x86/VAD_sse4_1.c +0 -289
- package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +0 -173
- package/opus/silk/x86/main_sse.h +0 -299
- package/opus/silk/x86/x86_silk_map.c +0 -179
- package/opus/silk_headers.mk +0 -44
- package/opus/silk_sources.mk +0 -164
- package/opus/src/analysis.c +0 -979
- package/opus/src/analysis.h +0 -103
- package/opus/src/extensions.c +0 -663
- package/opus/src/mapping_matrix.c +0 -993
- package/opus/src/mapping_matrix.h +0 -165
- package/opus/src/meson.build +0 -45
- package/opus/src/mlp.c +0 -132
- package/opus/src/mlp.h +0 -60
- package/opus/src/mlp_data.c +0 -672
- package/opus/src/opus.c +0 -362
- package/opus/src/opus_compare.c +0 -382
- package/opus/src/opus_decoder.c +0 -1579
- package/opus/src/opus_demo.c +0 -1194
- package/opus/src/opus_encoder.c +0 -3180
- package/opus/src/opus_multistream.c +0 -92
- package/opus/src/opus_multistream_decoder.c +0 -563
- package/opus/src/opus_multistream_encoder.c +0 -1321
- package/opus/src/opus_private.h +0 -263
- package/opus/src/opus_projection_decoder.c +0 -283
- package/opus/src/opus_projection_encoder.c +0 -522
- package/opus/src/repacketizer.c +0 -469
- package/opus/src/repacketizer_demo.c +0 -247
- package/opus/src/tansig_table.h +0 -45
- package/opus/tar_list.txt +0 -28
- package/opus/tests/meson.build +0 -39
- package/opus/tests/opus_build_test.sh +0 -29
- package/opus/tests/opus_decode_fuzzer.c +0 -124
- package/opus/tests/opus_decode_fuzzer.options +0 -2
- package/opus/tests/opus_encode_regressions.c +0 -1034
- package/opus/tests/random_config.sh +0 -126
- package/opus/tests/run_vectors.sh +0 -143
- package/opus/tests/test_opus_api.c +0 -1904
- package/opus/tests/test_opus_common.h +0 -86
- package/opus/tests/test_opus_custom.c +0 -694
- package/opus/tests/test_opus_decode.c +0 -481
- package/opus/tests/test_opus_dred.c +0 -107
- package/opus/tests/test_opus_encode.c +0 -738
- package/opus/tests/test_opus_extensions.c +0 -750
- package/opus/tests/test_opus_padding.c +0 -94
- package/opus/tests/test_opus_projection.c +0 -384
- package/opus/training/rnn_dump.py +0 -66
- package/opus/training/rnn_train.py +0 -177
- package/opus/training/txt2hdf5.py +0 -12
- package/opus/update_version +0 -65
- package/test.mp4 +0 -0
|
@@ -1,109 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
/* Copyright (c) 2022 Amazon
|
|
3
|
-
Written by Jan Buethe */
|
|
4
|
-
/*
|
|
5
|
-
Redistribution and use in source and binary forms, with or without
|
|
6
|
-
modification, are permitted provided that the following conditions
|
|
7
|
-
are met:
|
|
8
|
-
|
|
9
|
-
- Redistributions of source code must retain the above copyright
|
|
10
|
-
notice, this list of conditions and the following disclaimer.
|
|
11
|
-
|
|
12
|
-
- Redistributions in binary form must reproduce the above copyright
|
|
13
|
-
notice, this list of conditions and the following disclaimer in the
|
|
14
|
-
documentation and/or other materials provided with the distribution.
|
|
15
|
-
|
|
16
|
-
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
17
|
-
``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
18
|
-
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
19
|
-
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
|
20
|
-
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
21
|
-
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
22
|
-
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
23
|
-
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
24
|
-
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
25
|
-
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
26
|
-
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
-
*/
|
|
28
|
-
"""
|
|
29
|
-
|
|
30
|
-
import os
|
|
31
|
-
import argparse
|
|
32
|
-
import sys
|
|
33
|
-
|
|
34
|
-
sys.path.append(os.path.join(os.path.dirname(__file__), '../weight-exchange'))
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
parser = argparse.ArgumentParser()
|
|
38
|
-
|
|
39
|
-
parser.add_argument('checkpoint', type=str, help='model checkpoint')
|
|
40
|
-
parser.add_argument('output_dir', type=str, help='output folder')
|
|
41
|
-
|
|
42
|
-
args = parser.parse_args()
|
|
43
|
-
|
|
44
|
-
import torch
|
|
45
|
-
import numpy as np
|
|
46
|
-
|
|
47
|
-
from models import PitchDNN
|
|
48
|
-
from wexchange.torch import dump_torch_weights
|
|
49
|
-
from wexchange.c_export import CWriter, print_vector
|
|
50
|
-
|
|
51
|
-
def c_export(args, model):
|
|
52
|
-
|
|
53
|
-
message = f"Auto generated from checkpoint {os.path.basename(args.checkpoint)}"
|
|
54
|
-
|
|
55
|
-
writer = CWriter(os.path.join(args.output_dir, "pitchdnn_data"), message=message, model_struct_name='PitchDNN')
|
|
56
|
-
writer.header.write(
|
|
57
|
-
f"""
|
|
58
|
-
#include "opus_types.h"
|
|
59
|
-
"""
|
|
60
|
-
)
|
|
61
|
-
|
|
62
|
-
dense_layers = [
|
|
63
|
-
('if_upsample.0', "dense_if_upsampler_1"),
|
|
64
|
-
('if_upsample.2', "dense_if_upsampler_2"),
|
|
65
|
-
('downsample.0', "dense_downsampler"),
|
|
66
|
-
("upsample.0", "dense_final_upsampler")
|
|
67
|
-
]
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
for name, export_name in dense_layers:
|
|
71
|
-
layer = model.get_submodule(name)
|
|
72
|
-
dump_torch_weights(writer, layer, name=export_name, verbose=True, quantize=True, scale=None)
|
|
73
|
-
|
|
74
|
-
conv_layers = [
|
|
75
|
-
('conv.1', "conv2d_1"),
|
|
76
|
-
('conv.4', "conv2d_2")
|
|
77
|
-
]
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
for name, export_name in conv_layers:
|
|
81
|
-
layer = model.get_submodule(name)
|
|
82
|
-
dump_torch_weights(writer, layer, name=export_name, verbose=True)
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
gru_layers = [
|
|
86
|
-
("GRU", "gru_1"),
|
|
87
|
-
]
|
|
88
|
-
|
|
89
|
-
max_rnn_units = max([dump_torch_weights(writer, model.get_submodule(name), export_name, verbose=True, input_sparse=False, quantize=True, scale=None, recurrent_scale=None)
|
|
90
|
-
for name, export_name in gru_layers])
|
|
91
|
-
|
|
92
|
-
writer.header.write(
|
|
93
|
-
f"""
|
|
94
|
-
|
|
95
|
-
#define PITCH_DNN_MAX_RNN_UNITS {max_rnn_units}
|
|
96
|
-
|
|
97
|
-
"""
|
|
98
|
-
)
|
|
99
|
-
|
|
100
|
-
writer.close()
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
if __name__ == "__main__":
|
|
104
|
-
|
|
105
|
-
os.makedirs(args.output_dir, exist_ok=True)
|
|
106
|
-
model = PitchDNN()
|
|
107
|
-
checkpoint = torch.load(args.checkpoint, map_location='cpu')
|
|
108
|
-
model.load_state_dict(checkpoint['state_dict'])
|
|
109
|
-
c_export(args, model)
|
|
@@ -1,178 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
Pitch Estimation Models and dataloaders
|
|
3
|
-
- Classification Based (Input features, output logits)
|
|
4
|
-
"""
|
|
5
|
-
|
|
6
|
-
import torch
|
|
7
|
-
import numpy as np
|
|
8
|
-
|
|
9
|
-
class PitchDNNIF(torch.nn.Module):
|
|
10
|
-
|
|
11
|
-
def __init__(self, input_dim=88, gru_dim=64, output_dim=192):
|
|
12
|
-
super().__init__()
|
|
13
|
-
|
|
14
|
-
self.activation = torch.nn.Tanh()
|
|
15
|
-
self.initial = torch.nn.Linear(input_dim, gru_dim)
|
|
16
|
-
self.hidden = torch.nn.Linear(gru_dim, gru_dim)
|
|
17
|
-
self.gru = torch.nn.GRU(input_size=gru_dim, hidden_size=gru_dim, batch_first=True)
|
|
18
|
-
self.upsample = torch.nn.Linear(gru_dim, output_dim)
|
|
19
|
-
|
|
20
|
-
def forward(self, x):
|
|
21
|
-
|
|
22
|
-
x = self.initial(x)
|
|
23
|
-
x = self.activation(x)
|
|
24
|
-
x = self.hidden(x)
|
|
25
|
-
x = self.activation(x)
|
|
26
|
-
x,_ = self.gru(x)
|
|
27
|
-
x = self.upsample(x)
|
|
28
|
-
x = self.activation(x)
|
|
29
|
-
x = x.permute(0,2,1)
|
|
30
|
-
|
|
31
|
-
return x
|
|
32
|
-
|
|
33
|
-
class PitchDNNXcorr(torch.nn.Module):
|
|
34
|
-
|
|
35
|
-
def __init__(self, input_dim=90, gru_dim=64, output_dim=192):
|
|
36
|
-
super().__init__()
|
|
37
|
-
|
|
38
|
-
self.activation = torch.nn.Tanh()
|
|
39
|
-
|
|
40
|
-
self.conv = torch.nn.Sequential(
|
|
41
|
-
torch.nn.ZeroPad2d((2, 0, 1, 1)),
|
|
42
|
-
torch.nn.Conv2d(1, 8, 3, bias=True),
|
|
43
|
-
self.activation,
|
|
44
|
-
torch.nn.ZeroPad2d((2,0,1,1)),
|
|
45
|
-
torch.nn.Conv2d(8, 8, 3, bias=True),
|
|
46
|
-
self.activation,
|
|
47
|
-
torch.nn.ZeroPad2d((2,0,1,1)),
|
|
48
|
-
torch.nn.Conv2d(8, 1, 3, bias=True),
|
|
49
|
-
self.activation,
|
|
50
|
-
)
|
|
51
|
-
|
|
52
|
-
self.downsample = torch.nn.Sequential(
|
|
53
|
-
torch.nn.Linear(input_dim, gru_dim),
|
|
54
|
-
self.activation
|
|
55
|
-
)
|
|
56
|
-
self.GRU = torch.nn.GRU(input_size=gru_dim, hidden_size=gru_dim, num_layers=1, batch_first=True)
|
|
57
|
-
self.upsample = torch.nn.Sequential(
|
|
58
|
-
torch.nn.Linear(gru_dim,output_dim),
|
|
59
|
-
self.activation
|
|
60
|
-
)
|
|
61
|
-
|
|
62
|
-
def forward(self, x):
|
|
63
|
-
x = self.conv(x.unsqueeze(-1).permute(0,3,2,1)).squeeze(1)
|
|
64
|
-
x,_ = self.GRU(self.downsample(x.permute(0,2,1)))
|
|
65
|
-
x = self.upsample(x).permute(0,2,1)
|
|
66
|
-
|
|
67
|
-
return x
|
|
68
|
-
|
|
69
|
-
class PitchDNN(torch.nn.Module):
|
|
70
|
-
"""
|
|
71
|
-
Joint IF-xcorr
|
|
72
|
-
1D CNN on IF, merge with xcorr, 2D CNN on merged + GRU
|
|
73
|
-
"""
|
|
74
|
-
|
|
75
|
-
def __init__(self,input_IF_dim=88, input_xcorr_dim=224, gru_dim=64, output_dim=192):
|
|
76
|
-
super().__init__()
|
|
77
|
-
|
|
78
|
-
self.activation = torch.nn.Tanh()
|
|
79
|
-
|
|
80
|
-
self.if_upsample = torch.nn.Sequential(
|
|
81
|
-
torch.nn.Linear(input_IF_dim,64),
|
|
82
|
-
self.activation,
|
|
83
|
-
torch.nn.Linear(64,64),
|
|
84
|
-
self.activation,
|
|
85
|
-
)
|
|
86
|
-
|
|
87
|
-
self.conv = torch.nn.Sequential(
|
|
88
|
-
torch.nn.ZeroPad2d((2,0,1,1)),
|
|
89
|
-
torch.nn.Conv2d(1, 4, 3, bias=True),
|
|
90
|
-
self.activation,
|
|
91
|
-
torch.nn.ZeroPad2d((2,0,1,1)),
|
|
92
|
-
torch.nn.Conv2d(4, 1, 3, bias=True),
|
|
93
|
-
self.activation,
|
|
94
|
-
)
|
|
95
|
-
|
|
96
|
-
self.downsample = torch.nn.Sequential(
|
|
97
|
-
torch.nn.Linear(64 + input_xcorr_dim, gru_dim),
|
|
98
|
-
self.activation
|
|
99
|
-
)
|
|
100
|
-
self.GRU = torch.nn.GRU(input_size=gru_dim, hidden_size=gru_dim, num_layers=1, batch_first=True)
|
|
101
|
-
self.upsample = torch.nn.Sequential(
|
|
102
|
-
torch.nn.Linear(gru_dim, output_dim)
|
|
103
|
-
)
|
|
104
|
-
|
|
105
|
-
def forward(self, x):
|
|
106
|
-
xcorr_feat = x[:,:,:224]
|
|
107
|
-
if_feat = x[:,:,224:]
|
|
108
|
-
xcorr_feat = self.conv(xcorr_feat.unsqueeze(-1).permute(0,3,2,1)).squeeze(1).permute(0,2,1)
|
|
109
|
-
if_feat = self.if_upsample(if_feat)
|
|
110
|
-
x = torch.cat([xcorr_feat,if_feat],axis = - 1)
|
|
111
|
-
x,_ = self.GRU(self.downsample(x))
|
|
112
|
-
x = self.upsample(x).permute(0,2,1)
|
|
113
|
-
|
|
114
|
-
return x
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
# Dataloaders
|
|
118
|
-
class Loader(torch.utils.data.Dataset):
|
|
119
|
-
def __init__(self, features_if, file_pitch, confidence_threshold=0.4, dimension_if=30, context=100):
|
|
120
|
-
self.if_feat = np.memmap(features_if, dtype=np.float32).reshape(-1,3*dimension_if)
|
|
121
|
-
|
|
122
|
-
# Resolution of 20 cents
|
|
123
|
-
self.cents = np.rint(np.load(file_pitch)[0,:]/20)
|
|
124
|
-
self.cents = np.clip(self.cents,0,179)
|
|
125
|
-
self.confidence = np.load(file_pitch)[1,:]
|
|
126
|
-
|
|
127
|
-
# Filter confidence for CREPE
|
|
128
|
-
self.confidence[self.confidence < confidence_threshold] = 0
|
|
129
|
-
self.context = context
|
|
130
|
-
# Clip both to same size
|
|
131
|
-
size_common = min(self.if_feat.shape[0], self.cents.shape[0])
|
|
132
|
-
self.if_feat = self.if_feat[:size_common,:]
|
|
133
|
-
self.cents = self.cents[:size_common]
|
|
134
|
-
self.confidence = self.confidence[:size_common]
|
|
135
|
-
|
|
136
|
-
frame_max = self.if_feat.shape[0]//context
|
|
137
|
-
self.if_feat = np.reshape(self.if_feat[:frame_max*context, :],(frame_max, context,3*dimension_if))
|
|
138
|
-
self.cents = np.reshape(self.cents[:frame_max * context],(frame_max, context))
|
|
139
|
-
self.confidence = np.reshape(self.confidence[:frame_max*context],(frame_max, context))
|
|
140
|
-
|
|
141
|
-
def __len__(self):
|
|
142
|
-
return self.if_feat.shape[0]
|
|
143
|
-
|
|
144
|
-
def __getitem__(self, index):
|
|
145
|
-
return torch.from_numpy(self.if_feat[index,:,:]), torch.from_numpy(self.cents[index]), torch.from_numpy(self.confidence[index])
|
|
146
|
-
|
|
147
|
-
class PitchDNNDataloader(torch.utils.data.Dataset):
|
|
148
|
-
def __init__(self, features, file_pitch, confidence_threshold=0.4, context=100, choice_data='both'):
|
|
149
|
-
self.feat = np.memmap(features, mode='r', dtype=np.int8).reshape(-1,312)
|
|
150
|
-
self.xcorr = self.feat[:,:224]
|
|
151
|
-
self.if_feat = self.feat[:,224:]
|
|
152
|
-
ground_truth = np.memmap(file_pitch, mode='r', dtype=np.float32).reshape(-1,2)
|
|
153
|
-
self.cents = np.rint(60*np.log2(ground_truth[:,0]/62.5))
|
|
154
|
-
mask = (self.cents>=0).astype('float32') * (self.cents<=180).astype('float32')
|
|
155
|
-
self.cents = np.clip(self.cents,0,179)
|
|
156
|
-
self.confidence = ground_truth[:,1] * mask
|
|
157
|
-
# Filter confidence for CREPE
|
|
158
|
-
self.confidence[self.confidence < confidence_threshold] = 0
|
|
159
|
-
self.context = context
|
|
160
|
-
|
|
161
|
-
self.choice_data = choice_data
|
|
162
|
-
|
|
163
|
-
frame_max = self.if_feat.shape[0]//context
|
|
164
|
-
self.if_feat = np.reshape(self.if_feat[:frame_max*context,:], (frame_max, context, 88))
|
|
165
|
-
self.cents = np.reshape(self.cents[:frame_max*context], (frame_max,context))
|
|
166
|
-
self.xcorr = np.reshape(self.xcorr[:frame_max*context,:], (frame_max,context, 224))
|
|
167
|
-
self.confidence = np.reshape(self.confidence[:frame_max*context], (frame_max, context))
|
|
168
|
-
|
|
169
|
-
def __len__(self):
|
|
170
|
-
return self.if_feat.shape[0]
|
|
171
|
-
|
|
172
|
-
def __getitem__(self, index):
|
|
173
|
-
if self.choice_data == 'both':
|
|
174
|
-
return torch.cat([torch.from_numpy((1./127)*self.xcorr[index,:,:]), torch.from_numpy((1./127)*self.if_feat[index,:,:])], dim=-1), torch.from_numpy(self.cents[index]), torch.from_numpy(self.confidence[index])
|
|
175
|
-
elif self.choice_data == 'if':
|
|
176
|
-
return torch.from_numpy((1./127)*self.if_feat[index,:,:]),torch.from_numpy(self.cents[index]),torch.from_numpy(self.confidence[index])
|
|
177
|
-
else:
|
|
178
|
-
return torch.from_numpy((1./127)*self.xcorr[index,:,:]),torch.from_numpy(self.cents[index]),torch.from_numpy(self.confidence[index])
|
|
@@ -1,179 +0,0 @@
|
|
|
1
|
-
import argparse
|
|
2
|
-
parser = argparse.ArgumentParser()
|
|
3
|
-
|
|
4
|
-
parser.add_argument('features', type=str, help='Features generated from dump_data')
|
|
5
|
-
parser.add_argument('data', type=str, help='Data generated from dump_data (offset by 5ms)')
|
|
6
|
-
parser.add_argument('output', type=str, help='output .f32 feature file with replaced neural pitch')
|
|
7
|
-
parser.add_argument('checkpoint', type=str, help='model checkpoint file')
|
|
8
|
-
parser.add_argument('path_lpcnet_extractor', type=str, help='path to LPCNet extractor object file (generated on compilation)')
|
|
9
|
-
parser.add_argument('--device', type=str, help='compute device',default = None,required = False)
|
|
10
|
-
parser.add_argument('--replace_xcorr', type = bool, default = False, help='Replace LPCNet xcorr with updated one')
|
|
11
|
-
|
|
12
|
-
args = parser.parse_args()
|
|
13
|
-
|
|
14
|
-
import os
|
|
15
|
-
|
|
16
|
-
from utils import stft, random_filter
|
|
17
|
-
import subprocess
|
|
18
|
-
import numpy as np
|
|
19
|
-
import json
|
|
20
|
-
import torch
|
|
21
|
-
import tqdm
|
|
22
|
-
|
|
23
|
-
from models import PitchDNNIF, PitchDNNXcorr, PitchDNN
|
|
24
|
-
|
|
25
|
-
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
|
26
|
-
if device is not None:
|
|
27
|
-
device = torch.device(args.device)
|
|
28
|
-
|
|
29
|
-
# Loading the appropriate model
|
|
30
|
-
checkpoint = torch.load(args.checkpoint, map_location='cpu')
|
|
31
|
-
dict_params = checkpoint['config']
|
|
32
|
-
|
|
33
|
-
if dict_params['data_format'] == 'if':
|
|
34
|
-
pitch_nn = PitchDNNIF(dict_params['freq_keep']*3, dict_params['gru_dim'], dict_params['output_dim'])
|
|
35
|
-
elif dict_params['data_format'] == 'xcorr':
|
|
36
|
-
pitch_nn = PitchDNNXcorr(dict_params['xcorr_dim'], dict_params['gru_dim'], dict_params['output_dim'])
|
|
37
|
-
else:
|
|
38
|
-
pitch_nn = PitchDNN(dict_params['freq_keep']*3, dict_params['xcorr_dim'], dict_params['gru_dim'], dict_params['output_dim'])
|
|
39
|
-
|
|
40
|
-
pitch_nn.load_state_dict(checkpoint['state_dict'])
|
|
41
|
-
pitch_nn = pitch_nn.to(device)
|
|
42
|
-
|
|
43
|
-
N = dict_params['window_size']
|
|
44
|
-
H = dict_params['hop_factor']
|
|
45
|
-
freq_keep = dict_params['freq_keep']
|
|
46
|
-
|
|
47
|
-
os.environ["OMP_NUM_THREADS"] = "16"
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
def run_lpc(signal, lpcs, frame_length=160):
|
|
51
|
-
num_frames, lpc_order = lpcs.shape
|
|
52
|
-
|
|
53
|
-
prediction = np.concatenate(
|
|
54
|
-
[- np.convolve(signal[i * frame_length : (i + 1) * frame_length + lpc_order - 1], lpcs[i], mode='valid') for i in range(num_frames)]
|
|
55
|
-
)
|
|
56
|
-
error = signal[lpc_order :] - prediction
|
|
57
|
-
|
|
58
|
-
return prediction, error
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
if __name__ == "__main__":
|
|
62
|
-
args = parser.parse_args()
|
|
63
|
-
|
|
64
|
-
features = np.memmap(args.features, dtype=np.float32,mode = 'r').reshape((-1, 36))
|
|
65
|
-
data = np.memmap(args.data, dtype=np.int16,mode = 'r').reshape((-1, 2))
|
|
66
|
-
|
|
67
|
-
num_frames = features.shape[0]
|
|
68
|
-
feature_dim = features.shape[1]
|
|
69
|
-
|
|
70
|
-
assert feature_dim == 36
|
|
71
|
-
|
|
72
|
-
output = np.memmap(args.output, dtype=np.float32, shape=(num_frames, feature_dim), mode='w+')
|
|
73
|
-
output[:, :36] = features
|
|
74
|
-
|
|
75
|
-
# lpc coefficients and signal
|
|
76
|
-
lpcs = features[:, 20:36]
|
|
77
|
-
sig = data[:, 1]
|
|
78
|
-
|
|
79
|
-
# parameters
|
|
80
|
-
|
|
81
|
-
# constants
|
|
82
|
-
pitch_min = 32
|
|
83
|
-
pitch_max = 256
|
|
84
|
-
lpc_order = 16
|
|
85
|
-
fs = 16000
|
|
86
|
-
frame_length = 160
|
|
87
|
-
overlap_frames = 100
|
|
88
|
-
chunk_size = 10000
|
|
89
|
-
history_length = frame_length * overlap_frames
|
|
90
|
-
history = np.zeros(history_length, dtype=np.int16)
|
|
91
|
-
pitch_position=18
|
|
92
|
-
xcorr_position=19
|
|
93
|
-
conf_position=36
|
|
94
|
-
|
|
95
|
-
num_frames = len(sig) // 160 - 1
|
|
96
|
-
|
|
97
|
-
frame_start = 0
|
|
98
|
-
frame_stop = min(frame_start + chunk_size, num_frames)
|
|
99
|
-
signal_start = 0
|
|
100
|
-
signal_stop = frame_stop * frame_length
|
|
101
|
-
|
|
102
|
-
niters = (num_frames - 1)//chunk_size
|
|
103
|
-
for i in tqdm.trange(niters):
|
|
104
|
-
if (frame_start > num_frames - 1):
|
|
105
|
-
break
|
|
106
|
-
chunk = np.concatenate((history, sig[signal_start:signal_stop]))
|
|
107
|
-
chunk_la = np.concatenate((history, sig[signal_start:signal_stop + 80]))
|
|
108
|
-
|
|
109
|
-
# Feature computation
|
|
110
|
-
spec = stft(x = np.concatenate([np.zeros(80),chunk_la/(2**15 - 1)]), w = 'boxcar', N = N, H = H).T
|
|
111
|
-
phase_diff = spec*np.conj(np.roll(spec,1,axis = -1))
|
|
112
|
-
phase_diff = phase_diff/(np.abs(phase_diff) + 1.0e-8)
|
|
113
|
-
idx_save = np.concatenate([np.arange(freq_keep),(N//2 + 1) + np.arange(freq_keep),2*(N//2 + 1) + np.arange(freq_keep)])
|
|
114
|
-
feature = np.concatenate([np.log(np.abs(spec) + 1.0e-8),np.real(phase_diff),np.imag(phase_diff)],axis = 0).T
|
|
115
|
-
feature_if = feature[:,idx_save]
|
|
116
|
-
|
|
117
|
-
data_temp = np.memmap('./temp_featcompute_' + dict_params['data_format'] + '_.raw', dtype=np.int16, shape=(chunk.shape[0]), mode='w+')
|
|
118
|
-
data_temp[:chunk.shape[0]] = chunk_la[80:].astype(np.int16)
|
|
119
|
-
|
|
120
|
-
subprocess.run([args.path_lpcnet_extractor, './temp_featcompute_' + dict_params['data_format'] + '_.raw', './temp_featcompute_xcorr_' + dict_params['data_format'] + '_.raw'])
|
|
121
|
-
feature_xcorr = np.flip(np.fromfile('./temp_featcompute_xcorr_' + dict_params['data_format'] + '_.raw', dtype='float32').reshape((-1,256),order = 'C'),axis = 1)
|
|
122
|
-
ones_zero_lag = np.expand_dims(np.ones(feature_xcorr.shape[0]),-1)
|
|
123
|
-
feature_xcorr = np.concatenate([ones_zero_lag,feature_xcorr],axis = -1)
|
|
124
|
-
|
|
125
|
-
os.remove('./temp_featcompute_' + dict_params['data_format'] + '_.raw')
|
|
126
|
-
os.remove('./temp_featcompute_xcorr_' + dict_params['data_format'] + '_.raw')
|
|
127
|
-
|
|
128
|
-
if dict_params['data_format'] == 'if':
|
|
129
|
-
feature = feature_if
|
|
130
|
-
elif dict_params['data_format'] == 'xcorr':
|
|
131
|
-
feature = feature_xcorr
|
|
132
|
-
else:
|
|
133
|
-
indmin = min(feature_if.shape[0],feature_xcorr.shape[0])
|
|
134
|
-
feature = np.concatenate([feature_xcorr[:indmin,:],feature_if[:indmin,:]],-1)
|
|
135
|
-
|
|
136
|
-
# Compute pitch with my model
|
|
137
|
-
model_cents = pitch_nn(torch.from_numpy(np.copy(np.expand_dims(feature,0))).float().to(device))
|
|
138
|
-
model_cents = 20*model_cents.argmax(dim=1).cpu().detach().squeeze().numpy()
|
|
139
|
-
frequency = 62.5*2**(model_cents/1200)
|
|
140
|
-
|
|
141
|
-
frequency = frequency[overlap_frames : overlap_frames + frame_stop - frame_start]
|
|
142
|
-
|
|
143
|
-
# convert frequencies to periods
|
|
144
|
-
periods = np.round(fs / frequency)
|
|
145
|
-
|
|
146
|
-
periods = np.clip(periods, pitch_min, pitch_max)
|
|
147
|
-
|
|
148
|
-
output[frame_start:frame_stop, pitch_position] = (periods - 100) / 50
|
|
149
|
-
|
|
150
|
-
frame_offset = (pitch_max + frame_length - 1) // frame_length
|
|
151
|
-
offset = frame_offset * frame_length
|
|
152
|
-
padding = lpc_order
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
if frame_start < frame_offset:
|
|
156
|
-
lpc_coeffs = np.concatenate((np.zeros((frame_offset - frame_start, lpc_order), dtype=np.float32), lpcs[:frame_stop]))
|
|
157
|
-
else:
|
|
158
|
-
lpc_coeffs = lpcs[frame_start - frame_offset : frame_stop]
|
|
159
|
-
|
|
160
|
-
pred, error = run_lpc(chunk[history_length - offset - padding :], lpc_coeffs, frame_length=frame_length)
|
|
161
|
-
|
|
162
|
-
xcorr = np.zeros(frame_stop - frame_start)
|
|
163
|
-
for i, p in enumerate(periods.astype(np.int16)):
|
|
164
|
-
if p > 0:
|
|
165
|
-
f1 = error[offset + i * frame_length : offset + (i + 1) * frame_length]
|
|
166
|
-
f2 = error[offset + i * frame_length - p : offset + (i + 1) * frame_length - p]
|
|
167
|
-
xcorr[i] = np.dot(f1, f2) / np.sqrt(np.dot(f1, f1) * np.dot(f2, f2) + 1e-6)
|
|
168
|
-
|
|
169
|
-
output[frame_start:frame_stop, xcorr_position] = xcorr - 0.5
|
|
170
|
-
|
|
171
|
-
# update buffers and indices
|
|
172
|
-
history = chunk[-history_length :]
|
|
173
|
-
|
|
174
|
-
frame_start += chunk_size
|
|
175
|
-
frame_stop += chunk_size
|
|
176
|
-
frame_stop = min(frame_stop, num_frames)
|
|
177
|
-
|
|
178
|
-
signal_start = frame_start * frame_length
|
|
179
|
-
signal_stop = frame_stop * frame_length
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
# Copy into PTDB root directory and run to combine all the male/female raw audio/references into below directories
|
|
2
|
-
|
|
3
|
-
# Make folder for combined audio
|
|
4
|
-
mkdir -p './combined_mic_16k/'
|
|
5
|
-
# Make folder for combined pitch reference
|
|
6
|
-
mkdir -p './combined_reference_f0/'
|
|
7
|
-
|
|
8
|
-
# Resample Male Audio
|
|
9
|
-
for i in ./MALE/MIC/**/*.wav; do
|
|
10
|
-
j="$(basename "$i" .wav)"
|
|
11
|
-
echo $j
|
|
12
|
-
sox -r 48000 -b 16 -e signed-integer "$i" -r 16000 -b 16 -e signed-integer ./combined_mic_16k/$j.raw
|
|
13
|
-
done
|
|
14
|
-
|
|
15
|
-
# Resample Female Audio
|
|
16
|
-
for i in ./FEMALE/MIC/**/*.wav; do
|
|
17
|
-
j="$(basename "$i" .wav)"
|
|
18
|
-
echo $j
|
|
19
|
-
sox -r 48000 -b 16 -e signed-integer "$i" -r 16000 -b 16 -e signed-integer ./combined_mic_16k/$j.raw
|
|
20
|
-
done
|
|
21
|
-
|
|
22
|
-
# Shift Male reference pitch files
|
|
23
|
-
for i in ./MALE/REF/**/*.f0; do
|
|
24
|
-
j="$(basename "$i" .wav)"
|
|
25
|
-
echo $j
|
|
26
|
-
cp "$i" ./combined_reference_f0/
|
|
27
|
-
done
|
|
28
|
-
|
|
29
|
-
# Shift Female reference pitch files
|
|
30
|
-
for i in ./FEMALE/REF/**/*.f0; do
|
|
31
|
-
j="$(basename "$i" .wav)"
|
|
32
|
-
echo $j
|
|
33
|
-
cp "$i" ./combined_reference_f0/
|
|
34
|
-
done
|
|
@@ -1,72 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
Perform Data Augmentation (Gain, Additive Noise, Random Filtering) on Input TTS Data
|
|
3
|
-
1. Read in chunks and compute clean pitch first
|
|
4
|
-
2. Then add in augmentation (Noise/Level/Response)
|
|
5
|
-
- Adds filtered noise from the "Demand" dataset, https://zenodo.org/record/1227121#.XRKKxYhKiUk
|
|
6
|
-
- When using the Demand Dataset, consider each channel as a possible noise input, and keep the first 4 minutes of noise for training
|
|
7
|
-
3. Use this "augmented" audio for feature computation, and compute pitch using CREPE on the clean input
|
|
8
|
-
|
|
9
|
-
Notes: To ensure consistency with the discovered CREPE offset, we do the following
|
|
10
|
-
- We pad the input audio to the zero-centered CREPE estimator with 80 zeros
|
|
11
|
-
- We pad the input audio to our feature computation with 160 zeros to center them
|
|
12
|
-
"""
|
|
13
|
-
|
|
14
|
-
import argparse
|
|
15
|
-
parser = argparse.ArgumentParser()
|
|
16
|
-
|
|
17
|
-
parser.add_argument('data', type=str, help='input raw audio data')
|
|
18
|
-
parser.add_argument('output', type=str, help='output directory')
|
|
19
|
-
parser.add_argument('--gpu-index', type=int, help='GPU index to use if multiple GPUs',default = 0,required = False)
|
|
20
|
-
parser.add_argument('--chunk-size-frames', type=int, help='Number of frames to process at a time',default = 100000,required = False)
|
|
21
|
-
|
|
22
|
-
args = parser.parse_args()
|
|
23
|
-
|
|
24
|
-
import os
|
|
25
|
-
os.environ["CUDA_VISIBLE_DEVICES"] = str(args.gpu_index)
|
|
26
|
-
|
|
27
|
-
import numpy as np
|
|
28
|
-
import tqdm
|
|
29
|
-
import crepe
|
|
30
|
-
|
|
31
|
-
data = np.memmap(args.data, dtype=np.int16,mode = 'r')
|
|
32
|
-
|
|
33
|
-
# list_features = []
|
|
34
|
-
list_cents = []
|
|
35
|
-
list_confidences = []
|
|
36
|
-
|
|
37
|
-
min_period = 32
|
|
38
|
-
max_period = 256
|
|
39
|
-
f_ref = 16000/max_period
|
|
40
|
-
chunk_size_frames = args.chunk_size_frames
|
|
41
|
-
chunk_size = chunk_size_frames*160
|
|
42
|
-
|
|
43
|
-
nb_chunks = (data.shape[0]+79)//chunk_size+1
|
|
44
|
-
|
|
45
|
-
output_data = np.zeros((0,2),dtype='float32')
|
|
46
|
-
|
|
47
|
-
for i in tqdm.trange(nb_chunks):
|
|
48
|
-
if i==0:
|
|
49
|
-
chunk = np.concatenate([np.zeros(80),data[:chunk_size-80]])
|
|
50
|
-
elif i==nb_chunks-1:
|
|
51
|
-
chunk = data[i*chunk_size-80:]
|
|
52
|
-
else:
|
|
53
|
-
chunk = data[i*chunk_size-80:(i+1)*chunk_size-80]
|
|
54
|
-
chunk = chunk/np.array(32767.,dtype='float32')
|
|
55
|
-
|
|
56
|
-
# Clean Pitch/Confidence Estimate
|
|
57
|
-
# Padding input to CREPE by 80 samples to ensure it aligns
|
|
58
|
-
_, pitch, confidence, _ = crepe.predict(chunk, 16000, center=True, viterbi=True,verbose=0)
|
|
59
|
-
pitch = pitch[:chunk_size_frames]
|
|
60
|
-
confidence = confidence[:chunk_size_frames]
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
# Filter out of range pitches/confidences
|
|
64
|
-
confidence[pitch < 16000/max_period] = 0
|
|
65
|
-
confidence[pitch > 16000/min_period] = 0
|
|
66
|
-
pitch = np.reshape(pitch, (-1, 1))
|
|
67
|
-
confidence = np.reshape(confidence, (-1, 1))
|
|
68
|
-
out = np.concatenate([pitch, confidence], axis=-1, dtype='float32')
|
|
69
|
-
output_data = np.concatenate([output_data, out], axis=0)
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
output_data.tofile(args.output)
|