@scrypted/libav 1.0.170 → 1.0.171
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/opus/.gitattributes +0 -10
- package/opus/.gitlab-ci.yml +0 -122
- package/opus/AUTHORS +0 -6
- package/opus/CMakeLists.txt +0 -755
- package/opus/COPYING +0 -44
- package/opus/ChangeLog +0 -0
- package/opus/LICENSE_PLEASE_READ.txt +0 -22
- package/opus/Makefile.am +0 -497
- package/opus/Makefile.mips +0 -169
- package/opus/Makefile.unix +0 -167
- package/opus/NEWS +0 -0
- package/opus/README +0 -189
- package/opus/README.draft +0 -54
- package/opus/autogen.bat +0 -13
- package/opus/autogen.sh +0 -16
- package/opus/celt/_kiss_fft_guts.h +0 -188
- package/opus/celt/arch.h +0 -390
- package/opus/celt/arm/arm2gnu.pl +0 -353
- package/opus/celt/arm/arm_celt_map.c +0 -171
- package/opus/celt/arm/armcpu.c +0 -291
- package/opus/celt/arm/armcpu.h +0 -90
- package/opus/celt/arm/armopts.s.in +0 -37
- package/opus/celt/arm/celt_fft_ne10.c +0 -173
- package/opus/celt/arm/celt_mdct_ne10.c +0 -258
- package/opus/celt/arm/celt_neon_intr.c +0 -272
- package/opus/celt/arm/celt_pitch_xcorr_arm.s +0 -551
- package/opus/celt/arm/fft_arm.h +0 -71
- package/opus/celt/arm/fixed_arm64.h +0 -35
- package/opus/celt/arm/fixed_armv4.h +0 -80
- package/opus/celt/arm/fixed_armv5e.h +0 -151
- package/opus/celt/arm/kiss_fft_armv4.h +0 -121
- package/opus/celt/arm/kiss_fft_armv5e.h +0 -118
- package/opus/celt/arm/mdct_arm.h +0 -59
- package/opus/celt/arm/meson.build +0 -12
- package/opus/celt/arm/pitch_arm.h +0 -160
- package/opus/celt/arm/pitch_neon_intr.c +0 -288
- package/opus/celt/bands.c +0 -1686
- package/opus/celt/bands.h +0 -123
- package/opus/celt/celt.c +0 -317
- package/opus/celt/celt.h +0 -255
- package/opus/celt/celt_decoder.c +0 -1616
- package/opus/celt/celt_encoder.c +0 -2854
- package/opus/celt/celt_lpc.c +0 -364
- package/opus/celt/celt_lpc.h +0 -66
- package/opus/celt/cpu_support.h +0 -72
- package/opus/celt/cwrs.c +0 -715
- package/opus/celt/cwrs.h +0 -48
- package/opus/celt/dump_modes/dump_modes.c +0 -400
- package/opus/celt/dump_modes/dump_modes_arch.h +0 -45
- package/opus/celt/dump_modes/dump_modes_arm_ne10.c +0 -152
- package/opus/celt/ecintrin.h +0 -91
- package/opus/celt/entcode.c +0 -153
- package/opus/celt/entcode.h +0 -152
- package/opus/celt/entdec.c +0 -266
- package/opus/celt/entdec.h +0 -110
- package/opus/celt/entenc.c +0 -305
- package/opus/celt/entenc.h +0 -119
- package/opus/celt/fixed_c5x.h +0 -79
- package/opus/celt/fixed_c6x.h +0 -70
- package/opus/celt/fixed_debug.h +0 -839
- package/opus/celt/fixed_generic.h +0 -201
- package/opus/celt/float_cast.h +0 -152
- package/opus/celt/kiss_fft.c +0 -648
- package/opus/celt/kiss_fft.h +0 -217
- package/opus/celt/laplace.c +0 -235
- package/opus/celt/laplace.h +0 -57
- package/opus/celt/mathops.c +0 -217
- package/opus/celt/mathops.h +0 -479
- package/opus/celt/mdct.c +0 -372
- package/opus/celt/mdct.h +0 -115
- package/opus/celt/meson.build +0 -64
- package/opus/celt/mfrngcod.h +0 -48
- package/opus/celt/mips/celt_mipsr1.h +0 -152
- package/opus/celt/mips/fixed_generic_mipsr1.h +0 -126
- package/opus/celt/mips/kiss_fft_mipsr1.h +0 -167
- package/opus/celt/mips/mdct_mipsr1.h +0 -288
- package/opus/celt/mips/pitch_mipsr1.h +0 -161
- package/opus/celt/mips/vq_mipsr1.h +0 -116
- package/opus/celt/modes.c +0 -450
- package/opus/celt/modes.h +0 -75
- package/opus/celt/opus_custom_demo.c +0 -451
- package/opus/celt/os_support.h +0 -99
- package/opus/celt/pitch.c +0 -555
- package/opus/celt/pitch.h +0 -203
- package/opus/celt/quant_bands.c +0 -562
- package/opus/celt/quant_bands.h +0 -66
- package/opus/celt/rate.c +0 -646
- package/opus/celt/rate.h +0 -101
- package/opus/celt/stack_alloc.h +0 -185
- package/opus/celt/static_modes_fixed.h +0 -1541
- package/opus/celt/static_modes_fixed_arm_ne10.h +0 -388
- package/opus/celt/static_modes_float.h +0 -888
- package/opus/celt/static_modes_float_arm_ne10.h +0 -404
- package/opus/celt/tests/meson.build +0 -19
- package/opus/celt/tests/test_unit_cwrs32.c +0 -162
- package/opus/celt/tests/test_unit_dft.c +0 -181
- package/opus/celt/tests/test_unit_entropy.c +0 -383
- package/opus/celt/tests/test_unit_laplace.c +0 -94
- package/opus/celt/tests/test_unit_mathops.c +0 -369
- package/opus/celt/tests/test_unit_mdct.c +0 -233
- package/opus/celt/tests/test_unit_rotation.c +0 -87
- package/opus/celt/tests/test_unit_types.c +0 -50
- package/opus/celt/vq.c +0 -442
- package/opus/celt/vq.h +0 -79
- package/opus/celt/x86/celt_lpc_sse.h +0 -67
- package/opus/celt/x86/celt_lpc_sse4_1.c +0 -96
- package/opus/celt/x86/pitch_avx.c +0 -101
- package/opus/celt/x86/pitch_sse.c +0 -185
- package/opus/celt/x86/pitch_sse.h +0 -216
- package/opus/celt/x86/pitch_sse2.c +0 -95
- package/opus/celt/x86/pitch_sse4_1.c +0 -240
- package/opus/celt/x86/vq_sse.h +0 -52
- package/opus/celt/x86/vq_sse2.c +0 -217
- package/opus/celt/x86/x86_arch_macros.h +0 -47
- package/opus/celt/x86/x86_celt_map.c +0 -187
- package/opus/celt/x86/x86cpu.c +0 -184
- package/opus/celt/x86/x86cpu.h +0 -112
- package/opus/celt_headers.mk +0 -54
- package/opus/celt_sources.mk +0 -55
- package/opus/cmake/CFeatureCheck.cmake +0 -39
- package/opus/cmake/OpusBuildtype.cmake +0 -27
- package/opus/cmake/OpusConfig.cmake +0 -118
- package/opus/cmake/OpusConfig.cmake.in +0 -20
- package/opus/cmake/OpusFunctions.cmake +0 -231
- package/opus/cmake/OpusPackageVersion.cmake +0 -70
- package/opus/cmake/OpusSources.cmake +0 -71
- package/opus/cmake/README.md +0 -132
- package/opus/cmake/RunTest.cmake +0 -61
- package/opus/cmake/config.h.cmake.in +0 -1
- package/opus/cmake/cpu_info_by_asm.c +0 -31
- package/opus/cmake/cpu_info_by_c.c +0 -9
- package/opus/cmake/vla.c +0 -7
- package/opus/configure.ac +0 -1091
- package/opus/dnn/LPCNet.yml +0 -24
- package/opus/dnn/README +0 -1
- package/opus/dnn/README.md +0 -126
- package/opus/dnn/adaconvtest.c +0 -449
- package/opus/dnn/arm/arm_dnn_map.c +0 -88
- package/opus/dnn/arm/dnn_arm.h +0 -104
- package/opus/dnn/arm/nnet_dotprod.c +0 -38
- package/opus/dnn/arm/nnet_neon.c +0 -38
- package/opus/dnn/burg.c +0 -246
- package/opus/dnn/burg.h +0 -41
- package/opus/dnn/common.h +0 -56
- package/opus/dnn/datasets.txt +0 -163
- package/opus/dnn/download_model.bat +0 -9
- package/opus/dnn/download_model.sh +0 -30
- package/opus/dnn/dred_coding.c +0 -44
- package/opus/dnn/dred_coding.h +0 -36
- package/opus/dnn/dred_config.h +0 -54
- package/opus/dnn/dred_decoder.c +0 -129
- package/opus/dnn/dred_decoder.h +0 -49
- package/opus/dnn/dred_encoder.c +0 -363
- package/opus/dnn/dred_encoder.h +0 -71
- package/opus/dnn/dred_rdovae.h +0 -42
- package/opus/dnn/dred_rdovae_dec.c +0 -139
- package/opus/dnn/dred_rdovae_dec.h +0 -53
- package/opus/dnn/dred_rdovae_enc.c +0 -110
- package/opus/dnn/dred_rdovae_enc.h +0 -52
- package/opus/dnn/dump_data.c +0 -238
- package/opus/dnn/dump_lpcnet_tables.c +0 -104
- package/opus/dnn/fargan.c +0 -225
- package/opus/dnn/fargan.h +0 -68
- package/opus/dnn/fargan_demo.c +0 -217
- package/opus/dnn/freq.c +0 -328
- package/opus/dnn/freq.h +0 -61
- package/opus/dnn/fwgan.c +0 -322
- package/opus/dnn/fwgan.h +0 -83
- package/opus/dnn/kiss99.c +0 -81
- package/opus/dnn/kiss99.h +0 -46
- package/opus/dnn/lossgen.c +0 -192
- package/opus/dnn/lossgen.h +0 -55
- package/opus/dnn/lossgen_demo.c +0 -22
- package/opus/dnn/lpcnet.c +0 -283
- package/opus/dnn/lpcnet.h +0 -183
- package/opus/dnn/lpcnet_enc.c +0 -230
- package/opus/dnn/lpcnet_plc.c +0 -211
- package/opus/dnn/lpcnet_private.h +0 -90
- package/opus/dnn/lpcnet_tables.c +0 -307
- package/opus/dnn/meson.build +0 -64
- package/opus/dnn/nndsp.c +0 -416
- package/opus/dnn/nndsp.h +0 -143
- package/opus/dnn/nnet.c +0 -149
- package/opus/dnn/nnet.h +0 -163
- package/opus/dnn/nnet_arch.h +0 -247
- package/opus/dnn/nnet_default.c +0 -35
- package/opus/dnn/osce.c +0 -1419
- package/opus/dnn/osce.h +0 -84
- package/opus/dnn/osce_config.h +0 -60
- package/opus/dnn/osce_features.c +0 -454
- package/opus/dnn/osce_features.h +0 -50
- package/opus/dnn/osce_structs.h +0 -125
- package/opus/dnn/parse_lpcnet_weights.c +0 -238
- package/opus/dnn/pitchdnn.c +0 -79
- package/opus/dnn/pitchdnn.h +0 -34
- package/opus/dnn/tansig_table.h +0 -50
- package/opus/dnn/test_vec.c +0 -128
- package/opus/dnn/torch/dnntools/dnntools/__init__.py +0 -2
- package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +0 -1
- package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +0 -113
- package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +0 -2
- package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +0 -85
- package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +0 -449
- package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +0 -6
- package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +0 -58
- package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +0 -123
- package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +0 -133
- package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +0 -134
- package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +0 -178
- package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +0 -128
- package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +0 -64
- package/opus/dnn/torch/dnntools/requirements.txt +0 -1
- package/opus/dnn/torch/dnntools/setup.py +0 -48
- package/opus/dnn/torch/fargan/README.md +0 -54
- package/opus/dnn/torch/fargan/adv_train_fargan.py +0 -277
- package/opus/dnn/torch/fargan/dataset.py +0 -61
- package/opus/dnn/torch/fargan/dump_fargan_weights.py +0 -112
- package/opus/dnn/torch/fargan/fargan.py +0 -322
- package/opus/dnn/torch/fargan/filters.py +0 -46
- package/opus/dnn/torch/fargan/rc.py +0 -29
- package/opus/dnn/torch/fargan/stft_loss.py +0 -186
- package/opus/dnn/torch/fargan/test_fargan.py +0 -128
- package/opus/dnn/torch/fargan/train_fargan.py +0 -168
- package/opus/dnn/torch/fwgan/dump_model_weights.py +0 -88
- package/opus/dnn/torch/fwgan/inference.py +0 -141
- package/opus/dnn/torch/fwgan/models/__init__.py +0 -7
- package/opus/dnn/torch/fwgan/models/fwgan400.py +0 -308
- package/opus/dnn/torch/fwgan/models/fwgan500.py +0 -260
- package/opus/dnn/torch/lossgen/README.md +0 -27
- package/opus/dnn/torch/lossgen/export_lossgen.py +0 -101
- package/opus/dnn/torch/lossgen/lossgen.py +0 -29
- package/opus/dnn/torch/lossgen/process_data.sh +0 -17
- package/opus/dnn/torch/lossgen/test_lossgen.py +0 -42
- package/opus/dnn/torch/lossgen/train_lossgen.py +0 -99
- package/opus/dnn/torch/lpcnet/README.md +0 -27
- package/opus/dnn/torch/lpcnet/add_dataset_config.py +0 -77
- package/opus/dnn/torch/lpcnet/data/__init__.py +0 -1
- package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +0 -227
- package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +0 -141
- package/opus/dnn/torch/lpcnet/make_default_setup.py +0 -56
- package/opus/dnn/torch/lpcnet/make_test_config.py +0 -78
- package/opus/dnn/torch/lpcnet/models/__init__.py +0 -8
- package/opus/dnn/torch/lpcnet/models/lpcnet.py +0 -303
- package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +0 -437
- package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +0 -64
- package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +0 -190
- package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +0 -52
- package/opus/dnn/torch/lpcnet/scripts/make_animation.py +0 -67
- package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +0 -17
- package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +0 -17
- package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +0 -22
- package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +0 -54
- package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +0 -22
- package/opus/dnn/torch/lpcnet/scripts/update_setups.py +0 -57
- package/opus/dnn/torch/lpcnet/test_lpcnet.py +0 -89
- package/opus/dnn/torch/lpcnet/train_lpcnet.py +0 -272
- package/opus/dnn/torch/lpcnet/utils/__init__.py +0 -4
- package/opus/dnn/torch/lpcnet/utils/data.py +0 -141
- package/opus/dnn/torch/lpcnet/utils/endoscopy.py +0 -234
- package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +0 -3
- package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +0 -44
- package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +0 -71
- package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +0 -497
- package/opus/dnn/torch/lpcnet/utils/misc.py +0 -65
- package/opus/dnn/torch/lpcnet/utils/pcm.py +0 -35
- package/opus/dnn/torch/lpcnet/utils/sample.py +0 -44
- package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +0 -2
- package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +0 -121
- package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +0 -187
- package/opus/dnn/torch/lpcnet/utils/templates.py +0 -157
- package/opus/dnn/torch/lpcnet/utils/ulaw.py +0 -58
- package/opus/dnn/torch/lpcnet/utils/wav.py +0 -43
- package/opus/dnn/torch/neural-pitch/README.md +0 -18
- package/opus/dnn/torch/neural-pitch/data_augmentation.py +0 -149
- package/opus/dnn/torch/neural-pitch/download_demand.sh +0 -43
- package/opus/dnn/torch/neural-pitch/evaluation.py +0 -349
- package/opus/dnn/torch/neural-pitch/experiments.py +0 -38
- package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +0 -109
- package/opus/dnn/torch/neural-pitch/models.py +0 -178
- package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +0 -179
- package/opus/dnn/torch/neural-pitch/ptdb_process.sh +0 -34
- package/opus/dnn/torch/neural-pitch/run_crepe.py +0 -72
- package/opus/dnn/torch/neural-pitch/training.py +0 -162
- package/opus/dnn/torch/neural-pitch/utils.py +0 -59
- package/opus/dnn/torch/osce/README.md +0 -66
- package/opus/dnn/torch/osce/adv_train_model.py +0 -462
- package/opus/dnn/torch/osce/adv_train_vocoder.py +0 -451
- package/opus/dnn/torch/osce/create_testvectors.py +0 -165
- package/opus/dnn/torch/osce/data/__init__.py +0 -2
- package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +0 -225
- package/opus/dnn/torch/osce/data/silk_conversion_set.py +0 -132
- package/opus/dnn/torch/osce/data/silk_enhancement_set.py +0 -140
- package/opus/dnn/torch/osce/engine/engine.py +0 -103
- package/opus/dnn/torch/osce/engine/vocoder_engine.py +0 -101
- package/opus/dnn/torch/osce/export_model_weights.py +0 -174
- package/opus/dnn/torch/osce/losses/stft_loss.py +0 -277
- package/opus/dnn/torch/osce/losses/td_lowpass.py +0 -34
- package/opus/dnn/torch/osce/make_default_setup.py +0 -93
- package/opus/dnn/torch/osce/models/__init__.py +0 -42
- package/opus/dnn/torch/osce/models/fd_discriminator.py +0 -974
- package/opus/dnn/torch/osce/models/lace.py +0 -190
- package/opus/dnn/torch/osce/models/lavoce.py +0 -274
- package/opus/dnn/torch/osce/models/lavoce_400.py +0 -254
- package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +0 -91
- package/opus/dnn/torch/osce/models/nns_base.py +0 -69
- package/opus/dnn/torch/osce/models/no_lace.py +0 -218
- package/opus/dnn/torch/osce/models/scale_embedding.py +0 -68
- package/opus/dnn/torch/osce/models/shape_up_48.py +0 -179
- package/opus/dnn/torch/osce/models/silk_feature_net.py +0 -86
- package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +0 -127
- package/opus/dnn/torch/osce/requirements.txt +0 -9
- package/opus/dnn/torch/osce/resources/training_files.txt +0 -107716
- package/opus/dnn/torch/osce/resources/validation_files.txt +0 -26929
- package/opus/dnn/torch/osce/scripts/concatenator.py +0 -85
- package/opus/dnn/torch/osce/silk_16_to_48.py +0 -28
- package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +0 -123
- package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +0 -25
- package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +0 -7
- package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +0 -113
- package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +0 -330
- package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +0 -116
- package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +0 -109
- package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +0 -124
- package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +0 -121
- package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +0 -182
- package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +0 -190
- package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +0 -98
- package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +0 -138
- package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +0 -196
- package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +0 -205
- package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +0 -313
- package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +0 -320
- package/opus/dnn/torch/osce/stndrd/presentation/playback.py +0 -25
- package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +0 -275
- package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +0 -173
- package/opus/dnn/torch/osce/test_model.py +0 -96
- package/opus/dnn/torch/osce/test_vocoder.py +0 -103
- package/opus/dnn/torch/osce/train_model.py +0 -307
- package/opus/dnn/torch/osce/train_vocoder.py +0 -287
- package/opus/dnn/torch/osce/utils/ada_conv.py +0 -71
- package/opus/dnn/torch/osce/utils/complexity.py +0 -8
- package/opus/dnn/torch/osce/utils/endoscopy.py +0 -205
- package/opus/dnn/torch/osce/utils/layers/fir.py +0 -27
- package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +0 -230
- package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +0 -200
- package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +0 -100
- package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +0 -84
- package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +0 -167
- package/opus/dnn/torch/osce/utils/layers/td_shaper.py +0 -145
- package/opus/dnn/torch/osce/utils/lpcnet_features.py +0 -112
- package/opus/dnn/torch/osce/utils/misc.py +0 -95
- package/opus/dnn/torch/osce/utils/moc.py +0 -153
- package/opus/dnn/torch/osce/utils/pitch.py +0 -122
- package/opus/dnn/torch/osce/utils/silk_features.py +0 -144
- package/opus/dnn/torch/osce/utils/softquant.py +0 -110
- package/opus/dnn/torch/osce/utils/spec.py +0 -210
- package/opus/dnn/torch/osce/utils/templates.py +0 -347
- package/opus/dnn/torch/plc/export_plc.py +0 -100
- package/opus/dnn/torch/plc/plc.py +0 -144
- package/opus/dnn/torch/plc/plc_dataset.py +0 -60
- package/opus/dnn/torch/plc/train_plc.py +0 -145
- package/opus/dnn/torch/rdovae/README.md +0 -55
- package/opus/dnn/torch/rdovae/download_datasets.sh +0 -6
- package/opus/dnn/torch/rdovae/export_rdovae_weights.py +0 -365
- package/opus/dnn/torch/rdovae/fec_encoder.py +0 -212
- package/opus/dnn/torch/rdovae/import_rdovae_weights.py +0 -143
- package/opus/dnn/torch/rdovae/packets/__init__.py +0 -1
- package/opus/dnn/torch/rdovae/packets/fec_packets.c +0 -142
- package/opus/dnn/torch/rdovae/packets/fec_packets.h +0 -34
- package/opus/dnn/torch/rdovae/packets/fec_packets.py +0 -108
- package/opus/dnn/torch/rdovae/process_speech.sh +0 -7
- package/opus/dnn/torch/rdovae/rdovae/__init__.py +0 -2
- package/opus/dnn/torch/rdovae/rdovae/dataset.py +0 -67
- package/opus/dnn/torch/rdovae/rdovae/rdovae.py +0 -719
- package/opus/dnn/torch/rdovae/requirements.txt +0 -4
- package/opus/dnn/torch/rdovae/train_rdovae.py +0 -278
- package/opus/dnn/torch/testsuite/README.md +0 -46
- package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +0 -6
- package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +0 -5
- package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +0 -5
- package/opus/dnn/torch/testsuite/requirements.txt +0 -12
- package/opus/dnn/torch/testsuite/run_test.py +0 -375
- package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
- package/opus/dnn/torch/testsuite/utils/files.py +0 -54
- package/opus/dnn/torch/testsuite/utils/pesq.py +0 -43
- package/opus/dnn/torch/testsuite/utils/pitch.py +0 -61
- package/opus/dnn/torch/weight-exchange/README.md +0 -21
- package/opus/dnn/torch/weight-exchange/requirements.txt +0 -1
- package/opus/dnn/torch/weight-exchange/setup.py +0 -48
- package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +0 -30
- package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +0 -31
- package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +0 -181
- package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +0 -386
- package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +0 -5
- package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +0 -188
- package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +0 -37
- package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +0 -433
- package/opus/dnn/training_tf2/dataloader.py +0 -49
- package/opus/dnn/training_tf2/decode_rdovae.py +0 -111
- package/opus/dnn/training_tf2/diffembed.py +0 -49
- package/opus/dnn/training_tf2/dump_lpcnet.py +0 -388
- package/opus/dnn/training_tf2/dump_plc.py +0 -296
- package/opus/dnn/training_tf2/dump_rdovae.py +0 -306
- package/opus/dnn/training_tf2/encode_rdovae.py +0 -125
- package/opus/dnn/training_tf2/fec_encoder.py +0 -256
- package/opus/dnn/training_tf2/fec_packets.c +0 -142
- package/opus/dnn/training_tf2/fec_packets.h +0 -34
- package/opus/dnn/training_tf2/fec_packets.py +0 -108
- package/opus/dnn/training_tf2/keraslayerdump.py +0 -189
- package/opus/dnn/training_tf2/lossfuncs.py +0 -99
- package/opus/dnn/training_tf2/lpcnet.py +0 -339
- package/opus/dnn/training_tf2/lpcnet_plc.py +0 -101
- package/opus/dnn/training_tf2/mdense.py +0 -95
- package/opus/dnn/training_tf2/pade.py +0 -70
- package/opus/dnn/training_tf2/parameters.py +0 -29
- package/opus/dnn/training_tf2/plc_loader.py +0 -73
- package/opus/dnn/training_tf2/rdovae.py +0 -372
- package/opus/dnn/training_tf2/rdovae_exchange.py +0 -138
- package/opus/dnn/training_tf2/rdovae_import.py +0 -123
- package/opus/dnn/training_tf2/test_lpcnet.py +0 -120
- package/opus/dnn/training_tf2/test_plc.py +0 -92
- package/opus/dnn/training_tf2/tf_funcs.py +0 -70
- package/opus/dnn/training_tf2/train_lpcnet.py +0 -214
- package/opus/dnn/training_tf2/train_plc.py +0 -197
- package/opus/dnn/training_tf2/train_rdovae.py +0 -151
- package/opus/dnn/training_tf2/ulaw.py +0 -19
- package/opus/dnn/training_tf2/uniform_noise.py +0 -78
- package/opus/dnn/vec.h +0 -389
- package/opus/dnn/vec_avx.h +0 -884
- package/opus/dnn/vec_neon.h +0 -473
- package/opus/dnn/write_lpcnet_weights.c +0 -97
- package/opus/dnn/x86/dnn_x86.h +0 -121
- package/opus/dnn/x86/nnet_avx2.c +0 -40
- package/opus/dnn/x86/nnet_sse2.c +0 -40
- package/opus/dnn/x86/nnet_sse4_1.c +0 -40
- package/opus/dnn/x86/x86_dnn_map.c +0 -83
- package/opus/doc/Doxyfile.in +0 -340
- package/opus/doc/Makefile.am +0 -45
- package/opus/doc/build_draft.sh +0 -113
- package/opus/doc/build_isobmff.sh +0 -50
- package/opus/doc/build_oggdraft.sh +0 -52
- package/opus/doc/customdoxygen.css +0 -1011
- package/opus/doc/draft-ietf-codec-oggopus.xml +0 -1873
- package/opus/doc/draft-ietf-codec-opus-update.xml +0 -513
- package/opus/doc/draft-ietf-codec-opus.xml +0 -8276
- package/opus/doc/draft-ietf-payload-rtp-opus.xml +0 -960
- package/opus/doc/footer.html +0 -32
- package/opus/doc/header.html +0 -61
- package/opus/doc/meson.build +0 -33
- package/opus/doc/opus_in_isobmff.css +0 -60
- package/opus/doc/opus_in_isobmff.html +0 -692
- package/opus/doc/opus_logo.svg +0 -157
- package/opus/doc/opus_update.patch +0 -244
- package/opus/doc/release.txt +0 -43
- package/opus/doc/trivial_example.c +0 -171
- package/opus/include/meson.build +0 -13
- package/opus/include/opus.h +0 -1172
- package/opus/include/opus_custom.h +0 -381
- package/opus/include/opus_defines.h +0 -830
- package/opus/include/opus_multistream.h +0 -736
- package/opus/include/opus_projection.h +0 -643
- package/opus/include/opus_types.h +0 -166
- package/opus/lpcnet_headers.mk +0 -44
- package/opus/lpcnet_sources.mk +0 -44
- package/opus/m4/as-gcc-inline-assembly.m4 +0 -98
- package/opus/m4/ax_add_fortify_source.m4 +0 -53
- package/opus/m4/opus-intrinsics.m4 +0 -29
- package/opus/meson/README.md +0 -88
- package/opus/meson/get-version.py +0 -86
- package/opus/meson/read-sources-list.py +0 -28
- package/opus/meson.build +0 -745
- package/opus/meson_options.txt +0 -27
- package/opus/opus-uninstalled.pc.in +0 -12
- package/opus/opus.m4 +0 -117
- package/opus/opus.pc.in +0 -16
- package/opus/opus_headers.mk +0 -8
- package/opus/opus_sources.mk +0 -17
- package/opus/releases.sha2 +0 -85
- package/opus/scripts/dump_rnn.py +0 -57
- package/opus/scripts/local_build.py +0 -220
- package/opus/scripts/rnn_train.py +0 -67
- package/opus/scripts/shrink_model.sh +0 -7
- package/opus/silk/A2NLSF.c +0 -267
- package/opus/silk/API.h +0 -156
- package/opus/silk/CNG.c +0 -188
- package/opus/silk/HP_variable_cutoff.c +0 -77
- package/opus/silk/Inlines.h +0 -188
- package/opus/silk/LPC_analysis_filter.c +0 -111
- package/opus/silk/LPC_fit.c +0 -82
- package/opus/silk/LPC_inv_pred_gain.c +0 -141
- package/opus/silk/LP_variable_cutoff.c +0 -135
- package/opus/silk/MacroCount.h +0 -710
- package/opus/silk/MacroDebug.h +0 -945
- package/opus/silk/NLSF2A.c +0 -141
- package/opus/silk/NLSF_VQ.c +0 -76
- package/opus/silk/NLSF_VQ_weights_laroia.c +0 -80
- package/opus/silk/NLSF_decode.c +0 -93
- package/opus/silk/NLSF_del_dec_quant.c +0 -215
- package/opus/silk/NLSF_encode.c +0 -124
- package/opus/silk/NLSF_stabilize.c +0 -142
- package/opus/silk/NLSF_unpack.c +0 -55
- package/opus/silk/NSQ.c +0 -437
- package/opus/silk/NSQ.h +0 -101
- package/opus/silk/NSQ_del_dec.c +0 -733
- package/opus/silk/PLC.c +0 -493
- package/opus/silk/PLC.h +0 -65
- package/opus/silk/SigProc_FIX.h +0 -643
- package/opus/silk/VAD.c +0 -360
- package/opus/silk/VQ_WMat_EC.c +0 -131
- package/opus/silk/ana_filt_bank_1.c +0 -74
- package/opus/silk/arm/LPC_inv_pred_gain_arm.h +0 -57
- package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +0 -288
- package/opus/silk/arm/NSQ_del_dec_arm.h +0 -100
- package/opus/silk/arm/NSQ_del_dec_neon_intr.c +0 -1138
- package/opus/silk/arm/NSQ_neon.c +0 -112
- package/opus/silk/arm/NSQ_neon.h +0 -114
- package/opus/silk/arm/SigProc_FIX_armv4.h +0 -47
- package/opus/silk/arm/SigProc_FIX_armv5e.h +0 -61
- package/opus/silk/arm/arm_silk_map.c +0 -128
- package/opus/silk/arm/biquad_alt_arm.h +0 -68
- package/opus/silk/arm/biquad_alt_neon_intr.c +0 -156
- package/opus/silk/arm/macros_arm64.h +0 -39
- package/opus/silk/arm/macros_armv4.h +0 -110
- package/opus/silk/arm/macros_armv5e.h +0 -220
- package/opus/silk/biquad_alt.c +0 -121
- package/opus/silk/bwexpander.c +0 -51
- package/opus/silk/bwexpander_32.c +0 -51
- package/opus/silk/check_control_input.c +0 -106
- package/opus/silk/code_signs.c +0 -115
- package/opus/silk/control.h +0 -161
- package/opus/silk/control_SNR.c +0 -113
- package/opus/silk/control_audio_bandwidth.c +0 -132
- package/opus/silk/control_codec.c +0 -423
- package/opus/silk/debug.c +0 -174
- package/opus/silk/debug.h +0 -267
- package/opus/silk/dec_API.c +0 -465
- package/opus/silk/decode_core.c +0 -243
- package/opus/silk/decode_frame.c +0 -169
- package/opus/silk/decode_indices.c +0 -151
- package/opus/silk/decode_parameters.c +0 -115
- package/opus/silk/decode_pitch.c +0 -77
- package/opus/silk/decode_pulses.c +0 -115
- package/opus/silk/decoder_set_fs.c +0 -108
- package/opus/silk/define.h +0 -235
- package/opus/silk/enc_API.c +0 -593
- package/opus/silk/encode_indices.c +0 -181
- package/opus/silk/encode_pulses.c +0 -206
- package/opus/silk/errors.h +0 -98
- package/opus/silk/fixed/LTP_analysis_filter_FIX.c +0 -90
- package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +0 -58
- package/opus/silk/fixed/apply_sine_window_FIX.c +0 -101
- package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +0 -68
- package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +0 -265
- package/opus/silk/fixed/autocorr_FIX.c +0 -48
- package/opus/silk/fixed/burg_modified_FIX.c +0 -280
- package/opus/silk/fixed/corrMatrix_FIX.c +0 -150
- package/opus/silk/fixed/encode_frame_FIX.c +0 -444
- package/opus/silk/fixed/find_LPC_FIX.c +0 -151
- package/opus/silk/fixed/find_LTP_FIX.c +0 -99
- package/opus/silk/fixed/find_pitch_lags_FIX.c +0 -143
- package/opus/silk/fixed/find_pred_coefs_FIX.c +0 -146
- package/opus/silk/fixed/k2a_FIX.c +0 -54
- package/opus/silk/fixed/k2a_Q16_FIX.c +0 -54
- package/opus/silk/fixed/main_FIX.h +0 -244
- package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +0 -336
- package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +0 -184
- package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +0 -165
- package/opus/silk/fixed/noise_shape_analysis_FIX.c +0 -407
- package/opus/silk/fixed/pitch_analysis_core_FIX.c +0 -721
- package/opus/silk/fixed/process_gains_FIX.c +0 -117
- package/opus/silk/fixed/regularize_correlations_FIX.c +0 -47
- package/opus/silk/fixed/residual_energy16_FIX.c +0 -103
- package/opus/silk/fixed/residual_energy_FIX.c +0 -98
- package/opus/silk/fixed/schur64_FIX.c +0 -93
- package/opus/silk/fixed/schur_FIX.c +0 -107
- package/opus/silk/fixed/structs_FIX.h +0 -116
- package/opus/silk/fixed/vector_ops_FIX.c +0 -102
- package/opus/silk/fixed/warped_autocorrelation_FIX.c +0 -92
- package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +0 -400
- package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +0 -93
- package/opus/silk/float/LPC_analysis_filter_FLP.c +0 -249
- package/opus/silk/float/LPC_inv_pred_gain_FLP.c +0 -73
- package/opus/silk/float/LTP_analysis_filter_FLP.c +0 -75
- package/opus/silk/float/LTP_scale_ctrl_FLP.c +0 -58
- package/opus/silk/float/SigProc_FLP.h +0 -205
- package/opus/silk/float/apply_sine_window_FLP.c +0 -81
- package/opus/silk/float/autocorrelation_FLP.c +0 -53
- package/opus/silk/float/burg_modified_FLP.c +0 -187
- package/opus/silk/float/bwexpander_FLP.c +0 -49
- package/opus/silk/float/corrMatrix_FLP.c +0 -95
- package/opus/silk/float/encode_frame_FLP.c +0 -432
- package/opus/silk/float/energy_FLP.c +0 -59
- package/opus/silk/float/find_LPC_FLP.c +0 -105
- package/opus/silk/float/find_LTP_FLP.c +0 -65
- package/opus/silk/float/find_pitch_lags_FLP.c +0 -132
- package/opus/silk/float/find_pred_coefs_FLP.c +0 -117
- package/opus/silk/float/inner_product_FLP.c +0 -59
- package/opus/silk/float/k2a_FLP.c +0 -54
- package/opus/silk/float/main_FLP.h +0 -290
- package/opus/silk/float/noise_shape_analysis_FLP.c +0 -350
- package/opus/silk/float/pitch_analysis_core_FLP.c +0 -630
- package/opus/silk/float/process_gains_FLP.c +0 -103
- package/opus/silk/float/regularize_correlations_FLP.c +0 -48
- package/opus/silk/float/residual_energy_FLP.c +0 -117
- package/opus/silk/float/scale_copy_vector_FLP.c +0 -57
- package/opus/silk/float/scale_vector_FLP.c +0 -56
- package/opus/silk/float/schur_FLP.c +0 -70
- package/opus/silk/float/sort_FLP.c +0 -83
- package/opus/silk/float/structs_FLP.h +0 -112
- package/opus/silk/float/warped_autocorrelation_FLP.c +0 -75
- package/opus/silk/float/wrappers_FLP.c +0 -209
- package/opus/silk/float/x86/inner_product_FLP_avx2.c +0 -85
- package/opus/silk/gain_quant.c +0 -142
- package/opus/silk/init_decoder.c +0 -84
- package/opus/silk/init_encoder.c +0 -68
- package/opus/silk/inner_prod_aligned.c +0 -47
- package/opus/silk/interpolate.c +0 -51
- package/opus/silk/lin2log.c +0 -46
- package/opus/silk/log2lin.c +0 -58
- package/opus/silk/macros.h +0 -151
- package/opus/silk/main.h +0 -486
- package/opus/silk/meson.build +0 -69
- package/opus/silk/mips/NSQ_del_dec_mipsr1.h +0 -410
- package/opus/silk/mips/macros_mipsr1.h +0 -92
- package/opus/silk/mips/sigproc_fix_mipsr1.h +0 -60
- package/opus/silk/pitch_est_defines.h +0 -88
- package/opus/silk/pitch_est_tables.c +0 -99
- package/opus/silk/process_NLSFs.c +0 -107
- package/opus/silk/quant_LTP_gains.c +0 -132
- package/opus/silk/resampler.c +0 -215
- package/opus/silk/resampler_down2.c +0 -74
- package/opus/silk/resampler_down2_3.c +0 -103
- package/opus/silk/resampler_private.h +0 -88
- package/opus/silk/resampler_private_AR2.c +0 -55
- package/opus/silk/resampler_private_IIR_FIR.c +0 -107
- package/opus/silk/resampler_private_down_FIR.c +0 -194
- package/opus/silk/resampler_private_up2_HQ.c +0 -113
- package/opus/silk/resampler_rom.c +0 -96
- package/opus/silk/resampler_rom.h +0 -68
- package/opus/silk/resampler_structs.h +0 -60
- package/opus/silk/shell_coder.c +0 -151
- package/opus/silk/sigm_Q15.c +0 -76
- package/opus/silk/sort.c +0 -154
- package/opus/silk/stereo_LR_to_MS.c +0 -229
- package/opus/silk/stereo_MS_to_LR.c +0 -85
- package/opus/silk/stereo_decode_pred.c +0 -73
- package/opus/silk/stereo_encode_pred.c +0 -62
- package/opus/silk/stereo_find_predictor.c +0 -79
- package/opus/silk/stereo_quant_pred.c +0 -73
- package/opus/silk/structs.h +0 -357
- package/opus/silk/sum_sqr_shift.c +0 -83
- package/opus/silk/table_LSF_cos.c +0 -70
- package/opus/silk/tables.h +0 -114
- package/opus/silk/tables_LTP.c +0 -294
- package/opus/silk/tables_NLSF_CB_NB_MB.c +0 -195
- package/opus/silk/tables_NLSF_CB_WB.c +0 -234
- package/opus/silk/tables_gain.c +0 -63
- package/opus/silk/tables_other.c +0 -124
- package/opus/silk/tables_pitch_lag.c +0 -69
- package/opus/silk/tables_pulses_per_block.c +0 -264
- package/opus/silk/tests/meson.build +0 -8
- package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +0 -130
- package/opus/silk/tuning_parameters.h +0 -155
- package/opus/silk/typedef.h +0 -81
- package/opus/silk/x86/NSQ_del_dec_avx2.c +0 -1075
- package/opus/silk/x86/NSQ_del_dec_sse4_1.c +0 -915
- package/opus/silk/x86/NSQ_sse4_1.c +0 -772
- package/opus/silk/x86/SigProc_FIX_sse.h +0 -99
- package/opus/silk/x86/VAD_sse4_1.c +0 -289
- package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +0 -173
- package/opus/silk/x86/main_sse.h +0 -299
- package/opus/silk/x86/x86_silk_map.c +0 -179
- package/opus/silk_headers.mk +0 -44
- package/opus/silk_sources.mk +0 -164
- package/opus/src/analysis.c +0 -979
- package/opus/src/analysis.h +0 -103
- package/opus/src/extensions.c +0 -663
- package/opus/src/mapping_matrix.c +0 -993
- package/opus/src/mapping_matrix.h +0 -165
- package/opus/src/meson.build +0 -45
- package/opus/src/mlp.c +0 -132
- package/opus/src/mlp.h +0 -60
- package/opus/src/mlp_data.c +0 -672
- package/opus/src/opus.c +0 -362
- package/opus/src/opus_compare.c +0 -382
- package/opus/src/opus_decoder.c +0 -1579
- package/opus/src/opus_demo.c +0 -1194
- package/opus/src/opus_encoder.c +0 -3180
- package/opus/src/opus_multistream.c +0 -92
- package/opus/src/opus_multistream_decoder.c +0 -563
- package/opus/src/opus_multistream_encoder.c +0 -1321
- package/opus/src/opus_private.h +0 -263
- package/opus/src/opus_projection_decoder.c +0 -283
- package/opus/src/opus_projection_encoder.c +0 -522
- package/opus/src/repacketizer.c +0 -469
- package/opus/src/repacketizer_demo.c +0 -247
- package/opus/src/tansig_table.h +0 -45
- package/opus/tar_list.txt +0 -28
- package/opus/tests/meson.build +0 -39
- package/opus/tests/opus_build_test.sh +0 -29
- package/opus/tests/opus_decode_fuzzer.c +0 -124
- package/opus/tests/opus_decode_fuzzer.options +0 -2
- package/opus/tests/opus_encode_regressions.c +0 -1034
- package/opus/tests/random_config.sh +0 -126
- package/opus/tests/run_vectors.sh +0 -143
- package/opus/tests/test_opus_api.c +0 -1904
- package/opus/tests/test_opus_common.h +0 -86
- package/opus/tests/test_opus_custom.c +0 -694
- package/opus/tests/test_opus_decode.c +0 -481
- package/opus/tests/test_opus_dred.c +0 -107
- package/opus/tests/test_opus_encode.c +0 -738
- package/opus/tests/test_opus_extensions.c +0 -750
- package/opus/tests/test_opus_padding.c +0 -94
- package/opus/tests/test_opus_projection.c +0 -384
- package/opus/training/rnn_dump.py +0 -66
- package/opus/training/rnn_train.py +0 -177
- package/opus/training/txt2hdf5.py +0 -12
- package/opus/update_version +0 -65
- package/test.mp4 +0 -0
|
@@ -1,122 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
/* Copyright (c) 2023 Amazon
|
|
3
|
-
Written by Jan Buethe */
|
|
4
|
-
/*
|
|
5
|
-
Redistribution and use in source and binary forms, with or without
|
|
6
|
-
modification, are permitted provided that the following conditions
|
|
7
|
-
are met:
|
|
8
|
-
|
|
9
|
-
- Redistributions of source code must retain the above copyright
|
|
10
|
-
notice, this list of conditions and the following disclaimer.
|
|
11
|
-
|
|
12
|
-
- Redistributions in binary form must reproduce the above copyright
|
|
13
|
-
notice, this list of conditions and the following disclaimer in the
|
|
14
|
-
documentation and/or other materials provided with the distribution.
|
|
15
|
-
|
|
16
|
-
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
17
|
-
``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
18
|
-
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
19
|
-
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
|
20
|
-
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
21
|
-
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
22
|
-
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
23
|
-
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
24
|
-
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
25
|
-
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
26
|
-
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
-
*/
|
|
28
|
-
"""
|
|
29
|
-
|
|
30
|
-
import numpy as np
|
|
31
|
-
|
|
32
|
-
def hangover(lags, num_frames=10):
|
|
33
|
-
lags = lags.copy()
|
|
34
|
-
count = 0
|
|
35
|
-
last_lag = 0
|
|
36
|
-
|
|
37
|
-
for i in range(len(lags)):
|
|
38
|
-
lag = lags[i]
|
|
39
|
-
|
|
40
|
-
if lag == 0:
|
|
41
|
-
if count < num_frames:
|
|
42
|
-
lags[i] = last_lag
|
|
43
|
-
count += 1
|
|
44
|
-
else:
|
|
45
|
-
count = 0
|
|
46
|
-
last_lag = lag
|
|
47
|
-
|
|
48
|
-
return lags
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
def smooth_pitch_lags(lags, d=2):
|
|
52
|
-
|
|
53
|
-
assert d < 4
|
|
54
|
-
|
|
55
|
-
num_silk_frames = len(lags) // 4
|
|
56
|
-
|
|
57
|
-
smoothed_lags = lags.copy()
|
|
58
|
-
|
|
59
|
-
tmp = np.arange(1, d+1)
|
|
60
|
-
kernel = np.concatenate((tmp, [d+1], tmp[::-1]), dtype=np.float32)
|
|
61
|
-
kernel = kernel / np.sum(kernel)
|
|
62
|
-
|
|
63
|
-
last = lags[0:d][::-1]
|
|
64
|
-
for i in range(num_silk_frames):
|
|
65
|
-
frame = lags[i * 4: (i+1) * 4]
|
|
66
|
-
|
|
67
|
-
if np.max(np.abs(frame)) == 0:
|
|
68
|
-
last = frame[4-d:]
|
|
69
|
-
continue
|
|
70
|
-
|
|
71
|
-
if i == num_silk_frames - 1:
|
|
72
|
-
next = frame[4-d:][::-1]
|
|
73
|
-
else:
|
|
74
|
-
next = lags[(i+1) * 4 : (i+1) * 4 + d]
|
|
75
|
-
|
|
76
|
-
if np.max(np.abs(next)) == 0:
|
|
77
|
-
next = frame[4-d:][::-1]
|
|
78
|
-
|
|
79
|
-
if np.max(np.abs(last)) == 0:
|
|
80
|
-
last = frame[0:d][::-1]
|
|
81
|
-
|
|
82
|
-
smoothed_frame = np.convolve(np.concatenate((last, frame, next), dtype=np.float32), kernel, mode='valid')
|
|
83
|
-
|
|
84
|
-
smoothed_lags[i * 4: (i+1) * 4] = np.round(smoothed_frame)
|
|
85
|
-
|
|
86
|
-
last = frame[4-d:]
|
|
87
|
-
|
|
88
|
-
return smoothed_lags
|
|
89
|
-
|
|
90
|
-
def calculate_acorr_window(x, frame_size, lags, history=None, max_lag=300, radius=2, add_double_lag_acorr=False, no_pitch_threshold=32):
|
|
91
|
-
eps = 1e-9
|
|
92
|
-
|
|
93
|
-
lag_multiplier = 2 if add_double_lag_acorr else 1
|
|
94
|
-
|
|
95
|
-
if history is None:
|
|
96
|
-
history = np.zeros(lag_multiplier * max_lag + radius, dtype=x.dtype)
|
|
97
|
-
|
|
98
|
-
offset = len(history)
|
|
99
|
-
|
|
100
|
-
assert offset >= max_lag + radius
|
|
101
|
-
assert len(x) % frame_size == 0
|
|
102
|
-
|
|
103
|
-
num_frames = len(x) // frame_size
|
|
104
|
-
lags = lags.copy()
|
|
105
|
-
|
|
106
|
-
x_ext = np.concatenate((history, x), dtype=x.dtype)
|
|
107
|
-
|
|
108
|
-
d = radius
|
|
109
|
-
num_acorrs = 2 * d + 1
|
|
110
|
-
acorrs = np.zeros((num_frames, lag_multiplier * num_acorrs), dtype=x.dtype)
|
|
111
|
-
|
|
112
|
-
for idx in range(num_frames):
|
|
113
|
-
lag = lags[idx].item()
|
|
114
|
-
frame = x_ext[offset + idx * frame_size : offset + (idx + 1) * frame_size]
|
|
115
|
-
|
|
116
|
-
for k in range(lag_multiplier):
|
|
117
|
-
lag1 = (k + 1) * lag if lag >= no_pitch_threshold else lag
|
|
118
|
-
for j in range(num_acorrs):
|
|
119
|
-
past = x_ext[offset + idx * frame_size - lag1 + j - d : offset + (idx + 1) * frame_size - lag1 + j - d]
|
|
120
|
-
acorrs[idx, j + k * num_acorrs] = np.dot(frame, past) / np.sqrt(np.dot(frame, frame) * np.dot(past, past) + eps)
|
|
121
|
-
|
|
122
|
-
return acorrs, lags
|
|
@@ -1,144 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
/* Copyright (c) 2023 Amazon
|
|
3
|
-
Written by Jan Buethe */
|
|
4
|
-
/*
|
|
5
|
-
Redistribution and use in source and binary forms, with or without
|
|
6
|
-
modification, are permitted provided that the following conditions
|
|
7
|
-
are met:
|
|
8
|
-
|
|
9
|
-
- Redistributions of source code must retain the above copyright
|
|
10
|
-
notice, this list of conditions and the following disclaimer.
|
|
11
|
-
|
|
12
|
-
- Redistributions in binary form must reproduce the above copyright
|
|
13
|
-
notice, this list of conditions and the following disclaimer in the
|
|
14
|
-
documentation and/or other materials provided with the distribution.
|
|
15
|
-
|
|
16
|
-
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
17
|
-
``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
18
|
-
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
19
|
-
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
|
20
|
-
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
21
|
-
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
22
|
-
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
23
|
-
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
24
|
-
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
25
|
-
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
26
|
-
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
-
*/
|
|
28
|
-
"""
|
|
29
|
-
|
|
30
|
-
import os
|
|
31
|
-
|
|
32
|
-
import numpy as np
|
|
33
|
-
import torch
|
|
34
|
-
|
|
35
|
-
import scipy
|
|
36
|
-
import scipy.signal
|
|
37
|
-
|
|
38
|
-
from utils.pitch import hangover, calculate_acorr_window
|
|
39
|
-
from utils.spec import create_filter_bank, cepstrum, log_spectrum, log_spectrum_from_lpc
|
|
40
|
-
|
|
41
|
-
def spec_from_lpc(a, n_fft=128, eps=1e-9):
|
|
42
|
-
order = a.shape[-1]
|
|
43
|
-
assert order + 1 < n_fft
|
|
44
|
-
|
|
45
|
-
x = np.zeros((*a.shape[:-1], n_fft ))
|
|
46
|
-
x[..., 0] = 1
|
|
47
|
-
x[..., 1:1 + order] = -a
|
|
48
|
-
|
|
49
|
-
X = np.fft.fft(x, axis=-1)
|
|
50
|
-
X = np.abs(X[..., :n_fft//2 + 1]) ** 2
|
|
51
|
-
|
|
52
|
-
S = 1 / (X + eps)
|
|
53
|
-
|
|
54
|
-
return S
|
|
55
|
-
|
|
56
|
-
def silk_feature_factory(no_pitch_value=256,
|
|
57
|
-
acorr_radius=2,
|
|
58
|
-
pitch_hangover=8,
|
|
59
|
-
num_bands_clean_spec=64,
|
|
60
|
-
num_bands_noisy_spec=18,
|
|
61
|
-
noisy_spec_scale='opus',
|
|
62
|
-
noisy_apply_dct=True,
|
|
63
|
-
add_double_lag_acorr=False
|
|
64
|
-
):
|
|
65
|
-
|
|
66
|
-
w = scipy.signal.windows.cosine(320)
|
|
67
|
-
fb_clean_spec = create_filter_bank(num_bands_clean_spec, 320, scale='erb', round_center_bins=True, normalize=True)
|
|
68
|
-
fb_noisy_spec = create_filter_bank(num_bands_noisy_spec, 320, scale=noisy_spec_scale, round_center_bins=True, normalize=True)
|
|
69
|
-
|
|
70
|
-
def create_features(noisy, noisy_history, lpcs, gains, ltps, periods):
|
|
71
|
-
|
|
72
|
-
periods = periods.copy()
|
|
73
|
-
|
|
74
|
-
if pitch_hangover > 0:
|
|
75
|
-
periods = hangover(periods, num_frames=pitch_hangover)
|
|
76
|
-
|
|
77
|
-
periods[periods == 0] = no_pitch_value
|
|
78
|
-
|
|
79
|
-
clean_spectrum = 0.3 * log_spectrum_from_lpc(lpcs, fb=fb_clean_spec, n_fft=320)
|
|
80
|
-
|
|
81
|
-
if noisy_apply_dct:
|
|
82
|
-
noisy_cepstrum = np.repeat(
|
|
83
|
-
cepstrum(np.concatenate((noisy_history[-160:], noisy), dtype=np.float32), 320, fb_noisy_spec, w), 2, 0)
|
|
84
|
-
else:
|
|
85
|
-
noisy_cepstrum = np.repeat(
|
|
86
|
-
log_spectrum(np.concatenate((noisy_history[-160:], noisy), dtype=np.float32), 320, fb_noisy_spec, w), 2, 0)
|
|
87
|
-
|
|
88
|
-
log_gains = np.log(gains + 1e-9).reshape(-1, 1)
|
|
89
|
-
|
|
90
|
-
acorr, _ = calculate_acorr_window(noisy, 80, periods, noisy_history, radius=acorr_radius, add_double_lag_acorr=add_double_lag_acorr)
|
|
91
|
-
|
|
92
|
-
features = np.concatenate((clean_spectrum, noisy_cepstrum, acorr, ltps, log_gains), axis=-1, dtype=np.float32)
|
|
93
|
-
|
|
94
|
-
return features, periods.astype(np.int64)
|
|
95
|
-
|
|
96
|
-
return create_features
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
def load_inference_data(path,
|
|
101
|
-
no_pitch_value=256,
|
|
102
|
-
skip=92,
|
|
103
|
-
preemph=0.85,
|
|
104
|
-
acorr_radius=2,
|
|
105
|
-
pitch_hangover=8,
|
|
106
|
-
num_bands_clean_spec=64,
|
|
107
|
-
num_bands_noisy_spec=18,
|
|
108
|
-
noisy_spec_scale='opus',
|
|
109
|
-
noisy_apply_dct=True,
|
|
110
|
-
add_double_lag_acorr=False,
|
|
111
|
-
**kwargs):
|
|
112
|
-
|
|
113
|
-
print(f"[load_inference_data]: ignoring keyword arguments {kwargs.keys()}...")
|
|
114
|
-
|
|
115
|
-
lpcs = np.fromfile(os.path.join(path, 'features_lpc.f32'), dtype=np.float32).reshape(-1, 16)
|
|
116
|
-
ltps = np.fromfile(os.path.join(path, 'features_ltp.f32'), dtype=np.float32).reshape(-1, 5)
|
|
117
|
-
gains = np.fromfile(os.path.join(path, 'features_gain.f32'), dtype=np.float32)
|
|
118
|
-
periods = np.fromfile(os.path.join(path, 'features_period.s16'), dtype=np.int16)
|
|
119
|
-
num_bits = np.fromfile(os.path.join(path, 'features_num_bits.s32'), dtype=np.int32).astype(np.float32).reshape(-1, 1)
|
|
120
|
-
num_bits_smooth = np.fromfile(os.path.join(path, 'features_num_bits_smooth.f32'), dtype=np.float32).reshape(-1, 1)
|
|
121
|
-
|
|
122
|
-
# load signal, add back delay and pre-emphasize
|
|
123
|
-
signal = np.fromfile(os.path.join(path, 'noisy.s16'), dtype=np.int16).astype(np.float32) / (2 ** 15)
|
|
124
|
-
signal = np.concatenate((np.zeros(skip, dtype=np.float32), signal), dtype=np.float32)
|
|
125
|
-
|
|
126
|
-
create_features = silk_feature_factory(no_pitch_value, acorr_radius, pitch_hangover, num_bands_clean_spec, num_bands_noisy_spec, noisy_spec_scale, noisy_apply_dct, add_double_lag_acorr)
|
|
127
|
-
|
|
128
|
-
num_frames = min((len(signal) // 320) * 4, len(lpcs))
|
|
129
|
-
signal = signal[: num_frames * 80]
|
|
130
|
-
lpcs = lpcs[: num_frames]
|
|
131
|
-
ltps = ltps[: num_frames]
|
|
132
|
-
gains = gains[: num_frames]
|
|
133
|
-
periods = periods[: num_frames]
|
|
134
|
-
num_bits = num_bits[: num_frames // 4]
|
|
135
|
-
num_bits_smooth = num_bits[: num_frames // 4]
|
|
136
|
-
|
|
137
|
-
numbits = np.repeat(np.concatenate((num_bits, num_bits_smooth), axis=-1, dtype=np.float32), 4, axis=0)
|
|
138
|
-
|
|
139
|
-
features, periods = create_features(signal, np.zeros(350, dtype=signal.dtype), lpcs, gains, ltps, periods)
|
|
140
|
-
|
|
141
|
-
if preemph > 0:
|
|
142
|
-
signal[1:] -= preemph * signal[:-1]
|
|
143
|
-
|
|
144
|
-
return torch.from_numpy(signal), torch.from_numpy(features), torch.from_numpy(periods), torch.from_numpy(numbits)
|
|
@@ -1,110 +0,0 @@
|
|
|
1
|
-
import torch
|
|
2
|
-
|
|
3
|
-
@torch.no_grad()
|
|
4
|
-
def compute_optimal_scale(weight):
|
|
5
|
-
with torch.no_grad():
|
|
6
|
-
n_out, n_in = weight.shape
|
|
7
|
-
assert n_in % 4 == 0
|
|
8
|
-
if n_out % 8:
|
|
9
|
-
# add padding
|
|
10
|
-
pad = n_out - n_out % 8
|
|
11
|
-
weight = torch.cat((weight, torch.zeros((pad, n_in), dtype=weight.dtype, device=weight.device)), dim=0)
|
|
12
|
-
|
|
13
|
-
weight_max_abs, _ = torch.max(torch.abs(weight), dim=1)
|
|
14
|
-
weight_max_sum, _ = torch.max(torch.abs(weight[:, : n_in : 2] + weight[:, 1 : n_in : 2]), dim=1)
|
|
15
|
-
scale_max = weight_max_abs / 127
|
|
16
|
-
scale_sum = weight_max_sum / 129
|
|
17
|
-
|
|
18
|
-
scale = torch.maximum(scale_max, scale_sum)
|
|
19
|
-
|
|
20
|
-
return scale[:n_out]
|
|
21
|
-
|
|
22
|
-
@torch.no_grad()
|
|
23
|
-
def q_scaled_noise(module, weight):
|
|
24
|
-
if isinstance(module, torch.nn.Conv1d):
|
|
25
|
-
w = weight.permute(0, 2, 1).flatten(1)
|
|
26
|
-
noise = torch.rand_like(w) - 0.5
|
|
27
|
-
scale = compute_optimal_scale(w)
|
|
28
|
-
noise = noise * scale.unsqueeze(-1)
|
|
29
|
-
noise = noise.reshape(weight.size(0), weight.size(2), weight.size(1)).permute(0, 2, 1)
|
|
30
|
-
elif isinstance(module, torch.nn.ConvTranspose1d):
|
|
31
|
-
i, o, k = weight.shape
|
|
32
|
-
w = weight.permute(2, 1, 0).reshape(k * o, i)
|
|
33
|
-
noise = torch.rand_like(w) - 0.5
|
|
34
|
-
scale = compute_optimal_scale(w)
|
|
35
|
-
noise = noise * scale.unsqueeze(-1)
|
|
36
|
-
noise = noise.reshape(k, o, i).permute(2, 1, 0)
|
|
37
|
-
elif len(weight.shape) == 2:
|
|
38
|
-
noise = torch.rand_like(weight) - 0.5
|
|
39
|
-
scale = compute_optimal_scale(weight)
|
|
40
|
-
noise = noise * scale.unsqueeze(-1)
|
|
41
|
-
else:
|
|
42
|
-
raise ValueError('unknown quantization setting')
|
|
43
|
-
|
|
44
|
-
return noise
|
|
45
|
-
|
|
46
|
-
class SoftQuant:
|
|
47
|
-
name: str
|
|
48
|
-
|
|
49
|
-
def __init__(self, names: str, scale: float) -> None:
|
|
50
|
-
self.names = names
|
|
51
|
-
self.quantization_noise = None
|
|
52
|
-
self.scale = scale
|
|
53
|
-
|
|
54
|
-
def __call__(self, module, inputs, *args, before=True):
|
|
55
|
-
if not module.training: return
|
|
56
|
-
|
|
57
|
-
if before:
|
|
58
|
-
self.quantization_noise = dict()
|
|
59
|
-
for name in self.names:
|
|
60
|
-
weight = getattr(module, name)
|
|
61
|
-
if self.scale is None:
|
|
62
|
-
self.quantization_noise[name] = q_scaled_noise(module, weight)
|
|
63
|
-
else:
|
|
64
|
-
self.quantization_noise[name] = \
|
|
65
|
-
self.scale * weight.abs().max() * (torch.rand_like(weight) - 0.5)
|
|
66
|
-
with torch.no_grad():
|
|
67
|
-
weight.data[:] = weight + self.quantization_noise[name]
|
|
68
|
-
else:
|
|
69
|
-
for name in self.names:
|
|
70
|
-
weight = getattr(module, name)
|
|
71
|
-
with torch.no_grad():
|
|
72
|
-
weight.data[:] = weight - self.quantization_noise[name]
|
|
73
|
-
self.quantization_noise = None
|
|
74
|
-
|
|
75
|
-
def apply(module, names=['weight'], scale=None):
|
|
76
|
-
fn = SoftQuant(names, scale)
|
|
77
|
-
|
|
78
|
-
for name in names:
|
|
79
|
-
if not hasattr(module, name):
|
|
80
|
-
raise ValueError("")
|
|
81
|
-
|
|
82
|
-
fn_before = lambda *x : fn(*x, before=True)
|
|
83
|
-
fn_after = lambda *x : fn(*x, before=False)
|
|
84
|
-
setattr(fn_before, 'sqm', fn)
|
|
85
|
-
setattr(fn_after, 'sqm', fn)
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
module.register_forward_pre_hook(fn_before)
|
|
89
|
-
module.register_forward_hook(fn_after)
|
|
90
|
-
|
|
91
|
-
module
|
|
92
|
-
|
|
93
|
-
return fn
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
def soft_quant(module, names=['weight'], scale=None):
|
|
97
|
-
fn = SoftQuant.apply(module, names, scale)
|
|
98
|
-
return module
|
|
99
|
-
|
|
100
|
-
def remove_soft_quant(module, names=['weight']):
|
|
101
|
-
for k, hook in module._forward_pre_hooks.items():
|
|
102
|
-
if hasattr(hook, 'sqm'):
|
|
103
|
-
if isinstance(hook.sqm, SoftQuant) and hook.sqm.names == names:
|
|
104
|
-
del module._forward_pre_hooks[k]
|
|
105
|
-
for k, hook in module._forward_hooks.items():
|
|
106
|
-
if hasattr(hook, 'sqm'):
|
|
107
|
-
if isinstance(hook.sqm, SoftQuant) and hook.sqm.names == names:
|
|
108
|
-
del module._forward_hooks[k]
|
|
109
|
-
|
|
110
|
-
return module
|
|
@@ -1,210 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
/* Copyright (c) 2023 Amazon
|
|
3
|
-
Written by Jan Buethe */
|
|
4
|
-
/*
|
|
5
|
-
Redistribution and use in source and binary forms, with or without
|
|
6
|
-
modification, are permitted provided that the following conditions
|
|
7
|
-
are met:
|
|
8
|
-
|
|
9
|
-
- Redistributions of source code must retain the above copyright
|
|
10
|
-
notice, this list of conditions and the following disclaimer.
|
|
11
|
-
|
|
12
|
-
- Redistributions in binary form must reproduce the above copyright
|
|
13
|
-
notice, this list of conditions and the following disclaimer in the
|
|
14
|
-
documentation and/or other materials provided with the distribution.
|
|
15
|
-
|
|
16
|
-
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
17
|
-
``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
18
|
-
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
19
|
-
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
|
20
|
-
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
21
|
-
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
22
|
-
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
23
|
-
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
24
|
-
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
25
|
-
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
26
|
-
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
-
*/
|
|
28
|
-
"""
|
|
29
|
-
|
|
30
|
-
import math as m
|
|
31
|
-
import numpy as np
|
|
32
|
-
import scipy
|
|
33
|
-
import scipy.fftpack
|
|
34
|
-
import torch
|
|
35
|
-
|
|
36
|
-
def erb(f):
|
|
37
|
-
return 24.7 * (4.37 * f + 1)
|
|
38
|
-
|
|
39
|
-
def inv_erb(e):
|
|
40
|
-
return (e / 24.7 - 1) / 4.37
|
|
41
|
-
|
|
42
|
-
def bark(f):
|
|
43
|
-
return 6 * m.asinh(f/600)
|
|
44
|
-
|
|
45
|
-
def inv_bark(b):
|
|
46
|
-
return 600 * m.sinh(b / 6)
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
scale_dict = {
|
|
50
|
-
'bark': [bark, inv_bark],
|
|
51
|
-
'erb': [erb, inv_erb]
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
def gen_filterbank(N, Fs=16000, keep_size=False):
|
|
55
|
-
in_freq = (np.arange(N+1, dtype='float32')/N*Fs/2)[None,:]
|
|
56
|
-
M = N + 1 if keep_size else N
|
|
57
|
-
out_freq = (np.arange(M, dtype='float32')/N*Fs/2)[:,None]
|
|
58
|
-
#ERB from B.C.J Moore, An Introduction to the Psychology of Hearing, 5th Ed., page 73.
|
|
59
|
-
ERB_N = 24.7 + .108*in_freq
|
|
60
|
-
delta = np.abs(in_freq-out_freq)/ERB_N
|
|
61
|
-
center = (delta<.5).astype('float32')
|
|
62
|
-
R = -12*center*delta**2 + (1-center)*(3-12*delta)
|
|
63
|
-
RE = 10.**(R/10.)
|
|
64
|
-
norm = np.sum(RE, axis=1)
|
|
65
|
-
RE = RE/norm[:, np.newaxis]
|
|
66
|
-
return torch.from_numpy(RE)
|
|
67
|
-
|
|
68
|
-
def create_filter_bank(num_bands, n_fft=320, fs=16000, scale='bark', round_center_bins=False, return_upper=False, normalize=False):
|
|
69
|
-
|
|
70
|
-
f0 = 0
|
|
71
|
-
num_bins = n_fft // 2 + 1
|
|
72
|
-
f1 = fs / n_fft * (num_bins - 1)
|
|
73
|
-
fstep = fs / n_fft
|
|
74
|
-
|
|
75
|
-
if scale == 'opus':
|
|
76
|
-
bins_5ms = [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 16, 20, 24, 28, 34, 40]
|
|
77
|
-
fac = 1000 * n_fft / fs / 5
|
|
78
|
-
if num_bands != 18:
|
|
79
|
-
print("warning: requested Opus filter bank with num_bands != 18. Adjusting num_bands.")
|
|
80
|
-
num_bands = 18
|
|
81
|
-
center_bins = np.array([fac * bin for bin in bins_5ms])
|
|
82
|
-
else:
|
|
83
|
-
to_scale, from_scale = scale_dict[scale]
|
|
84
|
-
|
|
85
|
-
s0 = to_scale(f0)
|
|
86
|
-
s1 = to_scale(f1)
|
|
87
|
-
|
|
88
|
-
center_freqs = np.array([f0] + [from_scale(s0 + i * (s1 - s0) / (num_bands)) for i in range(1, num_bands - 1)] + [f1])
|
|
89
|
-
center_bins = (center_freqs - f0) / fstep
|
|
90
|
-
|
|
91
|
-
if round_center_bins:
|
|
92
|
-
center_bins = np.round(center_bins)
|
|
93
|
-
|
|
94
|
-
filter_bank = np.zeros((num_bands, num_bins))
|
|
95
|
-
|
|
96
|
-
band = 0
|
|
97
|
-
for bin in range(num_bins):
|
|
98
|
-
# update band index
|
|
99
|
-
if bin > center_bins[band + 1]:
|
|
100
|
-
band += 1
|
|
101
|
-
|
|
102
|
-
# calculate filter coefficients
|
|
103
|
-
frac = (center_bins[band + 1] - bin) / (center_bins[band + 1] - center_bins[band])
|
|
104
|
-
filter_bank[band][bin] = frac
|
|
105
|
-
filter_bank[band + 1][bin] = 1 - frac
|
|
106
|
-
|
|
107
|
-
if return_upper:
|
|
108
|
-
extend = n_fft - num_bins
|
|
109
|
-
filter_bank = np.concatenate((filter_bank, np.fliplr(filter_bank[:, 1:extend+1])), axis=1)
|
|
110
|
-
|
|
111
|
-
if normalize:
|
|
112
|
-
filter_bank = filter_bank / np.sum(filter_bank, axis=1).reshape(-1, 1)
|
|
113
|
-
|
|
114
|
-
return filter_bank
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
def compressed_log_spec(pspec):
|
|
118
|
-
|
|
119
|
-
lpspec = np.zeros_like(pspec)
|
|
120
|
-
num_bands = pspec.shape[-1]
|
|
121
|
-
|
|
122
|
-
log_max = -2
|
|
123
|
-
follow = -2
|
|
124
|
-
|
|
125
|
-
for i in range(num_bands):
|
|
126
|
-
tmp = np.log10(pspec[i] + 1e-9)
|
|
127
|
-
tmp = max(log_max, max(follow - 2.5, tmp))
|
|
128
|
-
lpspec[i] = tmp
|
|
129
|
-
log_max = max(log_max, tmp)
|
|
130
|
-
follow = max(follow - 2.5, tmp)
|
|
131
|
-
|
|
132
|
-
return lpspec
|
|
133
|
-
|
|
134
|
-
def log_spectrum_from_lpc(a, fb=None, n_fft=320, eps=1e-9, gamma=1, compress=False, power=1):
|
|
135
|
-
""" calculates cepstrum from SILK lpcs """
|
|
136
|
-
order = a.shape[-1]
|
|
137
|
-
assert order + 1 < n_fft
|
|
138
|
-
|
|
139
|
-
a = a * (gamma ** (1 + np.arange(order))).astype(np.float32)
|
|
140
|
-
|
|
141
|
-
x = np.zeros((*a.shape[:-1], n_fft ))
|
|
142
|
-
x[..., 0] = 1
|
|
143
|
-
x[..., 1:1 + order] = -a
|
|
144
|
-
|
|
145
|
-
X = np.fft.fft(x, axis=-1)
|
|
146
|
-
X = np.abs(X[..., :n_fft//2 + 1]) ** power
|
|
147
|
-
|
|
148
|
-
S = 1 / (X + eps)
|
|
149
|
-
|
|
150
|
-
if fb is None:
|
|
151
|
-
Sf = S
|
|
152
|
-
else:
|
|
153
|
-
Sf = np.matmul(S, fb.T)
|
|
154
|
-
|
|
155
|
-
if compress:
|
|
156
|
-
Sf = np.apply_along_axis(compressed_log_spec, -1, Sf)
|
|
157
|
-
else:
|
|
158
|
-
Sf = np.log(Sf + eps)
|
|
159
|
-
|
|
160
|
-
return Sf
|
|
161
|
-
|
|
162
|
-
def cepstrum_from_lpc(a, fb=None, n_fft=320, eps=1e-9, gamma=1, compress=False):
|
|
163
|
-
""" calculates cepstrum from SILK lpcs """
|
|
164
|
-
|
|
165
|
-
Sf = log_spectrum_from_lpc(a, fb, n_fft, eps, gamma, compress)
|
|
166
|
-
|
|
167
|
-
cepstrum = scipy.fftpack.dct(Sf, 2, norm='ortho')
|
|
168
|
-
|
|
169
|
-
return cepstrum
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
def log_spectrum(x, frame_size, fb=None, window=None, power=1):
|
|
174
|
-
""" calculate cepstrum on 50% overlapping frames """
|
|
175
|
-
|
|
176
|
-
assert(2*len(x)) % frame_size == 0
|
|
177
|
-
assert frame_size % 2 == 0
|
|
178
|
-
|
|
179
|
-
n = len(x)
|
|
180
|
-
num_even = n // frame_size
|
|
181
|
-
num_odd = (n - frame_size // 2) // frame_size
|
|
182
|
-
num_bins = frame_size // 2 + 1
|
|
183
|
-
|
|
184
|
-
x_even = x[:num_even * frame_size].reshape(-1, frame_size)
|
|
185
|
-
x_odd = x[frame_size//2 : frame_size//2 + frame_size * num_odd].reshape(-1, frame_size)
|
|
186
|
-
|
|
187
|
-
x_unfold = np.empty((x_even.size + x_odd.size), dtype=x.dtype).reshape((-1, frame_size))
|
|
188
|
-
x_unfold[::2, :] = x_even
|
|
189
|
-
x_unfold[1::2, :] = x_odd
|
|
190
|
-
|
|
191
|
-
if window is not None:
|
|
192
|
-
x_unfold *= window.reshape(1, -1)
|
|
193
|
-
|
|
194
|
-
X = np.abs(np.fft.fft(x_unfold, n=frame_size, axis=-1))[:, :num_bins] ** power
|
|
195
|
-
|
|
196
|
-
if fb is not None:
|
|
197
|
-
X = np.matmul(X, fb.T)
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
return np.log(X + 1e-9)
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
def cepstrum(x, frame_size, fb=None, window=None):
|
|
204
|
-
""" calculate cepstrum on 50% overlapping frames """
|
|
205
|
-
|
|
206
|
-
X = log_spectrum(x, frame_size, fb, window)
|
|
207
|
-
|
|
208
|
-
cepstrum = scipy.fftpack.dct(X, 2, norm='ortho')
|
|
209
|
-
|
|
210
|
-
return cepstrum
|