@scrypted/libav 1.0.167 → 1.0.169
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/binding.gyp +2 -0
- package/opus/.gitattributes +10 -0
- package/opus/.gitlab-ci.yml +122 -0
- package/opus/AUTHORS +6 -0
- package/opus/CMakeLists.txt +755 -0
- package/opus/COPYING +44 -0
- package/opus/ChangeLog +0 -0
- package/opus/LICENSE_PLEASE_READ.txt +22 -0
- package/opus/Makefile.am +497 -0
- package/opus/Makefile.mips +169 -0
- package/opus/Makefile.unix +167 -0
- package/opus/NEWS +0 -0
- package/opus/README +189 -0
- package/opus/README.draft +54 -0
- package/opus/autogen.bat +13 -0
- package/opus/autogen.sh +16 -0
- package/opus/celt/_kiss_fft_guts.h +188 -0
- package/opus/celt/arch.h +390 -0
- package/opus/celt/arm/arm2gnu.pl +353 -0
- package/opus/celt/arm/arm_celt_map.c +171 -0
- package/opus/celt/arm/armcpu.c +291 -0
- package/opus/celt/arm/armcpu.h +90 -0
- package/opus/celt/arm/armopts.s.in +37 -0
- package/opus/celt/arm/celt_fft_ne10.c +173 -0
- package/opus/celt/arm/celt_mdct_ne10.c +258 -0
- package/opus/celt/arm/celt_neon_intr.c +272 -0
- package/opus/celt/arm/celt_pitch_xcorr_arm.s +551 -0
- package/opus/celt/arm/fft_arm.h +71 -0
- package/opus/celt/arm/fixed_arm64.h +35 -0
- package/opus/celt/arm/fixed_armv4.h +80 -0
- package/opus/celt/arm/fixed_armv5e.h +151 -0
- package/opus/celt/arm/kiss_fft_armv4.h +121 -0
- package/opus/celt/arm/kiss_fft_armv5e.h +118 -0
- package/opus/celt/arm/mdct_arm.h +59 -0
- package/opus/celt/arm/meson.build +12 -0
- package/opus/celt/arm/pitch_arm.h +160 -0
- package/opus/celt/arm/pitch_neon_intr.c +288 -0
- package/opus/celt/bands.c +1686 -0
- package/opus/celt/bands.h +123 -0
- package/opus/celt/celt.c +317 -0
- package/opus/celt/celt.h +255 -0
- package/opus/celt/celt_decoder.c +1616 -0
- package/opus/celt/celt_encoder.c +2854 -0
- package/opus/celt/celt_lpc.c +364 -0
- package/opus/celt/celt_lpc.h +66 -0
- package/opus/celt/cpu_support.h +72 -0
- package/opus/celt/cwrs.c +715 -0
- package/opus/celt/cwrs.h +48 -0
- package/opus/celt/dump_modes/dump_modes.c +400 -0
- package/opus/celt/dump_modes/dump_modes_arch.h +45 -0
- package/opus/celt/dump_modes/dump_modes_arm_ne10.c +152 -0
- package/opus/celt/ecintrin.h +91 -0
- package/opus/celt/entcode.c +153 -0
- package/opus/celt/entcode.h +152 -0
- package/opus/celt/entdec.c +266 -0
- package/opus/celt/entdec.h +110 -0
- package/opus/celt/entenc.c +305 -0
- package/opus/celt/entenc.h +119 -0
- package/opus/celt/fixed_c5x.h +79 -0
- package/opus/celt/fixed_c6x.h +70 -0
- package/opus/celt/fixed_debug.h +839 -0
- package/opus/celt/fixed_generic.h +201 -0
- package/opus/celt/float_cast.h +152 -0
- package/opus/celt/kiss_fft.c +648 -0
- package/opus/celt/kiss_fft.h +217 -0
- package/opus/celt/laplace.c +235 -0
- package/opus/celt/laplace.h +57 -0
- package/opus/celt/mathops.c +217 -0
- package/opus/celt/mathops.h +479 -0
- package/opus/celt/mdct.c +372 -0
- package/opus/celt/mdct.h +115 -0
- package/opus/celt/meson.build +64 -0
- package/opus/celt/mfrngcod.h +48 -0
- package/opus/celt/mips/celt_mipsr1.h +152 -0
- package/opus/celt/mips/fixed_generic_mipsr1.h +126 -0
- package/opus/celt/mips/kiss_fft_mipsr1.h +167 -0
- package/opus/celt/mips/mdct_mipsr1.h +288 -0
- package/opus/celt/mips/pitch_mipsr1.h +161 -0
- package/opus/celt/mips/vq_mipsr1.h +116 -0
- package/opus/celt/modes.c +450 -0
- package/opus/celt/modes.h +75 -0
- package/opus/celt/opus_custom_demo.c +451 -0
- package/opus/celt/os_support.h +99 -0
- package/opus/celt/pitch.c +555 -0
- package/opus/celt/pitch.h +203 -0
- package/opus/celt/quant_bands.c +562 -0
- package/opus/celt/quant_bands.h +66 -0
- package/opus/celt/rate.c +646 -0
- package/opus/celt/rate.h +101 -0
- package/opus/celt/stack_alloc.h +185 -0
- package/opus/celt/static_modes_fixed.h +1541 -0
- package/opus/celt/static_modes_fixed_arm_ne10.h +388 -0
- package/opus/celt/static_modes_float.h +888 -0
- package/opus/celt/static_modes_float_arm_ne10.h +404 -0
- package/opus/celt/tests/meson.build +19 -0
- package/opus/celt/tests/test_unit_cwrs32.c +162 -0
- package/opus/celt/tests/test_unit_dft.c +181 -0
- package/opus/celt/tests/test_unit_entropy.c +383 -0
- package/opus/celt/tests/test_unit_laplace.c +94 -0
- package/opus/celt/tests/test_unit_mathops.c +369 -0
- package/opus/celt/tests/test_unit_mdct.c +233 -0
- package/opus/celt/tests/test_unit_rotation.c +87 -0
- package/opus/celt/tests/test_unit_types.c +50 -0
- package/opus/celt/vq.c +442 -0
- package/opus/celt/vq.h +79 -0
- package/opus/celt/x86/celt_lpc_sse.h +67 -0
- package/opus/celt/x86/celt_lpc_sse4_1.c +96 -0
- package/opus/celt/x86/pitch_avx.c +101 -0
- package/opus/celt/x86/pitch_sse.c +185 -0
- package/opus/celt/x86/pitch_sse.h +216 -0
- package/opus/celt/x86/pitch_sse2.c +95 -0
- package/opus/celt/x86/pitch_sse4_1.c +240 -0
- package/opus/celt/x86/vq_sse.h +52 -0
- package/opus/celt/x86/vq_sse2.c +217 -0
- package/opus/celt/x86/x86_arch_macros.h +47 -0
- package/opus/celt/x86/x86_celt_map.c +187 -0
- package/opus/celt/x86/x86cpu.c +184 -0
- package/opus/celt/x86/x86cpu.h +112 -0
- package/opus/celt_headers.mk +54 -0
- package/opus/celt_sources.mk +55 -0
- package/opus/cmake/CFeatureCheck.cmake +39 -0
- package/opus/cmake/OpusBuildtype.cmake +27 -0
- package/opus/cmake/OpusConfig.cmake +118 -0
- package/opus/cmake/OpusConfig.cmake.in +20 -0
- package/opus/cmake/OpusFunctions.cmake +231 -0
- package/opus/cmake/OpusPackageVersion.cmake +70 -0
- package/opus/cmake/OpusSources.cmake +71 -0
- package/opus/cmake/README.md +132 -0
- package/opus/cmake/RunTest.cmake +61 -0
- package/opus/cmake/config.h.cmake.in +1 -0
- package/opus/cmake/cpu_info_by_asm.c +31 -0
- package/opus/cmake/cpu_info_by_c.c +9 -0
- package/opus/cmake/vla.c +7 -0
- package/opus/configure.ac +1091 -0
- package/opus/dnn/LPCNet.yml +24 -0
- package/opus/dnn/README +1 -0
- package/opus/dnn/README.md +126 -0
- package/opus/dnn/adaconvtest.c +449 -0
- package/opus/dnn/arm/arm_dnn_map.c +88 -0
- package/opus/dnn/arm/dnn_arm.h +104 -0
- package/opus/dnn/arm/nnet_dotprod.c +38 -0
- package/opus/dnn/arm/nnet_neon.c +38 -0
- package/opus/dnn/burg.c +246 -0
- package/opus/dnn/burg.h +41 -0
- package/opus/dnn/common.h +56 -0
- package/opus/dnn/datasets.txt +163 -0
- package/opus/dnn/download_model.bat +9 -0
- package/opus/dnn/download_model.sh +30 -0
- package/opus/dnn/dred_coding.c +44 -0
- package/opus/dnn/dred_coding.h +36 -0
- package/opus/dnn/dred_config.h +54 -0
- package/opus/dnn/dred_decoder.c +129 -0
- package/opus/dnn/dred_decoder.h +49 -0
- package/opus/dnn/dred_encoder.c +363 -0
- package/opus/dnn/dred_encoder.h +71 -0
- package/opus/dnn/dred_rdovae.h +42 -0
- package/opus/dnn/dred_rdovae_dec.c +139 -0
- package/opus/dnn/dred_rdovae_dec.h +53 -0
- package/opus/dnn/dred_rdovae_enc.c +110 -0
- package/opus/dnn/dred_rdovae_enc.h +52 -0
- package/opus/dnn/dump_data.c +238 -0
- package/opus/dnn/dump_lpcnet_tables.c +104 -0
- package/opus/dnn/fargan.c +225 -0
- package/opus/dnn/fargan.h +68 -0
- package/opus/dnn/fargan_demo.c +217 -0
- package/opus/dnn/freq.c +328 -0
- package/opus/dnn/freq.h +61 -0
- package/opus/dnn/fwgan.c +322 -0
- package/opus/dnn/fwgan.h +83 -0
- package/opus/dnn/kiss99.c +81 -0
- package/opus/dnn/kiss99.h +46 -0
- package/opus/dnn/lossgen.c +192 -0
- package/opus/dnn/lossgen.h +55 -0
- package/opus/dnn/lossgen_demo.c +22 -0
- package/opus/dnn/lpcnet.c +283 -0
- package/opus/dnn/lpcnet.h +183 -0
- package/opus/dnn/lpcnet_enc.c +230 -0
- package/opus/dnn/lpcnet_plc.c +211 -0
- package/opus/dnn/lpcnet_private.h +90 -0
- package/opus/dnn/lpcnet_tables.c +307 -0
- package/opus/dnn/meson.build +64 -0
- package/opus/dnn/nndsp.c +416 -0
- package/opus/dnn/nndsp.h +143 -0
- package/opus/dnn/nnet.c +149 -0
- package/opus/dnn/nnet.h +163 -0
- package/opus/dnn/nnet_arch.h +247 -0
- package/opus/dnn/nnet_default.c +35 -0
- package/opus/dnn/osce.c +1419 -0
- package/opus/dnn/osce.h +84 -0
- package/opus/dnn/osce_config.h +60 -0
- package/opus/dnn/osce_features.c +454 -0
- package/opus/dnn/osce_features.h +50 -0
- package/opus/dnn/osce_structs.h +125 -0
- package/opus/dnn/parse_lpcnet_weights.c +238 -0
- package/opus/dnn/pitchdnn.c +79 -0
- package/opus/dnn/pitchdnn.h +34 -0
- package/opus/dnn/tansig_table.h +50 -0
- package/opus/dnn/test_vec.c +128 -0
- package/opus/dnn/torch/dnntools/dnntools/__init__.py +2 -0
- package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +1 -0
- package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +113 -0
- package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +2 -0
- package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +85 -0
- package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +449 -0
- package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +6 -0
- package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +58 -0
- package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +123 -0
- package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +133 -0
- package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +134 -0
- package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +178 -0
- package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +128 -0
- package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +64 -0
- package/opus/dnn/torch/dnntools/requirements.txt +1 -0
- package/opus/dnn/torch/dnntools/setup.py +48 -0
- package/opus/dnn/torch/fargan/README.md +54 -0
- package/opus/dnn/torch/fargan/adv_train_fargan.py +277 -0
- package/opus/dnn/torch/fargan/dataset.py +61 -0
- package/opus/dnn/torch/fargan/dump_fargan_weights.py +112 -0
- package/opus/dnn/torch/fargan/fargan.py +322 -0
- package/opus/dnn/torch/fargan/filters.py +46 -0
- package/opus/dnn/torch/fargan/rc.py +29 -0
- package/opus/dnn/torch/fargan/stft_loss.py +186 -0
- package/opus/dnn/torch/fargan/test_fargan.py +128 -0
- package/opus/dnn/torch/fargan/train_fargan.py +168 -0
- package/opus/dnn/torch/fwgan/dump_model_weights.py +88 -0
- package/opus/dnn/torch/fwgan/inference.py +141 -0
- package/opus/dnn/torch/fwgan/models/__init__.py +7 -0
- package/opus/dnn/torch/fwgan/models/fwgan400.py +308 -0
- package/opus/dnn/torch/fwgan/models/fwgan500.py +260 -0
- package/opus/dnn/torch/lossgen/README.md +27 -0
- package/opus/dnn/torch/lossgen/export_lossgen.py +101 -0
- package/opus/dnn/torch/lossgen/lossgen.py +29 -0
- package/opus/dnn/torch/lossgen/process_data.sh +17 -0
- package/opus/dnn/torch/lossgen/test_lossgen.py +42 -0
- package/opus/dnn/torch/lossgen/train_lossgen.py +99 -0
- package/opus/dnn/torch/lpcnet/README.md +27 -0
- package/opus/dnn/torch/lpcnet/add_dataset_config.py +77 -0
- package/opus/dnn/torch/lpcnet/data/__init__.py +1 -0
- package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +227 -0
- package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +141 -0
- package/opus/dnn/torch/lpcnet/make_default_setup.py +56 -0
- package/opus/dnn/torch/lpcnet/make_test_config.py +78 -0
- package/opus/dnn/torch/lpcnet/models/__init__.py +8 -0
- package/opus/dnn/torch/lpcnet/models/lpcnet.py +303 -0
- package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +437 -0
- package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +64 -0
- package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +190 -0
- package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +52 -0
- package/opus/dnn/torch/lpcnet/scripts/make_animation.py +67 -0
- package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +17 -0
- package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +17 -0
- package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +22 -0
- package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +54 -0
- package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +22 -0
- package/opus/dnn/torch/lpcnet/scripts/update_setups.py +57 -0
- package/opus/dnn/torch/lpcnet/test_lpcnet.py +89 -0
- package/opus/dnn/torch/lpcnet/train_lpcnet.py +272 -0
- package/opus/dnn/torch/lpcnet/utils/__init__.py +4 -0
- package/opus/dnn/torch/lpcnet/utils/data.py +141 -0
- package/opus/dnn/torch/lpcnet/utils/endoscopy.py +234 -0
- package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +3 -0
- package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +44 -0
- package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +71 -0
- package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +497 -0
- package/opus/dnn/torch/lpcnet/utils/misc.py +65 -0
- package/opus/dnn/torch/lpcnet/utils/pcm.py +35 -0
- package/opus/dnn/torch/lpcnet/utils/sample.py +44 -0
- package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +2 -0
- package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +121 -0
- package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +187 -0
- package/opus/dnn/torch/lpcnet/utils/templates.py +157 -0
- package/opus/dnn/torch/lpcnet/utils/ulaw.py +58 -0
- package/opus/dnn/torch/lpcnet/utils/wav.py +43 -0
- package/opus/dnn/torch/neural-pitch/README.md +18 -0
- package/opus/dnn/torch/neural-pitch/data_augmentation.py +149 -0
- package/opus/dnn/torch/neural-pitch/download_demand.sh +43 -0
- package/opus/dnn/torch/neural-pitch/evaluation.py +349 -0
- package/opus/dnn/torch/neural-pitch/experiments.py +38 -0
- package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +109 -0
- package/opus/dnn/torch/neural-pitch/models.py +178 -0
- package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +179 -0
- package/opus/dnn/torch/neural-pitch/ptdb_process.sh +34 -0
- package/opus/dnn/torch/neural-pitch/run_crepe.py +72 -0
- package/opus/dnn/torch/neural-pitch/training.py +162 -0
- package/opus/dnn/torch/neural-pitch/utils.py +59 -0
- package/opus/dnn/torch/osce/README.md +66 -0
- package/opus/dnn/torch/osce/adv_train_model.py +462 -0
- package/opus/dnn/torch/osce/adv_train_vocoder.py +451 -0
- package/opus/dnn/torch/osce/create_testvectors.py +165 -0
- package/opus/dnn/torch/osce/data/__init__.py +2 -0
- package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +225 -0
- package/opus/dnn/torch/osce/data/silk_conversion_set.py +132 -0
- package/opus/dnn/torch/osce/data/silk_enhancement_set.py +140 -0
- package/opus/dnn/torch/osce/engine/engine.py +103 -0
- package/opus/dnn/torch/osce/engine/vocoder_engine.py +101 -0
- package/opus/dnn/torch/osce/export_model_weights.py +174 -0
- package/opus/dnn/torch/osce/losses/stft_loss.py +277 -0
- package/opus/dnn/torch/osce/losses/td_lowpass.py +34 -0
- package/opus/dnn/torch/osce/make_default_setup.py +93 -0
- package/opus/dnn/torch/osce/models/__init__.py +42 -0
- package/opus/dnn/torch/osce/models/fd_discriminator.py +974 -0
- package/opus/dnn/torch/osce/models/lace.py +190 -0
- package/opus/dnn/torch/osce/models/lavoce.py +274 -0
- package/opus/dnn/torch/osce/models/lavoce_400.py +254 -0
- package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +91 -0
- package/opus/dnn/torch/osce/models/nns_base.py +69 -0
- package/opus/dnn/torch/osce/models/no_lace.py +218 -0
- package/opus/dnn/torch/osce/models/scale_embedding.py +68 -0
- package/opus/dnn/torch/osce/models/shape_up_48.py +179 -0
- package/opus/dnn/torch/osce/models/silk_feature_net.py +86 -0
- package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +127 -0
- package/opus/dnn/torch/osce/requirements.txt +9 -0
- package/opus/dnn/torch/osce/resources/training_files.txt +107716 -0
- package/opus/dnn/torch/osce/resources/validation_files.txt +26929 -0
- package/opus/dnn/torch/osce/scripts/concatenator.py +85 -0
- package/opus/dnn/torch/osce/silk_16_to_48.py +28 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +123 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +25 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +7 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +113 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +330 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +116 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +109 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +124 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +121 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +182 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +190 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +98 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +138 -0
- package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +196 -0
- package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +205 -0
- package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +313 -0
- package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +320 -0
- package/opus/dnn/torch/osce/stndrd/presentation/playback.py +25 -0
- package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +275 -0
- package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +173 -0
- package/opus/dnn/torch/osce/test_model.py +96 -0
- package/opus/dnn/torch/osce/test_vocoder.py +103 -0
- package/opus/dnn/torch/osce/train_model.py +307 -0
- package/opus/dnn/torch/osce/train_vocoder.py +287 -0
- package/opus/dnn/torch/osce/utils/ada_conv.py +71 -0
- package/opus/dnn/torch/osce/utils/complexity.py +8 -0
- package/opus/dnn/torch/osce/utils/endoscopy.py +205 -0
- package/opus/dnn/torch/osce/utils/layers/fir.py +27 -0
- package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +230 -0
- package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +200 -0
- package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +100 -0
- package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +84 -0
- package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +167 -0
- package/opus/dnn/torch/osce/utils/layers/td_shaper.py +145 -0
- package/opus/dnn/torch/osce/utils/lpcnet_features.py +112 -0
- package/opus/dnn/torch/osce/utils/misc.py +95 -0
- package/opus/dnn/torch/osce/utils/moc.py +153 -0
- package/opus/dnn/torch/osce/utils/pitch.py +122 -0
- package/opus/dnn/torch/osce/utils/silk_features.py +144 -0
- package/opus/dnn/torch/osce/utils/softquant.py +110 -0
- package/opus/dnn/torch/osce/utils/spec.py +210 -0
- package/opus/dnn/torch/osce/utils/templates.py +347 -0
- package/opus/dnn/torch/plc/export_plc.py +100 -0
- package/opus/dnn/torch/plc/plc.py +144 -0
- package/opus/dnn/torch/plc/plc_dataset.py +60 -0
- package/opus/dnn/torch/plc/train_plc.py +145 -0
- package/opus/dnn/torch/rdovae/README.md +55 -0
- package/opus/dnn/torch/rdovae/download_datasets.sh +6 -0
- package/opus/dnn/torch/rdovae/export_rdovae_weights.py +365 -0
- package/opus/dnn/torch/rdovae/fec_encoder.py +212 -0
- package/opus/dnn/torch/rdovae/import_rdovae_weights.py +143 -0
- package/opus/dnn/torch/rdovae/packets/__init__.py +1 -0
- package/opus/dnn/torch/rdovae/packets/fec_packets.c +142 -0
- package/opus/dnn/torch/rdovae/packets/fec_packets.h +34 -0
- package/opus/dnn/torch/rdovae/packets/fec_packets.py +108 -0
- package/opus/dnn/torch/rdovae/process_speech.sh +7 -0
- package/opus/dnn/torch/rdovae/rdovae/__init__.py +2 -0
- package/opus/dnn/torch/rdovae/rdovae/dataset.py +67 -0
- package/opus/dnn/torch/rdovae/rdovae/rdovae.py +719 -0
- package/opus/dnn/torch/rdovae/requirements.txt +4 -0
- package/opus/dnn/torch/rdovae/train_rdovae.py +278 -0
- package/opus/dnn/torch/testsuite/README.md +46 -0
- package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +6 -0
- package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +5 -0
- package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +5 -0
- package/opus/dnn/torch/testsuite/requirements.txt +12 -0
- package/opus/dnn/torch/testsuite/run_test.py +375 -0
- package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
- package/opus/dnn/torch/testsuite/utils/files.py +54 -0
- package/opus/dnn/torch/testsuite/utils/pesq.py +43 -0
- package/opus/dnn/torch/testsuite/utils/pitch.py +61 -0
- package/opus/dnn/torch/weight-exchange/README.md +21 -0
- package/opus/dnn/torch/weight-exchange/requirements.txt +1 -0
- package/opus/dnn/torch/weight-exchange/setup.py +48 -0
- package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +30 -0
- package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +31 -0
- package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +181 -0
- package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +386 -0
- package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +5 -0
- package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +188 -0
- package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +37 -0
- package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +433 -0
- package/opus/dnn/training_tf2/dataloader.py +49 -0
- package/opus/dnn/training_tf2/decode_rdovae.py +111 -0
- package/opus/dnn/training_tf2/diffembed.py +49 -0
- package/opus/dnn/training_tf2/dump_lpcnet.py +388 -0
- package/opus/dnn/training_tf2/dump_plc.py +296 -0
- package/opus/dnn/training_tf2/dump_rdovae.py +306 -0
- package/opus/dnn/training_tf2/encode_rdovae.py +125 -0
- package/opus/dnn/training_tf2/fec_encoder.py +256 -0
- package/opus/dnn/training_tf2/fec_packets.c +142 -0
- package/opus/dnn/training_tf2/fec_packets.h +34 -0
- package/opus/dnn/training_tf2/fec_packets.py +108 -0
- package/opus/dnn/training_tf2/keraslayerdump.py +189 -0
- package/opus/dnn/training_tf2/lossfuncs.py +99 -0
- package/opus/dnn/training_tf2/lpcnet.py +339 -0
- package/opus/dnn/training_tf2/lpcnet_plc.py +101 -0
- package/opus/dnn/training_tf2/mdense.py +95 -0
- package/opus/dnn/training_tf2/pade.py +70 -0
- package/opus/dnn/training_tf2/parameters.py +29 -0
- package/opus/dnn/training_tf2/plc_loader.py +73 -0
- package/opus/dnn/training_tf2/rdovae.py +372 -0
- package/opus/dnn/training_tf2/rdovae_exchange.py +138 -0
- package/opus/dnn/training_tf2/rdovae_import.py +123 -0
- package/opus/dnn/training_tf2/test_lpcnet.py +120 -0
- package/opus/dnn/training_tf2/test_plc.py +92 -0
- package/opus/dnn/training_tf2/tf_funcs.py +70 -0
- package/opus/dnn/training_tf2/train_lpcnet.py +214 -0
- package/opus/dnn/training_tf2/train_plc.py +197 -0
- package/opus/dnn/training_tf2/train_rdovae.py +151 -0
- package/opus/dnn/training_tf2/ulaw.py +19 -0
- package/opus/dnn/training_tf2/uniform_noise.py +78 -0
- package/opus/dnn/vec.h +389 -0
- package/opus/dnn/vec_avx.h +884 -0
- package/opus/dnn/vec_neon.h +473 -0
- package/opus/dnn/write_lpcnet_weights.c +97 -0
- package/opus/dnn/x86/dnn_x86.h +121 -0
- package/opus/dnn/x86/nnet_avx2.c +40 -0
- package/opus/dnn/x86/nnet_sse2.c +40 -0
- package/opus/dnn/x86/nnet_sse4_1.c +40 -0
- package/opus/dnn/x86/x86_dnn_map.c +83 -0
- package/opus/doc/Doxyfile.in +340 -0
- package/opus/doc/Makefile.am +45 -0
- package/opus/doc/build_draft.sh +113 -0
- package/opus/doc/build_isobmff.sh +50 -0
- package/opus/doc/build_oggdraft.sh +52 -0
- package/opus/doc/customdoxygen.css +1011 -0
- package/opus/doc/draft-ietf-codec-oggopus.xml +1873 -0
- package/opus/doc/draft-ietf-codec-opus-update.xml +513 -0
- package/opus/doc/draft-ietf-codec-opus.xml +8276 -0
- package/opus/doc/draft-ietf-payload-rtp-opus.xml +960 -0
- package/opus/doc/footer.html +32 -0
- package/opus/doc/header.html +61 -0
- package/opus/doc/meson.build +33 -0
- package/opus/doc/opus_in_isobmff.css +60 -0
- package/opus/doc/opus_in_isobmff.html +692 -0
- package/opus/doc/opus_logo.svg +157 -0
- package/opus/doc/opus_update.patch +244 -0
- package/opus/doc/release.txt +43 -0
- package/opus/doc/trivial_example.c +171 -0
- package/opus/include/meson.build +13 -0
- package/opus/include/opus.h +1172 -0
- package/opus/include/opus_custom.h +381 -0
- package/opus/include/opus_defines.h +830 -0
- package/opus/include/opus_multistream.h +736 -0
- package/opus/include/opus_projection.h +643 -0
- package/opus/include/opus_types.h +166 -0
- package/opus/lpcnet_headers.mk +44 -0
- package/opus/lpcnet_sources.mk +44 -0
- package/opus/m4/as-gcc-inline-assembly.m4 +98 -0
- package/opus/m4/ax_add_fortify_source.m4 +53 -0
- package/opus/m4/opus-intrinsics.m4 +29 -0
- package/opus/meson/README.md +88 -0
- package/opus/meson/get-version.py +86 -0
- package/opus/meson/read-sources-list.py +28 -0
- package/opus/meson.build +745 -0
- package/opus/meson_options.txt +27 -0
- package/opus/opus-uninstalled.pc.in +12 -0
- package/opus/opus.m4 +117 -0
- package/opus/opus.pc.in +16 -0
- package/opus/opus_headers.mk +8 -0
- package/opus/opus_sources.mk +17 -0
- package/opus/releases.sha2 +85 -0
- package/opus/scripts/dump_rnn.py +57 -0
- package/opus/scripts/local_build.py +220 -0
- package/opus/scripts/rnn_train.py +67 -0
- package/opus/scripts/shrink_model.sh +7 -0
- package/opus/silk/A2NLSF.c +267 -0
- package/opus/silk/API.h +156 -0
- package/opus/silk/CNG.c +188 -0
- package/opus/silk/HP_variable_cutoff.c +77 -0
- package/opus/silk/Inlines.h +188 -0
- package/opus/silk/LPC_analysis_filter.c +111 -0
- package/opus/silk/LPC_fit.c +82 -0
- package/opus/silk/LPC_inv_pred_gain.c +141 -0
- package/opus/silk/LP_variable_cutoff.c +135 -0
- package/opus/silk/MacroCount.h +710 -0
- package/opus/silk/MacroDebug.h +945 -0
- package/opus/silk/NLSF2A.c +141 -0
- package/opus/silk/NLSF_VQ.c +76 -0
- package/opus/silk/NLSF_VQ_weights_laroia.c +80 -0
- package/opus/silk/NLSF_decode.c +93 -0
- package/opus/silk/NLSF_del_dec_quant.c +215 -0
- package/opus/silk/NLSF_encode.c +124 -0
- package/opus/silk/NLSF_stabilize.c +142 -0
- package/opus/silk/NLSF_unpack.c +55 -0
- package/opus/silk/NSQ.c +437 -0
- package/opus/silk/NSQ.h +101 -0
- package/opus/silk/NSQ_del_dec.c +733 -0
- package/opus/silk/PLC.c +493 -0
- package/opus/silk/PLC.h +65 -0
- package/opus/silk/SigProc_FIX.h +643 -0
- package/opus/silk/VAD.c +360 -0
- package/opus/silk/VQ_WMat_EC.c +131 -0
- package/opus/silk/ana_filt_bank_1.c +74 -0
- package/opus/silk/arm/LPC_inv_pred_gain_arm.h +57 -0
- package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +288 -0
- package/opus/silk/arm/NSQ_del_dec_arm.h +100 -0
- package/opus/silk/arm/NSQ_del_dec_neon_intr.c +1138 -0
- package/opus/silk/arm/NSQ_neon.c +112 -0
- package/opus/silk/arm/NSQ_neon.h +114 -0
- package/opus/silk/arm/SigProc_FIX_armv4.h +47 -0
- package/opus/silk/arm/SigProc_FIX_armv5e.h +61 -0
- package/opus/silk/arm/arm_silk_map.c +128 -0
- package/opus/silk/arm/biquad_alt_arm.h +68 -0
- package/opus/silk/arm/biquad_alt_neon_intr.c +156 -0
- package/opus/silk/arm/macros_arm64.h +39 -0
- package/opus/silk/arm/macros_armv4.h +110 -0
- package/opus/silk/arm/macros_armv5e.h +220 -0
- package/opus/silk/biquad_alt.c +121 -0
- package/opus/silk/bwexpander.c +51 -0
- package/opus/silk/bwexpander_32.c +51 -0
- package/opus/silk/check_control_input.c +106 -0
- package/opus/silk/code_signs.c +115 -0
- package/opus/silk/control.h +161 -0
- package/opus/silk/control_SNR.c +113 -0
- package/opus/silk/control_audio_bandwidth.c +132 -0
- package/opus/silk/control_codec.c +423 -0
- package/opus/silk/debug.c +174 -0
- package/opus/silk/debug.h +267 -0
- package/opus/silk/dec_API.c +465 -0
- package/opus/silk/decode_core.c +243 -0
- package/opus/silk/decode_frame.c +169 -0
- package/opus/silk/decode_indices.c +151 -0
- package/opus/silk/decode_parameters.c +115 -0
- package/opus/silk/decode_pitch.c +77 -0
- package/opus/silk/decode_pulses.c +115 -0
- package/opus/silk/decoder_set_fs.c +108 -0
- package/opus/silk/define.h +235 -0
- package/opus/silk/enc_API.c +593 -0
- package/opus/silk/encode_indices.c +181 -0
- package/opus/silk/encode_pulses.c +206 -0
- package/opus/silk/errors.h +98 -0
- package/opus/silk/fixed/LTP_analysis_filter_FIX.c +90 -0
- package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +58 -0
- package/opus/silk/fixed/apply_sine_window_FIX.c +101 -0
- package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +68 -0
- package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +265 -0
- package/opus/silk/fixed/autocorr_FIX.c +48 -0
- package/opus/silk/fixed/burg_modified_FIX.c +280 -0
- package/opus/silk/fixed/corrMatrix_FIX.c +150 -0
- package/opus/silk/fixed/encode_frame_FIX.c +444 -0
- package/opus/silk/fixed/find_LPC_FIX.c +151 -0
- package/opus/silk/fixed/find_LTP_FIX.c +99 -0
- package/opus/silk/fixed/find_pitch_lags_FIX.c +143 -0
- package/opus/silk/fixed/find_pred_coefs_FIX.c +146 -0
- package/opus/silk/fixed/k2a_FIX.c +54 -0
- package/opus/silk/fixed/k2a_Q16_FIX.c +54 -0
- package/opus/silk/fixed/main_FIX.h +244 -0
- package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +336 -0
- package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +184 -0
- package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +165 -0
- package/opus/silk/fixed/noise_shape_analysis_FIX.c +407 -0
- package/opus/silk/fixed/pitch_analysis_core_FIX.c +721 -0
- package/opus/silk/fixed/process_gains_FIX.c +117 -0
- package/opus/silk/fixed/regularize_correlations_FIX.c +47 -0
- package/opus/silk/fixed/residual_energy16_FIX.c +103 -0
- package/opus/silk/fixed/residual_energy_FIX.c +98 -0
- package/opus/silk/fixed/schur64_FIX.c +93 -0
- package/opus/silk/fixed/schur_FIX.c +107 -0
- package/opus/silk/fixed/structs_FIX.h +116 -0
- package/opus/silk/fixed/vector_ops_FIX.c +102 -0
- package/opus/silk/fixed/warped_autocorrelation_FIX.c +92 -0
- package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +400 -0
- package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +93 -0
- package/opus/silk/float/LPC_analysis_filter_FLP.c +249 -0
- package/opus/silk/float/LPC_inv_pred_gain_FLP.c +73 -0
- package/opus/silk/float/LTP_analysis_filter_FLP.c +75 -0
- package/opus/silk/float/LTP_scale_ctrl_FLP.c +58 -0
- package/opus/silk/float/SigProc_FLP.h +205 -0
- package/opus/silk/float/apply_sine_window_FLP.c +81 -0
- package/opus/silk/float/autocorrelation_FLP.c +53 -0
- package/opus/silk/float/burg_modified_FLP.c +187 -0
- package/opus/silk/float/bwexpander_FLP.c +49 -0
- package/opus/silk/float/corrMatrix_FLP.c +95 -0
- package/opus/silk/float/encode_frame_FLP.c +432 -0
- package/opus/silk/float/energy_FLP.c +59 -0
- package/opus/silk/float/find_LPC_FLP.c +105 -0
- package/opus/silk/float/find_LTP_FLP.c +65 -0
- package/opus/silk/float/find_pitch_lags_FLP.c +132 -0
- package/opus/silk/float/find_pred_coefs_FLP.c +117 -0
- package/opus/silk/float/inner_product_FLP.c +59 -0
- package/opus/silk/float/k2a_FLP.c +54 -0
- package/opus/silk/float/main_FLP.h +290 -0
- package/opus/silk/float/noise_shape_analysis_FLP.c +350 -0
- package/opus/silk/float/pitch_analysis_core_FLP.c +630 -0
- package/opus/silk/float/process_gains_FLP.c +103 -0
- package/opus/silk/float/regularize_correlations_FLP.c +48 -0
- package/opus/silk/float/residual_energy_FLP.c +117 -0
- package/opus/silk/float/scale_copy_vector_FLP.c +57 -0
- package/opus/silk/float/scale_vector_FLP.c +56 -0
- package/opus/silk/float/schur_FLP.c +70 -0
- package/opus/silk/float/sort_FLP.c +83 -0
- package/opus/silk/float/structs_FLP.h +112 -0
- package/opus/silk/float/warped_autocorrelation_FLP.c +75 -0
- package/opus/silk/float/wrappers_FLP.c +209 -0
- package/opus/silk/float/x86/inner_product_FLP_avx2.c +85 -0
- package/opus/silk/gain_quant.c +142 -0
- package/opus/silk/init_decoder.c +84 -0
- package/opus/silk/init_encoder.c +68 -0
- package/opus/silk/inner_prod_aligned.c +47 -0
- package/opus/silk/interpolate.c +51 -0
- package/opus/silk/lin2log.c +46 -0
- package/opus/silk/log2lin.c +58 -0
- package/opus/silk/macros.h +151 -0
- package/opus/silk/main.h +486 -0
- package/opus/silk/meson.build +69 -0
- package/opus/silk/mips/NSQ_del_dec_mipsr1.h +410 -0
- package/opus/silk/mips/macros_mipsr1.h +92 -0
- package/opus/silk/mips/sigproc_fix_mipsr1.h +60 -0
- package/opus/silk/pitch_est_defines.h +88 -0
- package/opus/silk/pitch_est_tables.c +99 -0
- package/opus/silk/process_NLSFs.c +107 -0
- package/opus/silk/quant_LTP_gains.c +132 -0
- package/opus/silk/resampler.c +215 -0
- package/opus/silk/resampler_down2.c +74 -0
- package/opus/silk/resampler_down2_3.c +103 -0
- package/opus/silk/resampler_private.h +88 -0
- package/opus/silk/resampler_private_AR2.c +55 -0
- package/opus/silk/resampler_private_IIR_FIR.c +107 -0
- package/opus/silk/resampler_private_down_FIR.c +194 -0
- package/opus/silk/resampler_private_up2_HQ.c +113 -0
- package/opus/silk/resampler_rom.c +96 -0
- package/opus/silk/resampler_rom.h +68 -0
- package/opus/silk/resampler_structs.h +60 -0
- package/opus/silk/shell_coder.c +151 -0
- package/opus/silk/sigm_Q15.c +76 -0
- package/opus/silk/sort.c +154 -0
- package/opus/silk/stereo_LR_to_MS.c +229 -0
- package/opus/silk/stereo_MS_to_LR.c +85 -0
- package/opus/silk/stereo_decode_pred.c +73 -0
- package/opus/silk/stereo_encode_pred.c +62 -0
- package/opus/silk/stereo_find_predictor.c +79 -0
- package/opus/silk/stereo_quant_pred.c +73 -0
- package/opus/silk/structs.h +357 -0
- package/opus/silk/sum_sqr_shift.c +83 -0
- package/opus/silk/table_LSF_cos.c +70 -0
- package/opus/silk/tables.h +114 -0
- package/opus/silk/tables_LTP.c +294 -0
- package/opus/silk/tables_NLSF_CB_NB_MB.c +195 -0
- package/opus/silk/tables_NLSF_CB_WB.c +234 -0
- package/opus/silk/tables_gain.c +63 -0
- package/opus/silk/tables_other.c +124 -0
- package/opus/silk/tables_pitch_lag.c +69 -0
- package/opus/silk/tables_pulses_per_block.c +264 -0
- package/opus/silk/tests/meson.build +8 -0
- package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +130 -0
- package/opus/silk/tuning_parameters.h +155 -0
- package/opus/silk/typedef.h +81 -0
- package/opus/silk/x86/NSQ_del_dec_avx2.c +1075 -0
- package/opus/silk/x86/NSQ_del_dec_sse4_1.c +915 -0
- package/opus/silk/x86/NSQ_sse4_1.c +772 -0
- package/opus/silk/x86/SigProc_FIX_sse.h +99 -0
- package/opus/silk/x86/VAD_sse4_1.c +289 -0
- package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +173 -0
- package/opus/silk/x86/main_sse.h +299 -0
- package/opus/silk/x86/x86_silk_map.c +179 -0
- package/opus/silk_headers.mk +44 -0
- package/opus/silk_sources.mk +164 -0
- package/opus/src/analysis.c +979 -0
- package/opus/src/analysis.h +103 -0
- package/opus/src/extensions.c +663 -0
- package/opus/src/mapping_matrix.c +993 -0
- package/opus/src/mapping_matrix.h +165 -0
- package/opus/src/meson.build +45 -0
- package/opus/src/mlp.c +132 -0
- package/opus/src/mlp.h +60 -0
- package/opus/src/mlp_data.c +672 -0
- package/opus/src/opus.c +362 -0
- package/opus/src/opus_compare.c +382 -0
- package/opus/src/opus_decoder.c +1579 -0
- package/opus/src/opus_demo.c +1194 -0
- package/opus/src/opus_encoder.c +3180 -0
- package/opus/src/opus_multistream.c +92 -0
- package/opus/src/opus_multistream_decoder.c +563 -0
- package/opus/src/opus_multistream_encoder.c +1321 -0
- package/opus/src/opus_private.h +263 -0
- package/opus/src/opus_projection_decoder.c +283 -0
- package/opus/src/opus_projection_encoder.c +522 -0
- package/opus/src/repacketizer.c +469 -0
- package/opus/src/repacketizer_demo.c +247 -0
- package/opus/src/tansig_table.h +45 -0
- package/opus/tar_list.txt +28 -0
- package/opus/tests/meson.build +39 -0
- package/opus/tests/opus_build_test.sh +29 -0
- package/opus/tests/opus_decode_fuzzer.c +124 -0
- package/opus/tests/opus_decode_fuzzer.options +2 -0
- package/opus/tests/opus_encode_regressions.c +1034 -0
- package/opus/tests/random_config.sh +126 -0
- package/opus/tests/run_vectors.sh +143 -0
- package/opus/tests/test_opus_api.c +1904 -0
- package/opus/tests/test_opus_common.h +86 -0
- package/opus/tests/test_opus_custom.c +694 -0
- package/opus/tests/test_opus_decode.c +481 -0
- package/opus/tests/test_opus_dred.c +107 -0
- package/opus/tests/test_opus_encode.c +738 -0
- package/opus/tests/test_opus_extensions.c +750 -0
- package/opus/tests/test_opus_padding.c +94 -0
- package/opus/tests/test_opus_projection.c +384 -0
- package/opus/training/rnn_dump.py +66 -0
- package/opus/training/rnn_train.py +177 -0
- package/opus/training/txt2hdf5.py +12 -0
- package/opus/update_version +65 -0
- package/package.json +2 -2
- package/src/build-ffmpeg-msys.sh +8 -2
- package/test.mp4 +0 -0
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
#
|
|
2
|
+
# install
|
|
3
|
+
# conda env create -f=LPCNet.yml
|
|
4
|
+
#
|
|
5
|
+
# update
|
|
6
|
+
# conda env update -f=LPCNet.yml
|
|
7
|
+
#
|
|
8
|
+
# activate
|
|
9
|
+
# conda activate LPCNet
|
|
10
|
+
#
|
|
11
|
+
# remove
|
|
12
|
+
# conda remove --name LPCNet --all
|
|
13
|
+
#
|
|
14
|
+
name: LPCNet
|
|
15
|
+
channels:
|
|
16
|
+
- anaconda
|
|
17
|
+
- conda-forge
|
|
18
|
+
dependencies:
|
|
19
|
+
- keras==2.2.4
|
|
20
|
+
- python>=3.6
|
|
21
|
+
- tensorflow-gpu==1.12.0
|
|
22
|
+
- cudatoolkit
|
|
23
|
+
- h5py
|
|
24
|
+
- numpy
|
package/opus/dnn/README
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
See README.md
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
# LPCNet
|
|
2
|
+
|
|
3
|
+
Low complexity implementation of the WaveRNN-based LPCNet algorithm, as described in:
|
|
4
|
+
|
|
5
|
+
- J.-M. Valin, J. Skoglund, [LPCNet: Improving Neural Speech Synthesis Through Linear Prediction](https://jmvalin.ca/papers/lpcnet_icassp2019.pdf), *Proc. International Conference on Acoustics, Speech and Signal Processing (ICASSP)*, arXiv:1810.11846, 2019.
|
|
6
|
+
- J.-M. Valin, U. Isik, P. Smaragdis, A. Krishnaswamy, [Neural Speech Synthesis on a Shoestring: Improving the Efficiency of LPCNet](https://jmvalin.ca/papers/improved_lpcnet.pdf), *Proc. ICASSP*, arxiv:2106.04129, 2022.
|
|
7
|
+
- K. Subramani, J.-M. Valin, U. Isik, P. Smaragdis, A. Krishnaswamy, [End-to-end LPCNet: A Neural Vocoder With Fully-Differentiable LPC Estimation](https://jmvalin.ca/papers/lpcnet_end2end.pdf), *Proc. INTERSPEECH*, arxiv:2106.04129, 2022.
|
|
8
|
+
|
|
9
|
+
For coding/PLC applications of LPCNet, see:
|
|
10
|
+
|
|
11
|
+
- J.-M. Valin, J. Skoglund, [A Real-Time Wideband Neural Vocoder at 1.6 kb/s Using LPCNet](https://jmvalin.ca/papers/lpcnet_codec.pdf), *Proc. INTERSPEECH*, arxiv:1903.12087, 2019.
|
|
12
|
+
- J. Skoglund, J.-M. Valin, [Improving Opus Low Bit Rate Quality with Neural Speech Synthesis](https://jmvalin.ca/papers/opusnet.pdf), *Proc. INTERSPEECH*, arxiv:1905.04628, 2020.
|
|
13
|
+
- J.-M. Valin, A. Mustafa, C. Montgomery, T.B. Terriberry, M. Klingbeil, P. Smaragdis, A. Krishnaswamy, [Real-Time Packet Loss Concealment With Mixed Generative and Predictive Model](https://jmvalin.ca/papers/lpcnet_plc.pdf), *Proc. INTERSPEECH*, arxiv:2205.05785, 2022.
|
|
14
|
+
- J.-M. Valin, J. Büthe, A. Mustafa, [Low-Bitrate Redundancy Coding of Speech Using a Rate-Distortion-Optimized Variational Autoencoder](https://jmvalin.ca/papers/valin_dred.pdf), *Proc. ICASSP*, arXiv:2212.04453, 2023. ([blog post](https://www.amazon.science/blog/neural-encoding-enables-more-efficient-recovery-of-lost-audio-packets))
|
|
15
|
+
|
|
16
|
+
# Introduction
|
|
17
|
+
|
|
18
|
+
Work in progress software for researching low CPU complexity algorithms for speech synthesis and compression by applying Linear Prediction techniques to WaveRNN. High quality speech can be synthesised on regular CPUs (around 3 GFLOP) with SIMD support (SSE2, SSSE3, AVX, AVX2/FMA, NEON currently supported). The code also supports very low bitrate compression at 1.6 kb/s.
|
|
19
|
+
|
|
20
|
+
The BSD licensed software is written in C and Python/Keras. For training, a GTX 1080 Ti or better is recommended.
|
|
21
|
+
|
|
22
|
+
This software is an open source starting point for LPCNet/WaveRNN-based speech synthesis and coding.
|
|
23
|
+
|
|
24
|
+
# Using the existing software
|
|
25
|
+
|
|
26
|
+
You can build the code using:
|
|
27
|
+
|
|
28
|
+
```
|
|
29
|
+
./autogen.sh
|
|
30
|
+
./configure
|
|
31
|
+
make
|
|
32
|
+
```
|
|
33
|
+
Note that the autogen.sh script is used when building from Git and will automatically download the latest model
|
|
34
|
+
(models are too large to put in Git). By default, LPCNet will attempt to use 8-bit dot product instructions on AVX\*/Neon to
|
|
35
|
+
speed up inference. To disable that (e.g. to avoid quantization effects when retraining), add --disable-dot-product to the
|
|
36
|
+
configure script. LPCNet does not yet have a complete implementation for some of the integer operations on the ARMv7
|
|
37
|
+
architecture so for now you will also need --disable-dot-product to successfully compile on 32-bit ARM.
|
|
38
|
+
|
|
39
|
+
It is highly recommended to set the CFLAGS environment variable to enable AVX or NEON *prior* to running configure, otherwise
|
|
40
|
+
no vectorization will take place and the code will be very slow. On a recent x86 CPU, something like
|
|
41
|
+
```
|
|
42
|
+
export CFLAGS='-Ofast -g -march=native'
|
|
43
|
+
```
|
|
44
|
+
should work. On ARM, you can enable Neon with:
|
|
45
|
+
```
|
|
46
|
+
export CFLAGS='-Ofast -g -mfpu=neon'
|
|
47
|
+
```
|
|
48
|
+
While not strictly required, the -Ofast flag will help with auto-vectorization, especially for dot products that
|
|
49
|
+
cannot be optimized without -ffast-math (which -Ofast enables). Additionally, -falign-loops=32 has been shown to
|
|
50
|
+
help on x86.
|
|
51
|
+
|
|
52
|
+
You can test the capabilities of LPCNet using the lpcnet\_demo application. To encode a file:
|
|
53
|
+
```
|
|
54
|
+
./lpcnet_demo -encode input.pcm compressed.bin
|
|
55
|
+
```
|
|
56
|
+
where input.pcm is a 16-bit (machine endian) PCM file sampled at 16 kHz. The raw compressed data (no header)
|
|
57
|
+
is written to compressed.bin and consists of 8 bytes per 40-ms packet.
|
|
58
|
+
|
|
59
|
+
To decode:
|
|
60
|
+
```
|
|
61
|
+
./lpcnet_demo -decode compressed.bin output.pcm
|
|
62
|
+
```
|
|
63
|
+
where output.pcm is also 16-bit, 16 kHz PCM.
|
|
64
|
+
|
|
65
|
+
Alternatively, you can run the uncompressed analysis/synthesis using -features
|
|
66
|
+
instead of -encode and -synthesis instead of -decode.
|
|
67
|
+
The same functionality is available in the form of a library. See include/lpcnet.h for the API.
|
|
68
|
+
|
|
69
|
+
To try packet loss concealment (PLC), you first need a PLC model, which you can get with:
|
|
70
|
+
```
|
|
71
|
+
./download_model.sh plc-3b1eab4
|
|
72
|
+
```
|
|
73
|
+
or (for the PLC challenge submission):
|
|
74
|
+
```
|
|
75
|
+
./download_model.sh plc_challenge
|
|
76
|
+
```
|
|
77
|
+
PLC can be tested with:
|
|
78
|
+
```
|
|
79
|
+
./lpcnet_demo -plc_file noncausal_dc error_pattern.txt input.pcm output.pcm
|
|
80
|
+
```
|
|
81
|
+
where error_pattern.txt is a text file with one entry per 20-ms packet, with 1 meaning "packet lost" and 0 meaning "packet not lost".
|
|
82
|
+
noncausal_dc is the non-causal (5-ms look-ahead) with special handling for DC offsets. It's also possible to use "noncausal", "causal",
|
|
83
|
+
or "causal_dc".
|
|
84
|
+
|
|
85
|
+
# Training a new model
|
|
86
|
+
|
|
87
|
+
This codebase is also meant for research and it is possible to train new models. These are the steps to do that:
|
|
88
|
+
|
|
89
|
+
1. Set up a Keras system with GPU.
|
|
90
|
+
|
|
91
|
+
1. Generate training data:
|
|
92
|
+
```
|
|
93
|
+
./dump_data -train input.s16 features.f32 data.s16
|
|
94
|
+
```
|
|
95
|
+
where the first file contains 16 kHz 16-bit raw PCM audio (no header) and the other files are output files. This program makes several passes over the data with different filters to generate a large amount of training data.
|
|
96
|
+
|
|
97
|
+
1. Now that you have your files, train with:
|
|
98
|
+
```
|
|
99
|
+
python3 training_tf2/train_lpcnet.py features.f32 data.s16 model_name
|
|
100
|
+
```
|
|
101
|
+
and it will generate an h5 file for each iteration, with model\_name as prefix. If it stops with a
|
|
102
|
+
"Failed to allocate RNN reserve space" message try specifying a smaller --batch-size for train\_lpcnet.py.
|
|
103
|
+
|
|
104
|
+
1. You can synthesise speech with Python and your GPU card (very slow):
|
|
105
|
+
```
|
|
106
|
+
./dump_data -test test_input.s16 test_features.f32
|
|
107
|
+
./training_tf2/test_lpcnet.py lpcnet_model_name.h5 test_features.f32 test.s16
|
|
108
|
+
```
|
|
109
|
+
|
|
110
|
+
1. Or with C on a CPU (C inference is much faster):
|
|
111
|
+
First extract the model files nnet\_data.h and nnet\_data.c
|
|
112
|
+
```
|
|
113
|
+
./training_tf2/dump_lpcnet.py lpcnet_model_name.h5
|
|
114
|
+
```
|
|
115
|
+
and move the generated nnet\_data.\* files to the src/ directory.
|
|
116
|
+
Then you just need to rebuild the software and use lpcnet\_demo as explained above.
|
|
117
|
+
|
|
118
|
+
# Speech Material for Training
|
|
119
|
+
|
|
120
|
+
Suitable training material can be obtained from [Open Speech and Language Resources](https://www.openslr.org/). See the datasets.txt file for details on suitable training data.
|
|
121
|
+
|
|
122
|
+
# Reading Further
|
|
123
|
+
|
|
124
|
+
1. [LPCNet: DSP-Boosted Neural Speech Synthesis](https://people.xiph.org/~jm/demo/lpcnet/)
|
|
125
|
+
1. [A Real-Time Wideband Neural Vocoder at 1.6 kb/s Using LPCNet](https://people.xiph.org/~jm/demo/lpcnet_codec/)
|
|
126
|
+
1. Sample model files (check compatibility): https://media.xiph.org/lpcnet/data/
|
|
@@ -0,0 +1,449 @@
|
|
|
1
|
+
#include "lace_data.h"
|
|
2
|
+
#include "nolace_data.h"
|
|
3
|
+
#include "osce.h"
|
|
4
|
+
#include "nndsp.h"
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
#include <stdlib.h>
|
|
8
|
+
#include <stdio.h>
|
|
9
|
+
#include <math.h>
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
extern const WeightArray lacelayers_arrays[];
|
|
13
|
+
extern const WeightArray nolacelayers_arrays[];
|
|
14
|
+
|
|
15
|
+
void adaconv_compare(
|
|
16
|
+
const char * prefix,
|
|
17
|
+
int num_frames,
|
|
18
|
+
AdaConvState* hAdaConv,
|
|
19
|
+
LinearLayer *kernel_layer,
|
|
20
|
+
LinearLayer *gain_layer,
|
|
21
|
+
int feature_dim,
|
|
22
|
+
int frame_size,
|
|
23
|
+
int overlap_size,
|
|
24
|
+
int in_channels,
|
|
25
|
+
int out_channels,
|
|
26
|
+
int kernel_size,
|
|
27
|
+
int left_padding,
|
|
28
|
+
float filter_gain_a,
|
|
29
|
+
float filter_gain_b,
|
|
30
|
+
float shape_gain
|
|
31
|
+
)
|
|
32
|
+
{
|
|
33
|
+
char feature_file[256];
|
|
34
|
+
char x_in_file[256];
|
|
35
|
+
char x_out_file[256];
|
|
36
|
+
char message[512];
|
|
37
|
+
int i_frame, i_sample;
|
|
38
|
+
float mse;
|
|
39
|
+
float features[512];
|
|
40
|
+
float x_in[512];
|
|
41
|
+
float x_out_ref[512];
|
|
42
|
+
float x_out[512];
|
|
43
|
+
float window[40];
|
|
44
|
+
|
|
45
|
+
init_adaconv_state(hAdaConv);
|
|
46
|
+
compute_overlap_window(window, 40);
|
|
47
|
+
|
|
48
|
+
FILE *f_features, *f_x_in, *f_x_out;
|
|
49
|
+
|
|
50
|
+
strcpy(feature_file, prefix);
|
|
51
|
+
strcat(feature_file, "_features.f32");
|
|
52
|
+
f_features = fopen(feature_file, "r");
|
|
53
|
+
if (f_features == NULL)
|
|
54
|
+
{
|
|
55
|
+
sprintf(message, "could not open file %s", feature_file);
|
|
56
|
+
perror(message);
|
|
57
|
+
exit(1);
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
strcpy(x_in_file, prefix);
|
|
61
|
+
strcat(x_in_file, "_x_in.f32");
|
|
62
|
+
f_x_in = fopen(x_in_file, "r");
|
|
63
|
+
if (f_x_in == NULL)
|
|
64
|
+
{
|
|
65
|
+
sprintf(message, "could not open file %s", x_in_file);
|
|
66
|
+
perror(message);
|
|
67
|
+
exit(1);
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
strcpy(x_out_file, prefix);
|
|
71
|
+
strcat(x_out_file, "_x_out.f32");
|
|
72
|
+
f_x_out = fopen(x_out_file, "r");
|
|
73
|
+
if (f_x_out == NULL)
|
|
74
|
+
{
|
|
75
|
+
sprintf(message, "could not open file %s", x_out_file);
|
|
76
|
+
perror(message);
|
|
77
|
+
exit(1);
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
for (i_frame = 0; i_frame < num_frames; i_frame ++)
|
|
81
|
+
{
|
|
82
|
+
if (fread(features, sizeof(float), feature_dim, f_features) != feature_dim)
|
|
83
|
+
{
|
|
84
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, feature_file);
|
|
85
|
+
exit(1);
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
if (fread(x_in, sizeof(float), frame_size * in_channels, f_x_in) != frame_size * in_channels)
|
|
89
|
+
{
|
|
90
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, x_in_file);
|
|
91
|
+
exit(1);
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
if (fread(x_out_ref, sizeof(float), frame_size * out_channels, f_x_out) != frame_size * out_channels)
|
|
95
|
+
{
|
|
96
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, x_out_file);
|
|
97
|
+
exit(1);
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
adaconv_process_frame(hAdaConv, x_out, x_in, features, kernel_layer, gain_layer, feature_dim,
|
|
101
|
+
frame_size, overlap_size, in_channels, out_channels, kernel_size, left_padding,
|
|
102
|
+
filter_gain_a, filter_gain_b, shape_gain, window, 0);
|
|
103
|
+
|
|
104
|
+
mse = 0;
|
|
105
|
+
for (i_sample = 0; i_sample < frame_size * out_channels; i_sample ++)
|
|
106
|
+
{
|
|
107
|
+
mse += pow(x_out_ref[i_sample] - x_out[i_sample], 2);
|
|
108
|
+
}
|
|
109
|
+
mse = sqrt(mse / (frame_size * out_channels));
|
|
110
|
+
printf("rmse[%d] %f\n", i_frame, mse);
|
|
111
|
+
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
|
|
116
|
+
void adacomb_compare(
|
|
117
|
+
const char * prefix,
|
|
118
|
+
int num_frames,
|
|
119
|
+
AdaCombState* hAdaComb,
|
|
120
|
+
LinearLayer *kernel_layer,
|
|
121
|
+
LinearLayer *gain_layer,
|
|
122
|
+
LinearLayer *global_gain_layer,
|
|
123
|
+
int feature_dim,
|
|
124
|
+
int frame_size,
|
|
125
|
+
int overlap_size,
|
|
126
|
+
int kernel_size,
|
|
127
|
+
int left_padding,
|
|
128
|
+
float filter_gain_a,
|
|
129
|
+
float filter_gain_b,
|
|
130
|
+
float log_gain_limit
|
|
131
|
+
)
|
|
132
|
+
{
|
|
133
|
+
char feature_file[256];
|
|
134
|
+
char x_in_file[256];
|
|
135
|
+
char p_in_file[256];
|
|
136
|
+
char x_out_file[256];
|
|
137
|
+
char message[512];
|
|
138
|
+
int i_frame, i_sample;
|
|
139
|
+
float mse;
|
|
140
|
+
float features[512];
|
|
141
|
+
float x_in[512];
|
|
142
|
+
float x_out_ref[512];
|
|
143
|
+
float x_out[512];
|
|
144
|
+
int pitch_lag;
|
|
145
|
+
float window[40];
|
|
146
|
+
|
|
147
|
+
init_adacomb_state(hAdaComb);
|
|
148
|
+
compute_overlap_window(window, 40);
|
|
149
|
+
|
|
150
|
+
FILE *f_features, *f_x_in, *f_p_in, *f_x_out;
|
|
151
|
+
|
|
152
|
+
strcpy(feature_file, prefix);
|
|
153
|
+
strcat(feature_file, "_features.f32");
|
|
154
|
+
f_features = fopen(feature_file, "r");
|
|
155
|
+
if (f_features == NULL)
|
|
156
|
+
{
|
|
157
|
+
sprintf(message, "could not open file %s", feature_file);
|
|
158
|
+
perror(message);
|
|
159
|
+
exit(1);
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
strcpy(x_in_file, prefix);
|
|
163
|
+
strcat(x_in_file, "_x_in.f32");
|
|
164
|
+
f_x_in = fopen(x_in_file, "r");
|
|
165
|
+
if (f_x_in == NULL)
|
|
166
|
+
{
|
|
167
|
+
sprintf(message, "could not open file %s", x_in_file);
|
|
168
|
+
perror(message);
|
|
169
|
+
exit(1);
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
strcpy(p_in_file, prefix);
|
|
173
|
+
strcat(p_in_file, "_p_in.s32");
|
|
174
|
+
f_p_in = fopen(p_in_file, "r");
|
|
175
|
+
if (f_p_in == NULL)
|
|
176
|
+
{
|
|
177
|
+
sprintf(message, "could not open file %s", p_in_file);
|
|
178
|
+
perror(message);
|
|
179
|
+
exit(1);
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
strcpy(x_out_file, prefix);
|
|
183
|
+
strcat(x_out_file, "_x_out.f32");
|
|
184
|
+
f_x_out = fopen(x_out_file, "r");
|
|
185
|
+
if (f_x_out == NULL)
|
|
186
|
+
{
|
|
187
|
+
sprintf(message, "could not open file %s", x_out_file);
|
|
188
|
+
perror(message);
|
|
189
|
+
exit(1);
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
for (i_frame = 0; i_frame < num_frames; i_frame ++)
|
|
193
|
+
{
|
|
194
|
+
if (fread(features, sizeof(float), feature_dim, f_features) != feature_dim)
|
|
195
|
+
{
|
|
196
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, feature_file);
|
|
197
|
+
exit(1);
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
if (fread(x_in, sizeof(float), frame_size, f_x_in) != frame_size)
|
|
201
|
+
{
|
|
202
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, x_in_file);
|
|
203
|
+
exit(1);
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
if (fread(&pitch_lag, sizeof(int), 1, f_p_in) != 1)
|
|
207
|
+
{
|
|
208
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, p_in_file);
|
|
209
|
+
exit(1);
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
if (fread(x_out_ref, sizeof(float), frame_size, f_x_out) != frame_size)
|
|
213
|
+
{
|
|
214
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, x_out_file);
|
|
215
|
+
exit(1);
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
adacomb_process_frame(hAdaComb, x_out, x_in, features, kernel_layer, gain_layer, global_gain_layer,
|
|
219
|
+
pitch_lag, feature_dim, frame_size, overlap_size, kernel_size, left_padding, filter_gain_a, filter_gain_b, log_gain_limit, window, 0);
|
|
220
|
+
|
|
221
|
+
|
|
222
|
+
mse = 0;
|
|
223
|
+
for (i_sample = 0; i_sample < frame_size; i_sample ++)
|
|
224
|
+
{
|
|
225
|
+
mse += pow(x_out_ref[i_sample] - x_out[i_sample], 2);
|
|
226
|
+
}
|
|
227
|
+
mse = sqrt(mse / (frame_size));
|
|
228
|
+
printf("rmse[%d] %f\n", i_frame, mse);
|
|
229
|
+
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
void adashape_compare(
|
|
234
|
+
const char * prefix,
|
|
235
|
+
int num_frames,
|
|
236
|
+
AdaShapeState* hAdaShape,
|
|
237
|
+
LinearLayer *alpha1,
|
|
238
|
+
LinearLayer *alpha2,
|
|
239
|
+
int feature_dim,
|
|
240
|
+
int frame_size,
|
|
241
|
+
int avg_pool_k
|
|
242
|
+
)
|
|
243
|
+
{
|
|
244
|
+
char feature_file[256];
|
|
245
|
+
char x_in_file[256];
|
|
246
|
+
char x_out_file[256];
|
|
247
|
+
char message[512];
|
|
248
|
+
int i_frame, i_sample;
|
|
249
|
+
float mse;
|
|
250
|
+
float features[512];
|
|
251
|
+
float x_in[512];
|
|
252
|
+
float x_out_ref[512];
|
|
253
|
+
float x_out[512];
|
|
254
|
+
|
|
255
|
+
init_adashape_state(hAdaShape);
|
|
256
|
+
|
|
257
|
+
FILE *f_features, *f_x_in, *f_x_out;
|
|
258
|
+
|
|
259
|
+
strcpy(feature_file, prefix);
|
|
260
|
+
strcat(feature_file, "_features.f32");
|
|
261
|
+
f_features = fopen(feature_file, "r");
|
|
262
|
+
if (f_features == NULL)
|
|
263
|
+
{
|
|
264
|
+
sprintf(message, "could not open file %s", feature_file);
|
|
265
|
+
perror(message);
|
|
266
|
+
exit(1);
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
strcpy(x_in_file, prefix);
|
|
270
|
+
strcat(x_in_file, "_x_in.f32");
|
|
271
|
+
f_x_in = fopen(x_in_file, "r");
|
|
272
|
+
if (f_x_in == NULL)
|
|
273
|
+
{
|
|
274
|
+
sprintf(message, "could not open file %s", x_in_file);
|
|
275
|
+
perror(message);
|
|
276
|
+
exit(1);
|
|
277
|
+
}
|
|
278
|
+
|
|
279
|
+
strcpy(x_out_file, prefix);
|
|
280
|
+
strcat(x_out_file, "_x_out.f32");
|
|
281
|
+
f_x_out = fopen(x_out_file, "r");
|
|
282
|
+
if (f_x_out == NULL)
|
|
283
|
+
{
|
|
284
|
+
sprintf(message, "could not open file %s", x_out_file);
|
|
285
|
+
perror(message);
|
|
286
|
+
exit(1);
|
|
287
|
+
}
|
|
288
|
+
|
|
289
|
+
for (i_frame = 0; i_frame < num_frames; i_frame ++)
|
|
290
|
+
{
|
|
291
|
+
if (fread(features, sizeof(float), feature_dim, f_features) != feature_dim)
|
|
292
|
+
{
|
|
293
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, feature_file);
|
|
294
|
+
exit(1);
|
|
295
|
+
}
|
|
296
|
+
|
|
297
|
+
if (fread(x_in, sizeof(float), frame_size, f_x_in) != frame_size)
|
|
298
|
+
{
|
|
299
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, x_in_file);
|
|
300
|
+
exit(1);
|
|
301
|
+
}
|
|
302
|
+
|
|
303
|
+
if (fread(x_out_ref, sizeof(float), frame_size, f_x_out) != frame_size)
|
|
304
|
+
{
|
|
305
|
+
fprintf(stderr, "could not read frame %d from %s\n", i_frame, x_out_file);
|
|
306
|
+
exit(1);
|
|
307
|
+
}
|
|
308
|
+
|
|
309
|
+
adashape_process_frame(hAdaShape, x_out, x_in, features, alpha1, alpha2, feature_dim,
|
|
310
|
+
frame_size, avg_pool_k, 0);
|
|
311
|
+
|
|
312
|
+
mse = 0;
|
|
313
|
+
for (i_sample = 0; i_sample < frame_size; i_sample ++)
|
|
314
|
+
{
|
|
315
|
+
mse += pow(x_out_ref[i_sample] - x_out[i_sample], 2);
|
|
316
|
+
}
|
|
317
|
+
mse = sqrt(mse / (frame_size));
|
|
318
|
+
printf("rmse[%d] %f\n", i_frame, mse);
|
|
319
|
+
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
|
|
324
|
+
int main()
|
|
325
|
+
{
|
|
326
|
+
LACELayers hLACE;
|
|
327
|
+
NOLACELayers hNoLACE;
|
|
328
|
+
|
|
329
|
+
AdaConvState hAdaConv;
|
|
330
|
+
AdaCombState hAdaComb;
|
|
331
|
+
AdaShapeState hAdaShape;
|
|
332
|
+
|
|
333
|
+
init_adaconv_state(&hAdaConv);
|
|
334
|
+
|
|
335
|
+
init_lacelayers(&hLACE, lacelayers_arrays);
|
|
336
|
+
init_nolacelayers(&hNoLACE, nolacelayers_arrays);
|
|
337
|
+
|
|
338
|
+
printf("\ntesting lace.af1 (1 in, 1 out)...\n");
|
|
339
|
+
adaconv_compare(
|
|
340
|
+
"testvectors/lace_af1",
|
|
341
|
+
5,
|
|
342
|
+
&hAdaConv,
|
|
343
|
+
&hLACE.lace_af1_kernel,
|
|
344
|
+
&hLACE.lace_af1_gain,
|
|
345
|
+
LACE_AF1_FEATURE_DIM,
|
|
346
|
+
LACE_AF1_FRAME_SIZE,
|
|
347
|
+
LACE_AF1_OVERLAP_SIZE,
|
|
348
|
+
LACE_AF1_IN_CHANNELS,
|
|
349
|
+
LACE_AF1_OUT_CHANNELS,
|
|
350
|
+
LACE_AF1_KERNEL_SIZE,
|
|
351
|
+
LACE_AF1_LEFT_PADDING,
|
|
352
|
+
LACE_AF1_FILTER_GAIN_A,
|
|
353
|
+
LACE_AF1_FILTER_GAIN_B,
|
|
354
|
+
LACE_AF1_SHAPE_GAIN
|
|
355
|
+
);
|
|
356
|
+
|
|
357
|
+
|
|
358
|
+
printf("\ntesting nolace.af1 (1 in, 2 out)...\n");
|
|
359
|
+
adaconv_compare(
|
|
360
|
+
"testvectors/nolace_af1",
|
|
361
|
+
5,
|
|
362
|
+
&hAdaConv,
|
|
363
|
+
&hNoLACE.nolace_af1_kernel,
|
|
364
|
+
&hNoLACE.nolace_af1_gain,
|
|
365
|
+
NOLACE_AF1_FEATURE_DIM,
|
|
366
|
+
NOLACE_AF1_FRAME_SIZE,
|
|
367
|
+
NOLACE_AF1_OVERLAP_SIZE,
|
|
368
|
+
NOLACE_AF1_IN_CHANNELS,
|
|
369
|
+
NOLACE_AF1_OUT_CHANNELS,
|
|
370
|
+
NOLACE_AF1_KERNEL_SIZE,
|
|
371
|
+
NOLACE_AF1_LEFT_PADDING,
|
|
372
|
+
NOLACE_AF1_FILTER_GAIN_A,
|
|
373
|
+
NOLACE_AF1_FILTER_GAIN_B,
|
|
374
|
+
NOLACE_AF1_SHAPE_GAIN
|
|
375
|
+
);
|
|
376
|
+
|
|
377
|
+
|
|
378
|
+
printf("testing nolace.af4 (2 in, 1 out)...\n");
|
|
379
|
+
adaconv_compare(
|
|
380
|
+
"testvectors/nolace_af4",
|
|
381
|
+
5,
|
|
382
|
+
&hAdaConv,
|
|
383
|
+
&hNoLACE.nolace_af4_kernel,
|
|
384
|
+
&hNoLACE.nolace_af4_gain,
|
|
385
|
+
NOLACE_AF4_FEATURE_DIM,
|
|
386
|
+
NOLACE_AF4_FRAME_SIZE,
|
|
387
|
+
NOLACE_AF4_OVERLAP_SIZE,
|
|
388
|
+
NOLACE_AF4_IN_CHANNELS,
|
|
389
|
+
NOLACE_AF4_OUT_CHANNELS,
|
|
390
|
+
NOLACE_AF4_KERNEL_SIZE,
|
|
391
|
+
NOLACE_AF4_LEFT_PADDING,
|
|
392
|
+
NOLACE_AF4_FILTER_GAIN_A,
|
|
393
|
+
NOLACE_AF4_FILTER_GAIN_B,
|
|
394
|
+
NOLACE_AF4_SHAPE_GAIN
|
|
395
|
+
);
|
|
396
|
+
|
|
397
|
+
printf("\ntesting nolace.af2 (2 in, 2 out)...\n");
|
|
398
|
+
adaconv_compare(
|
|
399
|
+
"testvectors/nolace_af2",
|
|
400
|
+
5,
|
|
401
|
+
&hAdaConv,
|
|
402
|
+
&hNoLACE.nolace_af2_kernel,
|
|
403
|
+
&hNoLACE.nolace_af2_gain,
|
|
404
|
+
NOLACE_AF2_FEATURE_DIM,
|
|
405
|
+
NOLACE_AF2_FRAME_SIZE,
|
|
406
|
+
NOLACE_AF2_OVERLAP_SIZE,
|
|
407
|
+
NOLACE_AF2_IN_CHANNELS,
|
|
408
|
+
NOLACE_AF2_OUT_CHANNELS,
|
|
409
|
+
NOLACE_AF2_KERNEL_SIZE,
|
|
410
|
+
NOLACE_AF2_LEFT_PADDING,
|
|
411
|
+
NOLACE_AF2_FILTER_GAIN_A,
|
|
412
|
+
NOLACE_AF2_FILTER_GAIN_B,
|
|
413
|
+
NOLACE_AF2_SHAPE_GAIN
|
|
414
|
+
);
|
|
415
|
+
|
|
416
|
+
printf("\ntesting lace.cf1...\n");
|
|
417
|
+
adacomb_compare(
|
|
418
|
+
"testvectors/lace_cf1",
|
|
419
|
+
5,
|
|
420
|
+
&hAdaComb,
|
|
421
|
+
&hLACE.lace_cf1_kernel,
|
|
422
|
+
&hLACE.lace_cf1_gain,
|
|
423
|
+
&hLACE.lace_cf1_global_gain,
|
|
424
|
+
LACE_CF1_FEATURE_DIM,
|
|
425
|
+
LACE_CF1_FRAME_SIZE,
|
|
426
|
+
LACE_CF1_OVERLAP_SIZE,
|
|
427
|
+
LACE_CF1_KERNEL_SIZE,
|
|
428
|
+
LACE_CF1_LEFT_PADDING,
|
|
429
|
+
LACE_CF1_FILTER_GAIN_A,
|
|
430
|
+
LACE_CF1_FILTER_GAIN_B,
|
|
431
|
+
LACE_CF1_LOG_GAIN_LIMIT
|
|
432
|
+
);
|
|
433
|
+
|
|
434
|
+
printf("\ntesting nolace.tdshape1...\n");
|
|
435
|
+
adashape_compare(
|
|
436
|
+
"testvectors/nolace_tdshape1",
|
|
437
|
+
5,
|
|
438
|
+
&hAdaShape,
|
|
439
|
+
&hNoLACE.nolace_tdshape1_alpha1,
|
|
440
|
+
&hNoLACE.nolace_tdshape1_alpha2,
|
|
441
|
+
NOLACE_TDSHAPE1_FEATURE_DIM,
|
|
442
|
+
NOLACE_TDSHAPE1_FRAME_SIZE,
|
|
443
|
+
NOLACE_TDSHAPE1_AVG_POOL_K
|
|
444
|
+
);
|
|
445
|
+
|
|
446
|
+
return 0;
|
|
447
|
+
}
|
|
448
|
+
|
|
449
|
+
/* gcc -DVAR_ARRAYS -DENABLE_OSCE -I ../include -I ../silk -I . -I ../celt adaconvtest.c nndsp.c lace_data.c nolace_data.c nnet.c nnet_default.c ../celt/pitch.c ../celt/celt_lpc.c parse_lpcnet_weights.c -lm -o adaconvtest */
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
/* Copyright (c) 2018-2019 Mozilla
|
|
2
|
+
2023 Amazon */
|
|
3
|
+
/*
|
|
4
|
+
Redistribution and use in source and binary forms, with or without
|
|
5
|
+
modification, are permitted provided that the following conditions
|
|
6
|
+
are met:
|
|
7
|
+
|
|
8
|
+
- Redistributions of source code must retain the above copyright
|
|
9
|
+
notice, this list of conditions and the following disclaimer.
|
|
10
|
+
|
|
11
|
+
- Redistributions in binary form must reproduce the above copyright
|
|
12
|
+
notice, this list of conditions and the following disclaimer in the
|
|
13
|
+
documentation and/or other materials provided with the distribution.
|
|
14
|
+
|
|
15
|
+
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
16
|
+
``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
17
|
+
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
18
|
+
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR
|
|
19
|
+
CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
20
|
+
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
21
|
+
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
22
|
+
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
23
|
+
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
24
|
+
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
25
|
+
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
26
|
+
*/
|
|
27
|
+
|
|
28
|
+
#ifdef HAVE_CONFIG_H
|
|
29
|
+
#include "config.h"
|
|
30
|
+
#endif
|
|
31
|
+
|
|
32
|
+
#include "arm/armcpu.h"
|
|
33
|
+
#include "nnet.h"
|
|
34
|
+
|
|
35
|
+
#if defined(OPUS_HAVE_RTCD)
|
|
36
|
+
|
|
37
|
+
#if (defined(OPUS_ARM_MAY_HAVE_DOTPROD) && !defined(OPUS_ARM_PRESUME_DOTPROD))
|
|
38
|
+
|
|
39
|
+
void (*const DNN_COMPUTE_LINEAR_IMPL[OPUS_ARCHMASK + 1])(
|
|
40
|
+
const LinearLayer *linear,
|
|
41
|
+
float *out,
|
|
42
|
+
const float *in
|
|
43
|
+
) = {
|
|
44
|
+
compute_linear_c, /* default */
|
|
45
|
+
compute_linear_c,
|
|
46
|
+
compute_linear_c,
|
|
47
|
+
MAY_HAVE_NEON(compute_linear), /* neon */
|
|
48
|
+
MAY_HAVE_DOTPROD(compute_linear) /* dotprod */
|
|
49
|
+
};
|
|
50
|
+
|
|
51
|
+
#endif
|
|
52
|
+
|
|
53
|
+
#if (defined(OPUS_ARM_MAY_HAVE_DOTPROD) || defined(OPUS_ARM_MAY_HAVE_NEON)) && !defined(OPUS_ARM_PRESUME_NEON)
|
|
54
|
+
|
|
55
|
+
void (*const DNN_COMPUTE_ACTIVATION_IMPL[OPUS_ARCHMASK + 1])(
|
|
56
|
+
float *output,
|
|
57
|
+
const float *input,
|
|
58
|
+
int N,
|
|
59
|
+
int activation
|
|
60
|
+
) = {
|
|
61
|
+
compute_activation_c, /* default */
|
|
62
|
+
compute_activation_c,
|
|
63
|
+
compute_activation_c,
|
|
64
|
+
MAY_HAVE_NEON(compute_activation), /* neon */
|
|
65
|
+
MAY_HAVE_DOTPROD(compute_activation) /* dotprod */
|
|
66
|
+
};
|
|
67
|
+
|
|
68
|
+
void (*const DNN_COMPUTE_CONV2D_IMPL[OPUS_ARCHMASK + 1])(
|
|
69
|
+
const Conv2dLayer *conv,
|
|
70
|
+
float *out,
|
|
71
|
+
float *mem,
|
|
72
|
+
const float *in,
|
|
73
|
+
int height,
|
|
74
|
+
int hstride,
|
|
75
|
+
int activation
|
|
76
|
+
) = {
|
|
77
|
+
compute_conv2d_c, /* default */
|
|
78
|
+
compute_conv2d_c,
|
|
79
|
+
compute_conv2d_c,
|
|
80
|
+
MAY_HAVE_NEON(compute_conv2d), /* neon */
|
|
81
|
+
MAY_HAVE_DOTPROD(compute_conv2d) /* dotprod */
|
|
82
|
+
};
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
#endif
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
#endif
|