deepfense 0.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- deepfense-0.1/MANIFEST.in +27 -0
- deepfense-0.1/PKG-INFO +383 -0
- deepfense-0.1/README.md +331 -0
- deepfense-0.1/deepfense/__init__.py +0 -0
- deepfense-0.1/deepfense/cli/__init__.py +2 -0
- deepfense-0.1/deepfense/cli/commands/__init__.py +2 -0
- deepfense-0.1/deepfense/cli/commands/list_components.py +101 -0
- deepfense-0.1/deepfense/cli/commands/test.py +240 -0
- deepfense-0.1/deepfense/cli/commands/train.py +156 -0
- deepfense-0.1/deepfense/cli/main.py +28 -0
- deepfense-0.1/deepfense/data/__init__.py +5 -0
- deepfense-0.1/deepfense/data/base_dataset.py +17 -0
- deepfense-0.1/deepfense/data/data_utils.py +101 -0
- deepfense-0.1/deepfense/data/detection_dataset.py +159 -0
- deepfense-0.1/deepfense/data/transforms/RawBoost/RawBoost.py +133 -0
- deepfense-0.1/deepfense/data/transforms/RawBoost/__init__.py +5 -0
- deepfense-0.1/deepfense/data/transforms/RawBoost/data_utils_rawboost.py +304 -0
- deepfense-0.1/deepfense/data/transforms/__init__.py +8 -0
- deepfense-0.1/deepfense/data/transforms/audio_utils.py +133 -0
- deepfense-0.1/deepfense/data/transforms/augmentations.py +506 -0
- deepfense-0.1/deepfense/data/transforms/transforms.py +84 -0
- deepfense-0.1/deepfense/models/__init__.py +18 -0
- deepfense-0.1/deepfense/models/backends/__init__.py +6 -0
- deepfense-0.1/deepfense/models/backends/aasist.py +519 -0
- deepfense-0.1/deepfense/models/backends/ecapa_tdnn.py +171 -0
- deepfense-0.1/deepfense/models/backends/mlp.py +137 -0
- deepfense-0.1/deepfense/models/backends/nes2net.py +189 -0
- deepfense-0.1/deepfense/models/backends/rawnet.py +103 -0
- deepfense-0.1/deepfense/models/backends/tcm.py +105 -0
- deepfense-0.1/deepfense/models/base_model.py +99 -0
- deepfense-0.1/deepfense/models/detector.py +104 -0
- deepfense-0.1/deepfense/models/frontends/__init__.py +6 -0
- deepfense-0.1/deepfense/models/frontends/eat.py +104 -0
- deepfense-0.1/deepfense/models/frontends/hubert.py +84 -0
- deepfense-0.1/deepfense/models/frontends/mert.py +52 -0
- deepfense-0.1/deepfense/models/frontends/utils.py +26 -0
- deepfense-0.1/deepfense/models/frontends/wav2vec2.py +49 -0
- deepfense-0.1/deepfense/models/frontends/wavlm.py +50 -0
- deepfense-0.1/deepfense/models/losses/__init__.py +7 -0
- deepfense-0.1/deepfense/models/losses/a_softmax.py +146 -0
- deepfense-0.1/deepfense/models/losses/am_softmax.py +127 -0
- deepfense-0.1/deepfense/models/losses/cross_entropy.py +56 -0
- deepfense-0.1/deepfense/models/losses/oc_softmax.py +99 -0
- deepfense-0.1/deepfense/models/modules/conformer/conformer.py +277 -0
- deepfense-0.1/deepfense/models/modules/fairseq/docs/conf.py +98 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/locallaunch.py +144 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/__init__.py +12 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/datasets/__init__.py +10 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/datasets/fairseqmmdataset.py +57 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/datasets/mmdataset.py +110 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/evaluators/__init__.py +13 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/evaluators/evaluator.py +51 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/evaluators/metric.py +321 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/evaluators/predictor.py +612 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/losses/__init__.py +16 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/losses/fairseqmmloss.py +63 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/losses/loss.py +89 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/losses/nce.py +129 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/__init__.py +17 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/fairseqmmmodel.py +46 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/mmfusion.py +874 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/mmfusionnlg.py +1127 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/transformermodel.py +712 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/modules/__init__.py +10 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/modules/mm.py +148 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/modules/retri.py +358 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/modules/vectorpool.py +231 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/__init__.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/dedupprocessor.py +240 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/dsprocessor.py +860 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/how2processor.py +878 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/how2retriprocessor.py +110 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/models/s3dg.py +332 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/processor.py +285 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/__init__.py +22 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/fairseqmmtask.py +104 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/milncetask.py +27 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/retritask.py +237 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/task.py +177 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/vlmtask.py +26 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/utils/__init__.py +75 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/utils/load_config.py +81 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/utils/shardedtensor.py +46 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt_cli/localjob.py +141 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt_cli/predict.py +112 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/text_token_extractor/pretokenization.py +106 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/extract.py +171 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/model.py +66 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/pathbuilder.py +87 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/preprocessing.py +59 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/random_sequence_shuffler.py +28 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/shard_feature.py +59 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/videoreader.py +247 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/setup.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/__init__.py +9 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/__init__.py +19 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adagrad_with_grad_clip.py +128 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adaptive_span_attention.py +160 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adaptive_span_loss.py +107 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adaptive_span_model.py +263 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adaptive_span_model_wrapper.py +147 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/truncated_bptt_lm_task.py +288 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/data/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/data/speech_to_text_dataset_with_domain.py +274 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/loss/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/loss/attention_head_selection.py +30 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/models/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/models/head_selection_s2t_transformer.py +203 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/models/head_selection_transformer.py +229 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/attn_head_selector.py +92 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/head_selection_transformer_layer.py +96 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/multihead_attention_selection.py +386 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/multihead_functional.py +353 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/speech_to_text_head_selection.py +196 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/audio_nlp/nlu/generate_manifests.py +85 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/backtranslation/deduplicate_lines.py +41 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/backtranslation/extract_bt_data.py +73 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/bart/summarize.py +100 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/byte_level_bpe/get_bitext.py +253 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/byte_level_bpe/gru_transformer.py +107 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/constrained_decoding/normalize.py +27 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/constrained_decoding/tok.py +34 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/criss/mining/mine.py +239 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/criss/save_encoder.py +214 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/criss/sentence_retrieval/encoder_analysis.py +92 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/__init__.py +17 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/add_class_target_dataset.py +63 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/image_dataset.py +127 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/mae_finetuning_image_dataset.py +135 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/mae_image_dataset.py +418 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/modality.py +14 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/path_dataset.py +64 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/fb_convert_beit_cp.py +163 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/audio_classification.py +624 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec2.py +811 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_audio.py +536 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_image_classification.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_text.py +517 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_text_classification.py +136 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_vision.py +738 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/mae.py +834 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/mae_image_classification.py +386 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/audio.py +190 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/base.py +683 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/images.py +254 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/modules.py +588 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/text.py +160 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/utils.py +53 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/convert_audioset_labels.py +63 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/text/glue.py +36 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/text/glue_lr.py +159 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/text/unprocess_data.py +180 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/text/valids.py +353 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/__init__.py +18 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/audio_classification.py +166 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/image_classification.py +128 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/image_pretraining.py +110 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/mae_image_classification.py +100 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/mae_image_pretraining.py +119 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/multimodal.py +164 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/__init__.py +1 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/criterions/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/criterions/discriminative_reranking_criterion.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/drnmt_rerank.py +370 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/models/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/models/discriminative_reranking_model.py +365 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/scripts/prep_data.py +138 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/tasks/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/tasks/discriminative_reranking_task.py +490 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/emotion_models/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/emotion_models/duration_predictor.py +264 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/emotion_models/pitch_predictor.py +559 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/emotion_models/utils.py +78 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/fairseq_models/__init__.py +226 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/build_hifigan_manifest.py +56 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/build_translation_manifests.py +358 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/create_core_manifest.py +118 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/extract_f0.py +64 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/process_km.py +40 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/split_emov_km_tsv_by_uttid.py +105 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/split_km.py +60 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/split_km_tsv.py +79 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/synthesize.py +446 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/fast_noisy_channel/__init__.py +8 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/fast_noisy_channel/noisy_channel_beam_search.py +80 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/fast_noisy_channel/noisy_channel_sequence_generator.py +1083 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/fast_noisy_channel/noisy_channel_translation.py +141 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/measure_teacher_quality.py +241 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_hubert_feature.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_hubert_feature_s2t.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_km_label.py +96 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_mfcc_feature.py +76 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_w2v2_feature.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/feature_utils.py +65 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/learn_kmeans.py +146 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/update_ckpt.py +22 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/__init__.py +8 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/laser_lstm.py +585 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/laser_task.py +333 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/laser_transformer.py +354 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/multitask_data_utils.py +142 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/__init__.py +9 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/loss/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/loss/latent_depth.py +99 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/models/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/models/latent_multilingual_transformer.py +76 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/models/latent_transformer.py +156 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/modules/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/modules/latent_layers.py +76 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/multilingual_translation_latent_depth.py +195 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/models/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/models/linformer_roberta.py +120 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/modules/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/modules/linformer_sentence_encoder.py +54 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/modules/linformer_sentence_encoder_layer.py +65 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/modules/multihead_linear_attention.py +481 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/process_data/clean_histogram.py +67 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/process_data/dedup_data.py +93 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/process_data/remove_too_much_punc.py +48 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/tokenizers/tokenize_indic.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/tokenizers/tokenize_thai.py +13 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/tokenizers/tokenize_zh.py +14 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/megatron_11b/detok.py +32 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/asr/infer/mms_infer.py +74 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/data_prep/align_and_segment.py +199 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/data_prep/align_utils.py +188 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/data_prep/norm_config.py +275 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/data_prep/text_normalization.py +99 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid/infer.py +199 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mala/infer.py +59 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/make_parallel_single_runs.py +25 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/merge_by_lang.py +49 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/prep_wav_list.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/run_single_lang.py +86 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/split_by_lang.py +92 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms-zs/falign.py +89 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms-zs/lib.py +245 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms-zs/uromanize.py +73 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/nllb/infer.py +62 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/rerank/rerank.py +168 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/rerank/tune_coefficients.py +174 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/whisper/infer_asr.py +86 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/whisper/infer_lid.py +70 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/misc/get_sample_size.py +30 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/tts/infer.py +186 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_hubert_feature.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_hubert_feature_s2t.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_km_label.py +96 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_mfcc_feature.py +76 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_w2v2_feature.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/feature_utils.py +65 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/learn_kmeans.py +146 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/binarize.py +234 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/check_iswlt_test_data.py +81 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/check_self_overlaps.py +118 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/check_valid_test_overlaps.py +139 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/dedup_all.py +61 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/download_ted_and_extract.py +386 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/download_wmt19_and_before.py +1152 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/remove_valid_test_in_train.py +354 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/utils/dedup.py +44 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/utils/fasttext_multi_filter.py +79 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank.py +427 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_generate.py +396 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_options.py +149 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_score_bw.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_score_lm.py +81 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_tune.py +102 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_utils.py +849 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/paraphraser/paraphrase.py +85 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/pointer_generator/pointer_generator_src/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/pointer_generator/pointer_generator_src/transformer_pg.py +521 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/pointer_generator/postprocess.py +98 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/pointer_generator/preprocess.py +103 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/commonsense_qa/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/commonsense_qa/commonsense_qa_task.py +190 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/multiprocessing_bpe_encoder.py +130 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/preprocess_RACE.py +102 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/wsc/__init__.py +7 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/wsc/wsc_criterion.py +167 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/wsc/wsc_task.py +401 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/wsc/wsc_utils.py +241 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/rxf/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/rxf/rxf_src/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/rxf/rxf_src/label_smoothed_cross_entropy_r3f.py +158 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/rxf/rxf_src/sentence_prediction_r3f.py +173 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/eval/agents/simul_t2t_enja.py +217 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/models/__init__.py +15 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/models/convtransformer_simul_trans.py +210 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/models/transformer_monotonic_attention.py +297 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/modules/__init__.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/modules/fixed_pre_decision.py +190 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/modules/monotonic_multihead_attention.py +483 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/modules/monotonic_transformer_layer.py +181 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/tests/test_alignment_train.py +92 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/tests/test_text_models.py +377 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/utils/__init__.py +14 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/utils/functions.py +120 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/utils/monotonic_attention.py +167 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/utils/p_choose_strategy.py +104 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/__init__.py +1 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/criterions/ASG_loss.py +170 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/criterions/__init__.py +17 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/criterions/cross_entropy_acc.py +130 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/__init__.py +11 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/asr_dataset.py +122 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/collaters.py +130 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/data_utils.py +98 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/replabels.py +70 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/datasets/asr_prep_json.py +125 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/infer.py +435 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/kaldi/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/kaldi/kaldi_decoder.py +243 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/kaldi/kaldi_initializer.py +696 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/models/__init__.py +8 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/models/vggtransformer.py +1018 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/models/w2l_conv_glu_enc.py +176 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/base_decoder.py +62 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/decoder.py +31 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/decoder_config.py +70 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/flashlight_decoder.py +433 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/viterbi_decoder.py +25 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/infer.py +506 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/tasks/__init__.py +8 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/tasks/speech_recognition.py +157 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/utils/wer_utils.py +381 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/w2l_decoder.py +496 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/__init__.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/data_utils.py +359 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/__init__.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/eval_asr.py +118 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/eval_f0.py +262 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/eval_sp.py +130 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/get_eval_manifest.py +68 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/generate_waveform.py +206 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/__init__.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoise_and_vad_audio.py +230 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/__init__.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/demucs.py +473 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/pretrained.py +82 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/resample.py +76 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/utils.py +178 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_common_voice_audio_manifest.py +139 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_feature_manifest.py +292 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_ljspeech_audio_manifest.py +70 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_speaker_embedding.py +84 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_vctk_audio_manifest.py +79 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/speaker_embedder/__init__.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/vad/__init__.py +201 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/utils.py +102 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/criterions/__init__.py +15 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/criterions/multi_modality_compound.py +181 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/criterions/multi_modality_cross_entropy.py +101 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/criterions/text_guide_cross_entropy_acc.py +283 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/data/pair_denoising_dataset.py +318 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/__init__.py +7 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/joint_speech_text_pretrain_transformer.py +698 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/s2t_dualinputtransformer.py +1097 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/s2t_dualinputwavtransformer.py +526 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/s2t_dualinputxmtransformer.py +580 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/scripts/convert_model.py +69 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/scripts/g2p_encode.py +191 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/tasks/__init__.py +7 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/tasks/pair_denoising.py +446 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/tasks/speech_text_denoise_pretrain.py +653 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/tasks/speech_text_joint.py +380 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/asr_bleu/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/asr_bleu/compute_asr_bleu.py +243 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/asr_bleu/utils.py +310 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/benchmarking/core.py +486 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/benchmarking/data_utils.py +264 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/benchmarking/get_metrics.py +162 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/generate_waveform_from_code.py +116 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/__init__.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/data_utils.py +88 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/prep_s2spect_data.py +185 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/prep_s2ut_data.py +114 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/prep_sn_data.py +89 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/prep_sn_output_data.py +59 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/unity/__init__.py +7 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/unity/sequence_generator.py +626 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/unity/sequence_generator_multi_decoder.py +267 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/data_utils.py +386 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/prep_covost_data.py +281 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/prep_librispeech_data.py +115 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/prep_mtedx_data.py +290 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/prep_mustc_data.py +295 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/seg_mustc_data.py +50 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/simultaneous_translation/agents/fairseq_simul_st_agent.py +364 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/dgslm/create_code_file.py +83 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/dgslm/dgslm_utils.py +79 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/dgslm/sample_speech_dlm.py +254 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/dgslm/vocoder_hifigan/generate_stereo_waveform.py +154 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/abx_metrics/dump_abx_feats.py +111 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/continuation_eval.py +105 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/misc/bleu_utils.py +179 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/misc/cut_as.py +69 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/ppx.py +131 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/self_auto_bleu.py +213 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/cluster_kmeans.py +210 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/dump_feats.py +91 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/quantize_with_kmeans.py +136 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/utils.py +20 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/cpc_feature_reader.py +204 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/hubert_feature_reader.py +68 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/logmel_feature_reader.py +35 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/utils.py +123 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/w2v2_feature_reader.py +54 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/tools/resynthesize_speech.py +132 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/ulm/sample.py +172 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/convert_to_16k.py +65 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/glow.py +334 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/multiproc.py +28 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/synthesize_audio_from_units.py +101 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/audio_processing.py +100 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/cleaners.py +93 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/cmudict.py +140 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/layers.py +126 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/model.py +771 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/numbers.py +73 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/stft.py +156 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/symbols.py +18 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/text.py +109 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/utils.py +171 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/waveglow_denoiser.py +45 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tts_data.py +54 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/utils.py +55 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/data_utils.py +107 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/eval/__init__.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/eval/cont_metrics.py +731 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/generate_waveform.py +120 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/inference_dataset.py +103 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/naive_decoder.py +40 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/prepare_dataset.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/preprocess_f0.py +65 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/quantize_f0.py +94 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/sample/__init__.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/sample/sample.py +612 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/scripts/join_units_manifest.py +50 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/truncated_laplace.py +29 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/score.py +198 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/translation_moe_src/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/translation_moe_src/logsumexp_moe.py +26 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/translation_moe_src/mean_pool_gating_network.py +50 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/translation_moe_src/translation_moe.py +261 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/truncated_bptt/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/truncated_bptt/transformer_xl_model.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/truncated_bptt/truncated_bptt_lm_task.py +288 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/unsupervised_quality_estimation/aggregate_scores.py +41 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/unsupervised_quality_estimation/meteor.py +109 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/unsupervised_quality_estimation/repeat_lines.py +28 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/libri_labels.py +56 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/data/__init__.py +13 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/data/extracted_features_dataset.py +171 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/data/random_input_dataset.py +62 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/kaldi_self_train/st/local/copy_aligned_text.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/kaldi_self_train/st/local/prepare_data_from_w2v.py +57 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/kaldi_self_train/st/local/unsup_select.py +164 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/models/__init__.py +11 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/models/wav2vec_u.py +684 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/apply_pca.py +76 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/copy_labels.py +10 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/filter_lexicon.py +40 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/filter_tsv.py +37 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/g2p_wrd_to_phn.py +45 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/ltr_to_wrd.py +16 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/mean_pool.py +99 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/merge_clusters.py +114 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/normalize_and_filter_text.py +72 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/normalize_text.py +22 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/pca.py +52 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/phonemize_with_sil.py +83 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/remove_silence.py +63 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/vads.py +98 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wav2vec_apply_cluster_faiss.py +130 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wav2vec_cluster_faiss.py +210 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wav2vec_extract_features.py +121 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wer.py +83 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wrd_to_ltr.py +16 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/tasks/__init__.py +11 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/tasks/unpaired_audio_text.py +451 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/w2vu_generate.py +713 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/vq-wav2vec_featurize.py +244 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/wav2vec_featurize.py +246 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/wav2vec_manifest.py +87 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/xlsr/scripts/eval_speaker_clf_task.py +191 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/xlsr/scripts/gen_audio_embedding.py +264 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/womens_bios/query_occupations_from_wikidata.py +39 -0
- deepfense-0.1/deepfense/models/modules/fairseq/examples/xmod/preprocess_nli.py +232 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/__init__.py +45 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/__init__.py +7 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/benchmark_multihead_attention.py +171 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_dataset.py +36 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_lm.py +83 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_masked_lm.py +94 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_model.py +96 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_mt.py +119 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/binarizer.py +380 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/checkpoint_utils.py +938 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/config/__init__.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/__init__.py +36 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/adaptive_loss.py +124 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/composite_loss.py +100 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/cross_entropy.py +91 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/ctc.py +325 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/fairseq_criterion.py +121 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/fastspeech2_loss.py +137 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/hubert_criterion.py +195 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy.py +168 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy_latency_augmented.py +221 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy_with_alignment.py +131 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy_with_ctc.py +97 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy_with_rdrop.py +177 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/legacy_masked_lm.py +178 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/masked_lm.py +99 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/model_criterion.py +177 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/nat_loss.py +181 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/sentence_prediction.py +290 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/sentence_prediction_adapters.py +65 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/sentence_ranking.py +121 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/speech_dlm_criterion.py +334 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/speech_to_speech_criterion.py +517 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/speech_ulm_criterion.py +126 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/tacotron2_loss.py +227 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/wav2vec_criterion.py +231 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/__init__.py +137 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/add_class_target_dataset.py +79 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/add_target_dataset.py +83 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/append_token_dataset.py +41 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/__init__.py +92 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/audio_utils.py +389 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/data_cfg.py +387 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/dataset_transforms/__init__.py +53 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/dataset_transforms/concataugment.py +61 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/dataset_transforms/noisyoverlapaugment.py +105 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/__init__.py +43 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/delta_deltas.py +37 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/global_cmvn.py +29 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/specaugment.py +131 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/utterance_cmvn.py +41 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/frm_text_to_speech_dataset.py +202 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/hubert_dataset.py +356 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/multi_modality_dataset.py +267 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/raw_audio_dataset.py +430 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/speech_to_speech_dataset.py +379 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/speech_to_text_dataset.py +733 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/speech_to_text_joint_dataset.py +359 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/text_to_speech_dataset.py +251 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/waveform_transforms/__init__.py +48 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/waveform_transforms/noiseaugment.py +201 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/backtranslation_dataset.py +165 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/base_wrapper_dataset.py +78 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/bucket_pad_length_dataset.py +78 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/codedataset.py +576 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/colorize_dataset.py +25 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/concat_dataset.py +124 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/concat_sentences_dataset.py +54 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/data_utils.py +1135 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/denoising_dataset.py +443 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/dictionary.py +403 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/__init__.py +29 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/byte_bpe.py +48 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/byte_utils.py +51 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/bytes.py +34 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/characters.py +30 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/fastbpe.py +36 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/gpt2_bpe.py +45 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/gpt2_bpe_utils.py +140 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/hf_bert_bpe.py +50 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/hf_byte_bpe.py +50 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/moses_tokenizer.py +49 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/nltk_tokenizer.py +24 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/sentencepiece_bpe.py +65 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/space_tokenizer.py +21 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/subword_nmt_bpe.py +54 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/utils.py +30 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/fairseq_dataset.py +205 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/fasta_dataset.py +91 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/huffman/__init__.py +21 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/huffman/huffman_coder.py +267 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/huffman/huffman_mmap_indexed_dataset.py +287 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/id_dataset.py +19 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/indexed_dataset.py +591 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/iterators.py +878 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/language_pair_dataset.py +477 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/legacy/__init__.py +16 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/legacy/block_pair_dataset.py +311 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/legacy/masked_lm_dataset.py +302 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/legacy/masked_lm_dictionary.py +60 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/list_dataset.py +32 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/lm_context_window_dataset.py +97 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/lru_cache_dataset.py +21 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/mask_tokens_dataset.py +225 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/monolingual_dataset.py +253 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multi_corpus_dataset.py +285 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multi_corpus_sampled_dataset.py +152 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/__init__.py +4 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/multilingual_data_manager.py +1154 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/multilingual_utils.py +63 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/sampled_multi_dataset.py +468 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/sampled_multi_epoch_dataset.py +199 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/sampling_method.py +78 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/nested_dictionary_dataset.py +125 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/noising.py +334 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/num_samples_dataset.py +17 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/numel_dataset.py +31 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/offset_tokens_dataset.py +15 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/pad_dataset.py +31 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/padding_mask_dataset.py +38 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/plasma_utils.py +196 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/prepend_dataset.py +28 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/prepend_token_dataset.py +41 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/raw_label_dataset.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/replace_dataset.py +36 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/resampling_dataset.py +139 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/roll_dataset.py +18 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/round_robin_zip_datasets.py +160 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/shorten_dataset.py +78 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/sort_dataset.py +21 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/span_mask_tokens_dataset.py +292 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/speech_dlm_dataset.py +307 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/strip_token_dataset.py +20 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/subsample_dataset.py +75 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/text_compressor.py +56 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/token_block_dataset.py +205 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/transform_eos_concat_langpair_dataset.py +139 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/transform_eos_dataset.py +120 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/transform_eos_lang_pair_dataset.py +113 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/__init__.py +13 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/configs.py +1147 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/constants.py +56 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/initialize.py +60 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/utils.py +510 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/__init__.py +25 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/distributed_timeout_wrapper.py +97 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/fully_sharded_data_parallel.py +145 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/legacy_distributed_data_parallel.py +165 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/module_proxy_wrapper.py +56 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/tpu_distributed_data_parallel.py +43 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/utils.py +843 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/file_chunker_utils.py +84 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/file_io.py +196 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/file_utils.py +370 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/hub_utils.py +326 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/incremental_decoding_utils.py +51 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/iterative_refinement_generator.py +358 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/logging/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/logging/meters.py +351 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/logging/metrics.py +336 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/logging/progress_bar.py +582 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/criterions/__init__.py +14 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/criterions/vocab_parallel_cross_entropy.py +88 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/megatron_trainer.py +75 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/__init__.py +20 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/pipeline_parallel_transformer/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/pipeline_parallel_transformer/layers.py +598 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/pipeline_parallel_transformer/model.py +779 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/roberta/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/roberta/model.py +225 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/transformer.py +121 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/transformer_lm.py +169 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/modules/__init__.py +17 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/modules/multihead_attention.py +348 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/modules/transformer_layer.py +78 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/__init__.py +236 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/bart/__init__.py +7 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/bart/hub_interface.py +211 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/bart/model.py +395 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/composite_encoder.py +57 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/distributed_fairseq_model.py +147 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/ema/__init__.py +20 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/ema/ema.py +209 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fairseq_decoder.py +104 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fairseq_encoder.py +92 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fairseq_incremental_decoder.py +118 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fairseq_model.py +579 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fconv.py +756 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fconv_lm.py +136 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fconv_self_att.py +674 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/hubert/__init__.py +7 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/hubert/hubert.py +576 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/hubert/hubert_asr.py +673 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/huggingface/__init__.py +20 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/huggingface/hf_gpt2.py +168 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/lightconv.py +1121 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/lightconv_lm.py +306 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/lstm.py +759 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/lstm_lm.py +142 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/masked_lm.py +398 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/model_utils.py +92 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/multilingual_transformer.py +229 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/multires_hubert/__init__.py +2 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/multires_hubert/multires_hubert.py +1232 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/multires_hubert/multires_hubert_asr.py +375 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/__init__.py +13 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/cmlm_transformer.py +161 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/fairseq_nat_model.py +172 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/insertion_transformer.py +276 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/iterative_nonautoregressive_transformer.py +227 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/levenshtein_transformer.py +508 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/levenshtein_utils.py +292 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/nat_crf_transformer.py +121 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/nonautoregressive_ensembles.py +254 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/nonautoregressive_transformer.py +454 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/__init__.py +11 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/alignment_utils.py +118 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/enc_dec.py +192 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/hub_interface.py +235 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/model.py +688 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/model_camembert.py +50 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/model_gottbert.py +49 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/model_xlmr.py +46 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/__init__.py +7 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/hub_interface.py +192 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/modules/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/modules/speech_dlm_decoder.py +572 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/modules/speech_dlm_decoder_layer.py +717 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/sequence_generator/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/sequence_generator/multichannel_search.py +430 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/sequence_generator/multichannel_sequence_generator.py +1110 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/speech_dlm.py +280 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/__init__.py +9 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/ctc_decoder.py +18 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/stacked_embedding.py +48 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/transformer_decoder_aug.py +108 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/transformer_encoder.py +84 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/s2s_conformer.py +172 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/s2s_conformer_translatotron2.py +262 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/s2s_conformer_unity.py +298 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/s2s_transformer.py +722 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/__init__.py +13 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/berard.py +607 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/convtransformer.py +443 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/hub_interface.py +128 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/modules/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/modules/augmented_memory_attention.py +485 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/modules/convolution.py +126 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/modules/emformer.py +1842 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/multi_modality_model.py +49 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/s2t_conformer.py +234 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/s2t_transformer.py +552 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/s2t_wav_transformer.py +502 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/utils.py +558 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/xm_transformer.py +855 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/xm_transformer_unity.py +315 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/__init__.py +9 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/codehifigan.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/fastspeech2.py +448 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/hifigan.py +179 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/hub_interface.py +188 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/tacotron2.py +380 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/tts_transformer.py +454 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/vocoder.py +305 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/__init__.py +50 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_base.py +193 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_config.py +341 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_decoder.py +474 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_decoder_aug.py +384 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_encoder.py +362 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_legacy.py +277 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer_align.py +93 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer_from_pretrained_xlm.py +151 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer_lm.py +607 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer_ulm.py +412 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/__init__.py +10 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/utils.py +21 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec.py +627 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec2.py +1493 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec2_asr.py +880 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec2_classification.py +351 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec2_laser.py +39 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/xmod/__init__.py +7 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/xmod/hub_interface.py +51 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/xmod/model.py +742 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/xmod/transformer_layer_xmod.py +179 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/__init__.py +106 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/adaptive_input.py +81 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/adaptive_softmax.py +268 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/base_layer.py +170 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/beamable_mm.py +49 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/character_token_embedder.py +214 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/checkpoint_activations.py +242 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/conformer_layer.py +301 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/conv_tbc.py +53 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/cross_entropy.py +59 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/downsampled_multihead_attention.py +317 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamic_convolution.py +526 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamic_crf_layer.py +189 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamicconv_layer/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamicconv_layer/cuda_function_gen.py +221 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamicconv_layer/dynamicconv_layer.py +225 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamicconv_layer/setup.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/ema_module.py +215 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/espnet_multihead_attention.py +256 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/fairseq_dropout.py +51 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/fp32_batch_norm.py +45 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/fp32_group_norm.py +25 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/fp32_instance_norm.py +35 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/gelu.py +25 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/grad_multiply.py +18 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/gumbel_vector_quantizer.py +211 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/kmeans_attention.py +744 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/kmeans_vector_quantizer.py +127 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/layer_drop.py +44 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/layer_norm.py +48 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/learned_positional_embedding.py +61 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightconv_layer/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightconv_layer/cuda_function_gen.py +287 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightconv_layer/lightconv_layer.py +136 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightconv_layer/setup.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightweight_convolution.py +310 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/linearized_convolution.py +125 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/location_attention.py +83 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lstm_cell_with_zoneout.py +37 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/multihead_attention.py +879 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/positional_embedding.py +37 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/positional_encoding.py +129 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quant_noise.py +107 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/em.py +211 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/modules/__init__.py +8 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/modules/qconv.py +115 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/modules/qemb.py +107 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/modules/qlinear.py +71 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/pq.py +126 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/utils.py +375 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/quantization_options.py +44 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/__init__.py +6 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/__init__.py +9 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/qact.py +87 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/qconv.py +149 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/qemb.py +147 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/qlinear.py +113 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/ops.py +59 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/utils.py +79 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/rotary_positional_embedding.py +51 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/same_pad.py +33 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/scalar_bias.py +31 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/sinusoidal_positional_embedding.py +122 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/sparse_multihead_attention.py +139 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/sparse_transformer_sentence_encoder.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/sparse_transformer_sentence_encoder_layer.py +50 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transformer_layer.py +562 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transformer_layer_aug.py +315 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transformer_sentence_encoder.py +290 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transformer_sentence_encoder_layer.py +139 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transpose_last.py +21 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/unfold.py +19 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/vggblock.py +116 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/nan_detector.py +108 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/ngram_repeat_block.py +121 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/__init__.py +48 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adadelta.py +47 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adafactor.py +268 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adagrad.py +40 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adam.py +239 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adamax.py +172 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/amp_optimizer.py +106 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/bmuf.py +200 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/composite.py +276 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/cpu_adam.py +209 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/dynamic_loss_scaler.py +70 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/fairseq_optimizer.py +187 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/fp16_optimizer.py +556 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/fused_adam.py +389 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/fused_lamb.py +51 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/__init__.py +36 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/cosine_lr_scheduler.py +146 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/fairseq_lr_scheduler.py +59 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/fixed_schedule.py +76 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/inverse_square_root_schedule.py +85 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/manual_lr_scheduler.py +121 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/pass_through.py +41 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/polynomial_decay_schedule.py +89 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/reduce_lr_on_plateau.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/step_lr_scheduler.py +85 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/tri_stage_lr_scheduler.py +175 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/triangular_lr_scheduler.py +83 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/nag.py +111 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/sgd.py +43 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/shard.py +58 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/options.py +413 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/pdb.py +47 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/quantization_utils.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/registry.py +104 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/__init__.py +55 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/bertscore.py +44 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/bleu.py +168 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/chrf.py +36 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/meteor.py +42 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/tokenizer.py +79 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/wer.py +58 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/search.py +892 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/sequence_generator.py +1020 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/sequence_scorer.py +153 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/speech_generator.py +427 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/__init__.py +138 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/audio_classification.py +271 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/audio_finetuning.py +415 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/audio_pretraining.py +270 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/cross_lingual_lm.py +190 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/denoising.py +296 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/fairseq_task.py +708 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/frm_text_to_speech.py +55 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/hubert_pretraining.py +190 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/language_modeling.py +383 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/legacy_masked_lm.py +152 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/masked_lm.py +326 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multilingual_denoising.py +267 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multilingual_language_modeling.py +627 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multilingual_masked_lm.py +338 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multilingual_translation.py +462 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multires_hubert_pretraining.py +218 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/nlu_finetuning.py +477 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/online_backtranslation.py +682 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/semisupervised_translation.py +485 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/sentence_prediction.py +303 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/sentence_prediction_adapters.py +56 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/sentence_ranking.py +219 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/simultaneous_translation.py +41 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/span_masked_lm.py +243 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/speech_dlm_task.py +560 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/speech_to_speech.py +596 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/speech_to_text.py +348 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/speech_ulm_task.py +224 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/text_to_speech.py +501 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation.py +498 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation_from_pretrained_bart.py +132 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation_from_pretrained_xlm.py +39 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation_lev.py +195 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation_multi_simple_epoch.py +441 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/token_generation_constraints.py +506 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tokenizer.py +15 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/trainer.py +1620 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/utils.py +950 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq/version.py +1 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/eval_lm.py +347 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/generate.py +416 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/hydra_train.py +91 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/hydra_validate.py +188 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/interactive.py +317 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/preprocess.py +392 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/score.py +102 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/train.py +584 -0
- deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/validate.py +153 -0
- deepfense-0.1/deepfense/models/modules/fairseq/hubconf.py +73 -0
- deepfense-0.1/deepfense/models/modules/fairseq/hydra_plugins/dependency_submitit_launcher/hydra_plugins/dependency_submitit_launcher/__init__.py +3 -0
- deepfense-0.1/deepfense/models/modules/fairseq/hydra_plugins/dependency_submitit_launcher/hydra_plugins/dependency_submitit_launcher/config.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/hydra_plugins/dependency_submitit_launcher/hydra_plugins/dependency_submitit_launcher/launcher.py +120 -0
- deepfense-0.1/deepfense/models/modules/fairseq/hydra_plugins/dependency_submitit_launcher/setup.py +29 -0
- deepfense-0.1/deepfense/models/modules/fairseq/release_utils.py +72 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/average_checkpoints.py +179 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/build_sym_alignment.py +98 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/check_installation.py +36 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/compare_namespaces.py +45 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/constraints/extract.py +89 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/constraints/validate.py +34 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/count_docs.py +58 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/read_binarized.py +48 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/rm_pt.py +141 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/shard_docs.py +54 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/split_train_valid_docs.py +86 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/spm_decode.py +53 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/spm_encode.py +119 -0
- deepfense-0.1/deepfense/models/modules/fairseq/scripts/spm_train.py +16 -0
- deepfense-0.1/deepfense/models/modules/fairseq/setup.py +257 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/test_bmuf.py +203 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/test_distributed_timeout_wrapper.py +52 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/test_module_proxy_wrapper.py +74 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/test_utils.py +124 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/utils.py +65 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/gpu/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/gpu/test_binaries_gpu.py +590 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/gpu/test_ema_gpu.py +215 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/__init__.py +210 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_convtransformer_simul_trans.py +33 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_dual_input_wav_transformer.py +76 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_dualinput_s2t_transformer.py +110 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_fastspeech2.py +53 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_s2s_transformer.py +51 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_s2t_conformer.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_s2t_transformer.py +23 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_tts_transformer.py +53 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_wav2vec2.py +90 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_xm_transformer.py +29 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/__init__.py +0 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/asr_test_base.py +557 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/test_collaters.py +57 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/test_cross_entropy.py +37 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/test_data_utils.py +62 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/test_vggtransformer.py +135 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/tasks/test_denoising.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/tasks/test_masked_lm.py +77 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/tasks/test_multilingual_denoising.py +97 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/tasks/test_span_masked_lm.py +105 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_activation_checkpointing.py +79 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_amp_optimizer.py +75 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_average_checkpoints.py +134 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_backtranslation_dataset.py +123 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_binaries.py +1914 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_binarizer.py +122 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_character_token_embedder.py +48 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_checkpoint_utils.py +125 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_checkpoint_utils_for_task_level_attributes.py +172 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_concat_dataset.py +58 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_constraints.py +275 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_convtbc.py +54 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_data_utils.py +136 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_dataclass_utils.py +87 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_dataset.py +66 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_dictionary.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_ema.py +275 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_espnet_multihead_attention.py +176 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_export.py +120 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_file_chunker_utils.py +63 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_file_io.py +58 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_fp16_optimizer.py +111 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_hf_hub.py +29 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_huffman.py +179 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_inference_dropout.py +70 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_iopath.py +28 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_iterators.py +194 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_label_smoothing.py +123 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_lm_context_window.py +54 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_lstm_jitable.py +115 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_memory_efficient_fp16.py +78 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_metrics.py +77 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_multi_corpus_dataset.py +82 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_multi_corpus_sampled_dataset.py +95 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_multihead_attention.py +486 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_noising.py +531 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_online_backtranslation.py +205 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_plasma_utils.py +127 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_positional_encoding.py +63 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_reproducibility.py +148 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_resampling_dataset.py +103 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_roberta.py +344 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_rotary_positional_embedding.py +89 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_sequence_generator.py +744 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_sequence_scorer.py +120 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_sparse_multihead_attention.py +114 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_token_block_dataset.py +92 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_train.py +247 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_transformer.py +65 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_utils.py +114 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/test_valid_subset_checks.py +143 -0
- deepfense-0.1/deepfense/models/modules/fairseq/tests/utils.py +799 -0
- deepfense-0.1/deepfense/models/modules/fairseq/train.py +14 -0
- deepfense-0.1/deepfense/models/modules/pool.py +254 -0
- deepfense-0.1/deepfense/models/modules/wavlm/modules.py +845 -0
- deepfense-0.1/deepfense/models/modules/wavlm/wavlm.py +777 -0
- deepfense-0.1/deepfense/training/__init__.py +3 -0
- deepfense-0.1/deepfense/training/base_trainer.py +84 -0
- deepfense-0.1/deepfense/training/config.py +29 -0
- deepfense-0.1/deepfense/training/evaluations/__init__.py +6 -0
- deepfense-0.1/deepfense/training/evaluations/compute_actdcf.py +74 -0
- deepfense-0.1/deepfense/training/evaluations/compute_cllr.py +67 -0
- deepfense-0.1/deepfense/training/evaluations/compute_eer.py +108 -0
- deepfense-0.1/deepfense/training/evaluations/compute_eer_ci.py +280 -0
- deepfense-0.1/deepfense/training/evaluations/compute_mindcf.py +82 -0
- deepfense-0.1/deepfense/training/evaluations/evaluator.py +71 -0
- deepfense-0.1/deepfense/training/evaluations/metrics.py +42 -0
- deepfense-0.1/deepfense/training/evaluations/utils.py +45 -0
- deepfense-0.1/deepfense/training/optimizers/__init__.py +1 -0
- deepfense-0.1/deepfense/training/optimizers/utils.py +84 -0
- deepfense-0.1/deepfense/training/schedulers/__init__.py +1 -0
- deepfense-0.1/deepfense/training/schedulers/utils.py +24 -0
- deepfense-0.1/deepfense/training/set_seed.py +17 -0
- deepfense-0.1/deepfense/training/standard_trainer.py +539 -0
- deepfense-0.1/deepfense/utils/__init__.py +0 -0
- deepfense-0.1/deepfense/utils/registry.py +173 -0
- deepfense-0.1/deepfense/utils/visualization.py +68 -0
- deepfense-0.1/deepfense.egg-info/PKG-INFO +383 -0
- deepfense-0.1/deepfense.egg-info/SOURCES.txt +1106 -0
- deepfense-0.1/deepfense.egg-info/dependency_links.txt +1 -0
- deepfense-0.1/deepfense.egg-info/entry_points.txt +2 -0
- deepfense-0.1/deepfense.egg-info/requires.txt +29 -0
- deepfense-0.1/deepfense.egg-info/top_level.txt +6 -0
- deepfense-0.1/pyproject.toml +77 -0
- deepfense-0.1/requirements.txt +30 -0
- deepfense-0.1/setup.cfg +4 -0
- deepfense-0.1/setup.py +21 -0
- deepfense-0.1/tests/create_samples.py +18 -0
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
include README.md
|
|
2
|
+
include LICENSE
|
|
3
|
+
include requirements.txt
|
|
4
|
+
include pyproject.toml
|
|
5
|
+
recursive-exclude docs *.md *.png
|
|
6
|
+
recursive-exclude deepfense/config *.yaml
|
|
7
|
+
recursive-exclude deepfense/config *.parquet
|
|
8
|
+
|
|
9
|
+
# Exclude specific config subdirectories
|
|
10
|
+
prune deepfense/config/experiments
|
|
11
|
+
prune deepfense/config/augmentations
|
|
12
|
+
prune deepfense/config/examples
|
|
13
|
+
prune deepfense/config/parquets
|
|
14
|
+
|
|
15
|
+
# Exclude fairseq and wavlm modules
|
|
16
|
+
exclude deepfense/models/modules/fairseq
|
|
17
|
+
exclude deepfense/models/modules/wavlm
|
|
18
|
+
exclude deepfense/models/modules/*/__pycache__
|
|
19
|
+
exclude deepfense/models/modules/*/*.pyc
|
|
20
|
+
|
|
21
|
+
# Global excludes
|
|
22
|
+
global-exclude __pycache__
|
|
23
|
+
global-exclude *.pyc
|
|
24
|
+
global-exclude *.pyo
|
|
25
|
+
global-exclude *.pth
|
|
26
|
+
global-exclude *.pt
|
|
27
|
+
global-exclude *.ckpt
|
deepfense-0.1/PKG-INFO
ADDED
|
@@ -0,0 +1,383 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: deepfense
|
|
3
|
+
Version: 0.1
|
|
4
|
+
Summary: A Modular, Extensible Framework for Deepfake Audio Detection (ASV Spoofing)
|
|
5
|
+
Author: DeepFense Team
|
|
6
|
+
License: Apache-2.0
|
|
7
|
+
Project-URL: Homepage, https://deepfense.github.io/
|
|
8
|
+
Project-URL: Documentation, https://deepfense.readthedocs.io/
|
|
9
|
+
Project-URL: Repository, https://github.com/Yaselley/deepfense-framework
|
|
10
|
+
Project-URL: Issues, https://github.com/Yaselley/deepfense-framework/issues
|
|
11
|
+
Project-URL: Bug Tracker, https://github.com/Yaselley/deepfense-framework/issues
|
|
12
|
+
Project-URL: HuggingFace, https://huggingface.co/DeepFense
|
|
13
|
+
Keywords: deepfake,audio,spoofing,detection,asv,speech,security
|
|
14
|
+
Classifier: Development Status :: 3 - Alpha
|
|
15
|
+
Classifier: Intended Audience :: Science/Research
|
|
16
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
|
17
|
+
Classifier: Programming Language :: Python :: 3
|
|
18
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
19
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
20
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
21
|
+
Classifier: Topic :: Security
|
|
22
|
+
Requires-Python: >=3.10
|
|
23
|
+
Description-Content-Type: text/markdown
|
|
24
|
+
Requires-Dist: torch<=2.9,>=2.1.0
|
|
25
|
+
Requires-Dist: torchaudio<=2.9,>=2.1.0
|
|
26
|
+
Requires-Dist: torchvision<=0.23,>=0.12.0
|
|
27
|
+
Requires-Dist: numpy<2.2,>=1.24
|
|
28
|
+
Requires-Dist: pandas<3.0,>=2.0
|
|
29
|
+
Requires-Dist: scipy<1.16,>=1.9
|
|
30
|
+
Requires-Dist: scikit-learn<1.8,>=1.2
|
|
31
|
+
Requires-Dist: pyarrow
|
|
32
|
+
Requires-Dist: librosa<0.12,>=0.10
|
|
33
|
+
Requires-Dist: pydub
|
|
34
|
+
Requires-Dist: soundfile
|
|
35
|
+
Requires-Dist: soxr
|
|
36
|
+
Requires-Dist: transformers<5.0,>=4.50
|
|
37
|
+
Requires-Dist: tokenizers
|
|
38
|
+
Requires-Dist: tqdm
|
|
39
|
+
Requires-Dist: typing-extensions
|
|
40
|
+
Requires-Dist: safetensors
|
|
41
|
+
Requires-Dist: wandb<1.0,>=0.12
|
|
42
|
+
Requires-Dist: einops<1.0,>=0.7
|
|
43
|
+
Requires-Dist: matplotlib<4.0,>=3.7
|
|
44
|
+
Requires-Dist: seaborn<0.14,>=0.12
|
|
45
|
+
Requires-Dist: timm
|
|
46
|
+
Requires-Dist: omegaconf==2.0.6
|
|
47
|
+
Requires-Dist: click>=8.0.0
|
|
48
|
+
Provides-Extra: dev
|
|
49
|
+
Requires-Dist: pytest>=7.0; extra == "dev"
|
|
50
|
+
Requires-Dist: black>=22.0; extra == "dev"
|
|
51
|
+
Requires-Dist: flake8>=4.0; extra == "dev"
|
|
52
|
+
|
|
53
|
+
<div align="center">
|
|
54
|
+
<img src="docs/logo/logo.png" alt="DeepFense Logo" width="400">
|
|
55
|
+
</div>
|
|
56
|
+
|
|
57
|
+
<div align="center">
|
|
58
|
+
|
|
59
|
+
# DeepFense Framework
|
|
60
|
+
|
|
61
|
+
**A Modular, Extensible Framework for Deepfake Audio Detection**
|
|
62
|
+
|
|
63
|
+
[](https://deepfense.github.io/)
|
|
64
|
+
[](https://huggingface.co/DeepFense)
|
|
65
|
+
[](https://deepfense.readthedocs.io/)
|
|
66
|
+
[](recipes/)
|
|
67
|
+
|
|
68
|
+
[](LICENSE)
|
|
69
|
+
[](https://www.python.org/)
|
|
70
|
+
[](https://pytorch.org/)
|
|
71
|
+
|
|
72
|
+
</div>
|
|
73
|
+
|
|
74
|
+
---
|
|
75
|
+
|
|
76
|
+
## What is DeepFense?
|
|
77
|
+
|
|
78
|
+
**DeepFense** is a modular framework for building and training deepfake audio detection models. It provides a plug-and-play architecture where you can easily combine different **Frontends** (feature extractors), **Backends** (classifiers), and **Loss Functions** to create state-of-the-art detection systems.
|
|
79
|
+
|
|
80
|
+
### Key Features
|
|
81
|
+
|
|
82
|
+
- 🔄 **Modular Architecture** — Swap components with a single config change
|
|
83
|
+
- ⚙️ **Configuration-Driven** — All experiments defined in YAML
|
|
84
|
+
- 🎛️ **Advanced Augmentations** — RawBoost, RIR, Codec, Noise, and more
|
|
85
|
+
- 📊 **Built-in Metrics** — EER, minDCF, F1-score, Accuracy
|
|
86
|
+
- 🚀 **Simple CLI** — Train and test models with command-line interface
|
|
87
|
+
- 📚 **Recipes** — Pre-configured training setups and example models ([see recipes](recipes/))
|
|
88
|
+
|
|
89
|
+
**New to DeepFense?** Check out our [recipes](recipes/) for pre-configured training setups and example models to get started quickly!
|
|
90
|
+
|
|
91
|
+
---
|
|
92
|
+
|
|
93
|
+
## Table of Contents
|
|
94
|
+
|
|
95
|
+
1. [Installation](#installation)
|
|
96
|
+
2. [Understanding DeepFense Architecture](#understanding-deepfense-architecture)
|
|
97
|
+
3. [Available Components](#available-components)
|
|
98
|
+
4. [Training Models](#training-models)
|
|
99
|
+
5. [Evaluating and Testing Models](#evaluating-and-testing-models)
|
|
100
|
+
6. [Data Preparation](#data-preparation)
|
|
101
|
+
7. [Extending DeepFense](#extending-deepfense)
|
|
102
|
+
8. [Using the CLI (Alternative)](#using-the-cli-alternative)
|
|
103
|
+
9. [Complete Pipeline Flow](#complete-pipeline-flow)
|
|
104
|
+
10. [Documentation](#documentation)
|
|
105
|
+
|
|
106
|
+
---
|
|
107
|
+
|
|
108
|
+
## Installation
|
|
109
|
+
|
|
110
|
+
```bash
|
|
111
|
+
# From source (recommended for development)
|
|
112
|
+
git clone https://github.com/Yaselley/deepfense-framework
|
|
113
|
+
cd deepfense-framework
|
|
114
|
+
pip install -e .
|
|
115
|
+
|
|
116
|
+
# Or From PyPI
|
|
117
|
+
pip install deepfense
|
|
118
|
+
```
|
|
119
|
+
|
|
120
|
+
See [Installation Guide](docs/01_installation.md) for detailed instructions.
|
|
121
|
+
|
|
122
|
+
---
|
|
123
|
+
|
|
124
|
+
## Understanding DeepFense Architecture
|
|
125
|
+
|
|
126
|
+
DeepFense uses a **modular pipeline** architecture:
|
|
127
|
+
|
|
128
|
+
```
|
|
129
|
+
Raw Audio → Frontend → Features → Backend → Embeddings → Loss → Scores
|
|
130
|
+
```
|
|
131
|
+
|
|
132
|
+
**Key Components**:
|
|
133
|
+
- **Frontend**: Extracts features from audio (Wav2Vec2, WavLM, HuBERT, etc.)
|
|
134
|
+
- **Backend**: Processes features into embeddings (AASIST, ECAPA-TDNN, MLP, etc.)
|
|
135
|
+
- **Loss Function**: Computes loss and scores (CrossEntropy, OC-Softmax, etc.)
|
|
136
|
+
|
|
137
|
+
See [Architecture Overview](docs/04_architecture.md) for detailed architecture explanation, or [Pipeline Flow](docs/pipeline_flow.md) for complete pipeline walkthrough.
|
|
138
|
+
|
|
139
|
+
---
|
|
140
|
+
|
|
141
|
+
## Available Components
|
|
142
|
+
|
|
143
|
+
DeepFense provides a modular set of components that can be mixed and matched:
|
|
144
|
+
|
|
145
|
+
- **Frontends**: Wav2Vec2, WavLM, HuBERT, EAT, MERT - See [Frontends Documentation](docs/components/frontends.md)
|
|
146
|
+
- **Backends**: AASIST, ECAPA-TDNN, RawNet2, MLP, Nes2Net, TCM - See [Backends Documentation](docs/components/backends.md)
|
|
147
|
+
- **Losses**: CrossEntropy, OC-Softmax, AM-Softmax, A-Softmax - See [Losses Documentation](docs/components/losses.md)
|
|
148
|
+
- **Augmentations**: RawBoost, RIR, Codec, Noise, SpeedPerturb - See [Augmentations Documentation](docs/components/augmentations.md)
|
|
149
|
+
|
|
150
|
+
See [Component Reference](docs/index.md#-component-reference) for complete details.
|
|
151
|
+
|
|
152
|
+
**Looking for example configurations?** Check out our [recipes](recipes/) for pre-configured training setups and trained models.
|
|
153
|
+
|
|
154
|
+
---
|
|
155
|
+
|
|
156
|
+
## Training Models
|
|
157
|
+
|
|
158
|
+
Train models using Python scripts:
|
|
159
|
+
|
|
160
|
+
```bash
|
|
161
|
+
python train.py --config deepfense/config/train.yaml
|
|
162
|
+
```
|
|
163
|
+
|
|
164
|
+
Training creates an experiment directory with checkpoints, logs, and metrics.
|
|
165
|
+
|
|
166
|
+
**Alternative**: You can also use the CLI (see [Using the CLI](#using-the-cli) section below).
|
|
167
|
+
|
|
168
|
+
See [Quick Start Guide](docs/02_quickstart.md) for detailed instructions and [Configuration Reference](docs/05_configuration.md) for all YAML parameters.
|
|
169
|
+
|
|
170
|
+
---
|
|
171
|
+
|
|
172
|
+
## Evaluating and Testing Models
|
|
173
|
+
|
|
174
|
+
Test a trained model using Python scripts:
|
|
175
|
+
|
|
176
|
+
```bash
|
|
177
|
+
python test.py \
|
|
178
|
+
--config deepfense/config/train.yaml \
|
|
179
|
+
--checkpoint outputs/my_experiment/best_model.pth
|
|
180
|
+
```
|
|
181
|
+
|
|
182
|
+
DeepFense computes metrics automatically (EER, minDCF, F1, ACC) and saves results to the experiment directory.
|
|
183
|
+
|
|
184
|
+
**Alternative**: You can also use the CLI (see [Using the CLI](#using-the-cli) section below).
|
|
185
|
+
|
|
186
|
+
See [Evaluation & Inference Guide](docs/user_guide/inference.md) for details.
|
|
187
|
+
|
|
188
|
+
---
|
|
189
|
+
|
|
190
|
+
## Data Preparation
|
|
191
|
+
|
|
192
|
+
DeepFense uses **Parquet files** for dataset metadata. Each parquet file should contain:
|
|
193
|
+
- `ID`: Unique identifier
|
|
194
|
+
- `path`: Path to audio file
|
|
195
|
+
- `label`: Label string ("bonafide" or "spoof")
|
|
196
|
+
- `dataset_name`: (Optional) Dataset identifier
|
|
197
|
+
|
|
198
|
+
Example:
|
|
199
|
+
```python
|
|
200
|
+
import pandas as pd
|
|
201
|
+
data = pd.DataFrame({
|
|
202
|
+
"ID": ["sample_001", "sample_002"],
|
|
203
|
+
"path": ["/path/to/audio1.flac", "/path/to/audio2.flac"],
|
|
204
|
+
"label": ["bonafide", "spoof"]
|
|
205
|
+
})
|
|
206
|
+
data.to_parquet("train.parquet")
|
|
207
|
+
```
|
|
208
|
+
|
|
209
|
+
### Data Transforms, Padding, and Cropping
|
|
210
|
+
|
|
211
|
+
DeepFense applies transforms in two stages:
|
|
212
|
+
1. **Base Transforms** (always): Padding, cropping, resampling
|
|
213
|
+
2. **Augmentations** (training only): RawBoost, RIR, Noise, etc.
|
|
214
|
+
|
|
215
|
+
**Critical**: All audio must be padded/cropped to the same length for batching. Configure this in your YAML:
|
|
216
|
+
|
|
217
|
+
```yaml
|
|
218
|
+
data:
|
|
219
|
+
train:
|
|
220
|
+
base_transform:
|
|
221
|
+
- type: "pad"
|
|
222
|
+
args:
|
|
223
|
+
max_len: 160000 # 10 seconds @ 16kHz
|
|
224
|
+
random_pad: True # Random crop if longer
|
|
225
|
+
pad_type: "repeat" # Repeat if shorteror
|
|
226
|
+
```
|
|
227
|
+
|
|
228
|
+
**See [Data Transforms Guide](docs/data_transforms.md)** for complete transform parameters, padding/cropping options, augmentations, and how to check/modify configurations.
|
|
229
|
+
|
|
230
|
+
---
|
|
231
|
+
|
|
232
|
+
## Extending DeepFense
|
|
233
|
+
|
|
234
|
+
DeepFense makes it easy to add custom components using the registry pattern. Each component type has a detailed guide:
|
|
235
|
+
|
|
236
|
+
- [Adding Backends](docs/user_guide/adding_backends.md) | [Adding Frontends](docs/user_guide/adding_frontends.md) | [Adding Losses](docs/user_guide/adding_losses.md)
|
|
237
|
+
- [Adding Datasets](docs/user_guide/adding_datasets.md) | [Adding Augmentations](docs/user_guide/adding_augmentations.md)
|
|
238
|
+
- [Adding Optimizers](docs/user_guide/adding_optimizers.md) | [Adding Metrics](docs/user_guide/adding_metrics.md) | [Adding Schedulers](docs/user_guide/adding_schedulers.md)
|
|
239
|
+
|
|
240
|
+
See [Extending DeepFense (Quick Reference)](docs/user_guide/extending.md) for a quick overview of all component types.
|
|
241
|
+
|
|
242
|
+
---
|
|
243
|
+
|
|
244
|
+
## Using the CLI (Alternative)
|
|
245
|
+
|
|
246
|
+
DeepFense provides a CLI as an alternative to Python scripts. The CLI supports:
|
|
247
|
+
|
|
248
|
+
```bash
|
|
249
|
+
# Train a model (alternative to python train.py)
|
|
250
|
+
deepfense train --config config/train.yaml
|
|
251
|
+
|
|
252
|
+
# Test a model (alternative to python test.py)
|
|
253
|
+
deepfense test --config config/train.yaml --checkpoint outputs/exp/best_model.pth
|
|
254
|
+
|
|
255
|
+
# List available components
|
|
256
|
+
deepfense list
|
|
257
|
+
```
|
|
258
|
+
|
|
259
|
+
**Note**: The CLI currently supports training and testing existing models with different parameters. Future versions will support adding components via CLI.
|
|
260
|
+
|
|
261
|
+
See [CLI Reference](docs/cli_reference.md) for complete documentation.
|
|
262
|
+
|
|
263
|
+
---
|
|
264
|
+
|
|
265
|
+
## Complete Pipeline Flow
|
|
266
|
+
|
|
267
|
+
The DeepFense pipeline: **Data → Transforms → Frontend → Backend → Loss → Training → Evaluation**
|
|
268
|
+
|
|
269
|
+
See [Pipeline Flow Documentation](docs/pipeline_flow.md) for the complete detailed pipeline with all stages, data shapes, and configuration flow.
|
|
270
|
+
|
|
271
|
+
---
|
|
272
|
+
|
|
273
|
+
## Documentation
|
|
274
|
+
|
|
275
|
+
### Getting Started
|
|
276
|
+
|
|
277
|
+
| Guide | Description |
|
|
278
|
+
|-------|-------------|
|
|
279
|
+
| [Installation](docs/01_installation.md) | Full installation instructions |
|
|
280
|
+
| [Quick Start](docs/02_quickstart.md) | Train your first model in 5 minutes |
|
|
281
|
+
| [Full Tutorial](docs/03_full_tutorial.md) | Complete config-driven training guide |
|
|
282
|
+
| [Architecture](docs/04_architecture.md) | How DeepFense works internally |
|
|
283
|
+
|
|
284
|
+
### Component Reference
|
|
285
|
+
|
|
286
|
+
| Component | Documentation |
|
|
287
|
+
|-----------|--------------|
|
|
288
|
+
| [Frontends](docs/components/frontends.md) | Wav2Vec2, WavLM, HuBERT, MERT, EAT |
|
|
289
|
+
| [Backends](docs/components/backends.md) | AASIST, ECAPA_TDNN, RawNet2, MLP, Pool, Nes2Net, TCM |
|
|
290
|
+
| [Losses](docs/components/losses.md) | CrossEntropy, OC-Softmax, AM-Softmax, A-Softmax |
|
|
291
|
+
| [Augmentations](docs/components/augmentations.md) | RawBoost, RIR, Codec, Noise, SpeedPerturb |
|
|
292
|
+
| [Optimizers & Schedulers](docs/components/optimizers_schedulers.md) | Adam, SGD, CosineAnnealing, StepLR |
|
|
293
|
+
|
|
294
|
+
### User Guides
|
|
295
|
+
|
|
296
|
+
| Guide | Description |
|
|
297
|
+
|-------|-------------|
|
|
298
|
+
| [Training with CLI](docs/user_guide/training_with_cli.md) | How to train models using the CLI |
|
|
299
|
+
| [Training Workflow](docs/user_guide/training.md) | Detailed training loop explanation |
|
|
300
|
+
| [Evaluation & Inference](docs/user_guide/inference.md) | Testing and deployment |
|
|
301
|
+
| [Configuration Reference](docs/05_configuration.md) | All YAML parameters explained |
|
|
302
|
+
| [Library Usage](docs/06_library_usage.md) | Use DeepFense programmatically in Python |
|
|
303
|
+
|
|
304
|
+
### Extending DeepFense
|
|
305
|
+
|
|
306
|
+
| Guide | Description |
|
|
307
|
+
|-------|-------------|
|
|
308
|
+
| [Adding a New Backend](docs/user_guide/adding_backends.md) | Step-by-step guide to create custom backends |
|
|
309
|
+
| [Adding a New Frontend](docs/user_guide/adding_frontends.md) | Step-by-step guide to create custom frontends |
|
|
310
|
+
| [Adding a New Loss](docs/user_guide/adding_losses.md) | Step-by-step guide to create custom loss functions |
|
|
311
|
+
| [Adding a New Dataset](docs/user_guide/adding_datasets.md) | Step-by-step guide to create custom datasets |
|
|
312
|
+
| [Adding Augmentations](docs/user_guide/adding_augmentations.md) | Step-by-step guide to create custom data augmentations |
|
|
313
|
+
| [Adding Optimizers](docs/user_guide/adding_optimizers.md) | Step-by-step guide to add custom optimizers |
|
|
314
|
+
| [Adding Metrics](docs/user_guide/adding_metrics.md) | Step-by-step guide to add custom evaluation metrics |
|
|
315
|
+
| [Adding Schedulers](docs/user_guide/adding_schedulers.md) | Step-by-step guide to add custom learning rate schedulers |
|
|
316
|
+
| [Extending DeepFense (Quick Reference)](docs/user_guide/extending.md) | Quick reference for all component types |
|
|
317
|
+
|
|
318
|
+
### CLI Reference
|
|
319
|
+
|
|
320
|
+
| Guide | Description |
|
|
321
|
+
|-------|-------------|
|
|
322
|
+
| [CLI Reference](docs/cli_reference.md) | Complete CLI documentation |
|
|
323
|
+
|
|
324
|
+
### Recipes
|
|
325
|
+
|
|
326
|
+
| Resource | Description |
|
|
327
|
+
|----------|-------------|
|
|
328
|
+
| [Recipes](recipes/) | Pre-configured training setups and example models |
|
|
329
|
+
|
|
330
|
+
---
|
|
331
|
+
|
|
332
|
+
## Project Structure
|
|
333
|
+
|
|
334
|
+
```
|
|
335
|
+
deepfense/
|
|
336
|
+
├── config/ # YAML configurations
|
|
337
|
+
├── data/ # Data handling & transforms
|
|
338
|
+
├── models/ # Frontends, backends, losses
|
|
339
|
+
├── training/ # Training loop & evaluation
|
|
340
|
+
├── utils/ # Registry & helpers
|
|
341
|
+
└── cli/ # Command-line interface
|
|
342
|
+
```
|
|
343
|
+
|
|
344
|
+
See [Architecture Overview](docs/04_architecture.md) for detailed structure and component organization.
|
|
345
|
+
|
|
346
|
+
---
|
|
347
|
+
|
|
348
|
+
## Recipes
|
|
349
|
+
|
|
350
|
+
DeepFense provides example recipes (pre-configured training setups) to help you get started quickly. Each recipe includes:
|
|
351
|
+
- Complete configuration files
|
|
352
|
+
- Pre-trained model checkpoints (where available)
|
|
353
|
+
- Training scripts and evaluation results
|
|
354
|
+
- Documentation on architecture choices and hyperparameters
|
|
355
|
+
|
|
356
|
+
See the [recipes](recipes/) folder for available recipes. Each recipe includes detailed README files explaining the configuration and how to reproduce the results.
|
|
357
|
+
|
|
358
|
+
---
|
|
359
|
+
|
|
360
|
+
## Contributing
|
|
361
|
+
|
|
362
|
+
We welcome contributions! See [Extending DeepFense](docs/user_guide/extending.md) for guidelines on adding new components.
|
|
363
|
+
|
|
364
|
+
---
|
|
365
|
+
|
|
366
|
+
## License
|
|
367
|
+
|
|
368
|
+
Apache 2.0 — see [LICENSE](LICENSE) for details.
|
|
369
|
+
|
|
370
|
+
---
|
|
371
|
+
|
|
372
|
+
## Citation
|
|
373
|
+
|
|
374
|
+
If you use DeepFense in your research, please cite:
|
|
375
|
+
|
|
376
|
+
```bibtex
|
|
377
|
+
@software{deepfense2024,
|
|
378
|
+
title={DeepFense: A Modular Framework for Deepfake Audio Detection},
|
|
379
|
+
author={DeepFense Team},
|
|
380
|
+
year={2024},
|
|
381
|
+
url={https://github.com/Yaselley/deepfense-framework}
|
|
382
|
+
}
|
|
383
|
+
```
|