deepfense 0.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1108) hide show
  1. deepfense-0.1/MANIFEST.in +27 -0
  2. deepfense-0.1/PKG-INFO +383 -0
  3. deepfense-0.1/README.md +331 -0
  4. deepfense-0.1/deepfense/__init__.py +0 -0
  5. deepfense-0.1/deepfense/cli/__init__.py +2 -0
  6. deepfense-0.1/deepfense/cli/commands/__init__.py +2 -0
  7. deepfense-0.1/deepfense/cli/commands/list_components.py +101 -0
  8. deepfense-0.1/deepfense/cli/commands/test.py +240 -0
  9. deepfense-0.1/deepfense/cli/commands/train.py +156 -0
  10. deepfense-0.1/deepfense/cli/main.py +28 -0
  11. deepfense-0.1/deepfense/data/__init__.py +5 -0
  12. deepfense-0.1/deepfense/data/base_dataset.py +17 -0
  13. deepfense-0.1/deepfense/data/data_utils.py +101 -0
  14. deepfense-0.1/deepfense/data/detection_dataset.py +159 -0
  15. deepfense-0.1/deepfense/data/transforms/RawBoost/RawBoost.py +133 -0
  16. deepfense-0.1/deepfense/data/transforms/RawBoost/__init__.py +5 -0
  17. deepfense-0.1/deepfense/data/transforms/RawBoost/data_utils_rawboost.py +304 -0
  18. deepfense-0.1/deepfense/data/transforms/__init__.py +8 -0
  19. deepfense-0.1/deepfense/data/transforms/audio_utils.py +133 -0
  20. deepfense-0.1/deepfense/data/transforms/augmentations.py +506 -0
  21. deepfense-0.1/deepfense/data/transforms/transforms.py +84 -0
  22. deepfense-0.1/deepfense/models/__init__.py +18 -0
  23. deepfense-0.1/deepfense/models/backends/__init__.py +6 -0
  24. deepfense-0.1/deepfense/models/backends/aasist.py +519 -0
  25. deepfense-0.1/deepfense/models/backends/ecapa_tdnn.py +171 -0
  26. deepfense-0.1/deepfense/models/backends/mlp.py +137 -0
  27. deepfense-0.1/deepfense/models/backends/nes2net.py +189 -0
  28. deepfense-0.1/deepfense/models/backends/rawnet.py +103 -0
  29. deepfense-0.1/deepfense/models/backends/tcm.py +105 -0
  30. deepfense-0.1/deepfense/models/base_model.py +99 -0
  31. deepfense-0.1/deepfense/models/detector.py +104 -0
  32. deepfense-0.1/deepfense/models/frontends/__init__.py +6 -0
  33. deepfense-0.1/deepfense/models/frontends/eat.py +104 -0
  34. deepfense-0.1/deepfense/models/frontends/hubert.py +84 -0
  35. deepfense-0.1/deepfense/models/frontends/mert.py +52 -0
  36. deepfense-0.1/deepfense/models/frontends/utils.py +26 -0
  37. deepfense-0.1/deepfense/models/frontends/wav2vec2.py +49 -0
  38. deepfense-0.1/deepfense/models/frontends/wavlm.py +50 -0
  39. deepfense-0.1/deepfense/models/losses/__init__.py +7 -0
  40. deepfense-0.1/deepfense/models/losses/a_softmax.py +146 -0
  41. deepfense-0.1/deepfense/models/losses/am_softmax.py +127 -0
  42. deepfense-0.1/deepfense/models/losses/cross_entropy.py +56 -0
  43. deepfense-0.1/deepfense/models/losses/oc_softmax.py +99 -0
  44. deepfense-0.1/deepfense/models/modules/conformer/conformer.py +277 -0
  45. deepfense-0.1/deepfense/models/modules/fairseq/docs/conf.py +98 -0
  46. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/locallaunch.py +144 -0
  47. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/__init__.py +12 -0
  48. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/datasets/__init__.py +10 -0
  49. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/datasets/fairseqmmdataset.py +57 -0
  50. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/datasets/mmdataset.py +110 -0
  51. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/evaluators/__init__.py +13 -0
  52. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/evaluators/evaluator.py +51 -0
  53. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/evaluators/metric.py +321 -0
  54. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/evaluators/predictor.py +612 -0
  55. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/losses/__init__.py +16 -0
  56. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/losses/fairseqmmloss.py +63 -0
  57. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/losses/loss.py +89 -0
  58. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/losses/nce.py +129 -0
  59. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/__init__.py +17 -0
  60. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/fairseqmmmodel.py +46 -0
  61. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/mmfusion.py +874 -0
  62. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/mmfusionnlg.py +1127 -0
  63. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/models/transformermodel.py +712 -0
  64. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/modules/__init__.py +10 -0
  65. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/modules/mm.py +148 -0
  66. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/modules/retri.py +358 -0
  67. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/modules/vectorpool.py +231 -0
  68. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/__init__.py +23 -0
  69. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/dedupprocessor.py +240 -0
  70. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/dsprocessor.py +860 -0
  71. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/how2processor.py +878 -0
  72. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/how2retriprocessor.py +110 -0
  73. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/models/s3dg.py +332 -0
  74. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/processors/processor.py +285 -0
  75. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/__init__.py +22 -0
  76. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/fairseqmmtask.py +104 -0
  77. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/milncetask.py +27 -0
  78. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/retritask.py +237 -0
  79. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/task.py +177 -0
  80. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/tasks/vlmtask.py +26 -0
  81. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/utils/__init__.py +75 -0
  82. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/utils/load_config.py +81 -0
  83. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt/utils/shardedtensor.py +46 -0
  84. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt_cli/localjob.py +141 -0
  85. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/mmpt_cli/predict.py +112 -0
  86. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/text_token_extractor/pretokenization.py +106 -0
  87. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/extract.py +171 -0
  88. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/model.py +66 -0
  89. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/pathbuilder.py +87 -0
  90. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/preprocessing.py +59 -0
  91. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/random_sequence_shuffler.py +28 -0
  92. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/shard_feature.py +59 -0
  93. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/scripts/video_feature_extractor/videoreader.py +247 -0
  94. deepfense-0.1/deepfense/models/modules/fairseq/examples/MMPT/setup.py +23 -0
  95. deepfense-0.1/deepfense/models/modules/fairseq/examples/__init__.py +9 -0
  96. deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/__init__.py +19 -0
  97. deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adagrad_with_grad_clip.py +128 -0
  98. deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adaptive_span_attention.py +160 -0
  99. deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adaptive_span_loss.py +107 -0
  100. deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adaptive_span_model.py +263 -0
  101. deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/adaptive_span_model_wrapper.py +147 -0
  102. deepfense-0.1/deepfense/models/modules/fairseq/examples/adaptive_span/truncated_bptt_lm_task.py +288 -0
  103. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/__init__.py +0 -0
  104. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/data/__init__.py +0 -0
  105. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/data/speech_to_text_dataset_with_domain.py +274 -0
  106. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/loss/__init__.py +0 -0
  107. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/loss/attention_head_selection.py +30 -0
  108. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/models/__init__.py +0 -0
  109. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/models/head_selection_s2t_transformer.py +203 -0
  110. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/models/head_selection_transformer.py +229 -0
  111. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/__init__.py +0 -0
  112. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/attn_head_selector.py +92 -0
  113. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/head_selection_transformer_layer.py +96 -0
  114. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/multihead_attention_selection.py +386 -0
  115. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/modules/multihead_functional.py +353 -0
  116. deepfense-0.1/deepfense/models/modules/fairseq/examples/attention_head_selection/src/speech_to_text_head_selection.py +196 -0
  117. deepfense-0.1/deepfense/models/modules/fairseq/examples/audio_nlp/nlu/generate_manifests.py +85 -0
  118. deepfense-0.1/deepfense/models/modules/fairseq/examples/backtranslation/deduplicate_lines.py +41 -0
  119. deepfense-0.1/deepfense/models/modules/fairseq/examples/backtranslation/extract_bt_data.py +73 -0
  120. deepfense-0.1/deepfense/models/modules/fairseq/examples/bart/summarize.py +100 -0
  121. deepfense-0.1/deepfense/models/modules/fairseq/examples/byte_level_bpe/get_bitext.py +253 -0
  122. deepfense-0.1/deepfense/models/modules/fairseq/examples/byte_level_bpe/gru_transformer.py +107 -0
  123. deepfense-0.1/deepfense/models/modules/fairseq/examples/constrained_decoding/normalize.py +27 -0
  124. deepfense-0.1/deepfense/models/modules/fairseq/examples/constrained_decoding/tok.py +34 -0
  125. deepfense-0.1/deepfense/models/modules/fairseq/examples/criss/mining/mine.py +239 -0
  126. deepfense-0.1/deepfense/models/modules/fairseq/examples/criss/save_encoder.py +214 -0
  127. deepfense-0.1/deepfense/models/modules/fairseq/examples/criss/sentence_retrieval/encoder_analysis.py +92 -0
  128. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/__init__.py +0 -0
  129. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/__init__.py +17 -0
  130. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/add_class_target_dataset.py +63 -0
  131. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/image_dataset.py +127 -0
  132. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/mae_finetuning_image_dataset.py +135 -0
  133. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/mae_image_dataset.py +418 -0
  134. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/modality.py +14 -0
  135. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/data/path_dataset.py +64 -0
  136. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/fb_convert_beit_cp.py +163 -0
  137. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/__init__.py +0 -0
  138. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/audio_classification.py +624 -0
  139. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec2.py +811 -0
  140. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_audio.py +536 -0
  141. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_image_classification.py +143 -0
  142. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_text.py +517 -0
  143. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_text_classification.py +136 -0
  144. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/data2vec_vision.py +738 -0
  145. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/mae.py +834 -0
  146. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/mae_image_classification.py +386 -0
  147. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/__init__.py +0 -0
  148. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/audio.py +190 -0
  149. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/base.py +683 -0
  150. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/images.py +254 -0
  151. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/modules.py +588 -0
  152. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/modalities/text.py +160 -0
  153. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/models/utils.py +53 -0
  154. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/convert_audioset_labels.py +63 -0
  155. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/text/glue.py +36 -0
  156. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/text/glue_lr.py +159 -0
  157. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/text/unprocess_data.py +180 -0
  158. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/scripts/text/valids.py +353 -0
  159. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/__init__.py +18 -0
  160. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/audio_classification.py +166 -0
  161. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/image_classification.py +128 -0
  162. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/image_pretraining.py +110 -0
  163. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/mae_image_classification.py +100 -0
  164. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/mae_image_pretraining.py +119 -0
  165. deepfense-0.1/deepfense/models/modules/fairseq/examples/data2vec/tasks/multimodal.py +164 -0
  166. deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/__init__.py +1 -0
  167. deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/criterions/__init__.py +6 -0
  168. deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/criterions/discriminative_reranking_criterion.py +143 -0
  169. deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/drnmt_rerank.py +370 -0
  170. deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/models/__init__.py +6 -0
  171. deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/models/discriminative_reranking_model.py +365 -0
  172. deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/scripts/prep_data.py +138 -0
  173. deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/tasks/__init__.py +6 -0
  174. deepfense-0.1/deepfense/models/modules/fairseq/examples/discriminative_reranking_nmt/tasks/discriminative_reranking_task.py +490 -0
  175. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/emotion_models/__init__.py +0 -0
  176. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/emotion_models/duration_predictor.py +264 -0
  177. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/emotion_models/pitch_predictor.py +559 -0
  178. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/emotion_models/utils.py +78 -0
  179. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/fairseq_models/__init__.py +226 -0
  180. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/__init__.py +0 -0
  181. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/build_hifigan_manifest.py +56 -0
  182. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/build_translation_manifests.py +358 -0
  183. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/create_core_manifest.py +118 -0
  184. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/extract_f0.py +64 -0
  185. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/process_km.py +40 -0
  186. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/split_emov_km_tsv_by_uttid.py +105 -0
  187. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/split_km.py +60 -0
  188. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/preprocess/split_km_tsv.py +79 -0
  189. deepfense-0.1/deepfense/models/modules/fairseq/examples/emotion_conversion/synthesize.py +446 -0
  190. deepfense-0.1/deepfense/models/modules/fairseq/examples/fast_noisy_channel/__init__.py +8 -0
  191. deepfense-0.1/deepfense/models/modules/fairseq/examples/fast_noisy_channel/noisy_channel_beam_search.py +80 -0
  192. deepfense-0.1/deepfense/models/modules/fairseq/examples/fast_noisy_channel/noisy_channel_sequence_generator.py +1083 -0
  193. deepfense-0.1/deepfense/models/modules/fairseq/examples/fast_noisy_channel/noisy_channel_translation.py +141 -0
  194. deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/measure_teacher_quality.py +241 -0
  195. deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_hubert_feature.py +95 -0
  196. deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_hubert_feature_s2t.py +95 -0
  197. deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_km_label.py +96 -0
  198. deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_mfcc_feature.py +76 -0
  199. deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/dump_w2v2_feature.py +95 -0
  200. deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/feature_utils.py +65 -0
  201. deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/simple_kmeans/learn_kmeans.py +146 -0
  202. deepfense-0.1/deepfense/models/modules/fairseq/examples/hubert/update_ckpt.py +22 -0
  203. deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/__init__.py +8 -0
  204. deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/laser_lstm.py +585 -0
  205. deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/laser_task.py +333 -0
  206. deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/laser_transformer.py +354 -0
  207. deepfense-0.1/deepfense/models/modules/fairseq/examples/laser/laser_src/multitask_data_utils.py +142 -0
  208. deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/__init__.py +9 -0
  209. deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/loss/__init__.py +0 -0
  210. deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/loss/latent_depth.py +99 -0
  211. deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/models/__init__.py +0 -0
  212. deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/models/latent_multilingual_transformer.py +76 -0
  213. deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/models/latent_transformer.py +156 -0
  214. deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/modules/__init__.py +0 -0
  215. deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/modules/latent_layers.py +76 -0
  216. deepfense-0.1/deepfense/models/modules/fairseq/examples/latent_depth/latent_depth_src/multilingual_translation_latent_depth.py +195 -0
  217. deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/__init__.py +6 -0
  218. deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/models/__init__.py +0 -0
  219. deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/models/linformer_roberta.py +120 -0
  220. deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/modules/__init__.py +0 -0
  221. deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/modules/linformer_sentence_encoder.py +54 -0
  222. deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/modules/linformer_sentence_encoder_layer.py +65 -0
  223. deepfense-0.1/deepfense/models/modules/fairseq/examples/linformer/linformer_src/modules/multihead_linear_attention.py +481 -0
  224. deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/process_data/clean_histogram.py +67 -0
  225. deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/process_data/dedup_data.py +93 -0
  226. deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/process_data/remove_too_much_punc.py +48 -0
  227. deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/tokenizers/tokenize_indic.py +23 -0
  228. deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/tokenizers/tokenize_thai.py +13 -0
  229. deepfense-0.1/deepfense/models/modules/fairseq/examples/m2m_100/tokenizers/tokenize_zh.py +14 -0
  230. deepfense-0.1/deepfense/models/modules/fairseq/examples/megatron_11b/detok.py +32 -0
  231. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/asr/infer/mms_infer.py +74 -0
  232. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/data_prep/align_and_segment.py +199 -0
  233. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/data_prep/align_utils.py +188 -0
  234. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/data_prep/norm_config.py +275 -0
  235. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/data_prep/text_normalization.py +99 -0
  236. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid/infer.py +199 -0
  237. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mala/infer.py +59 -0
  238. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/make_parallel_single_runs.py +25 -0
  239. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/merge_by_lang.py +49 -0
  240. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/prep_wav_list.py +23 -0
  241. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/run_single_lang.py +86 -0
  242. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms/split_by_lang.py +92 -0
  243. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms-zs/falign.py +89 -0
  244. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms-zs/lib.py +245 -0
  245. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/mms-zs/uromanize.py +73 -0
  246. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/nllb/infer.py +62 -0
  247. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/rerank/rerank.py +168 -0
  248. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/rerank/tune_coefficients.py +174 -0
  249. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/whisper/infer_asr.py +86 -0
  250. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/lid_rerank/whisper/infer_lid.py +70 -0
  251. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/misc/get_sample_size.py +30 -0
  252. deepfense-0.1/deepfense/models/modules/fairseq/examples/mms/tts/infer.py +186 -0
  253. deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_hubert_feature.py +95 -0
  254. deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_hubert_feature_s2t.py +95 -0
  255. deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_km_label.py +96 -0
  256. deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_mfcc_feature.py +76 -0
  257. deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/dump_w2v2_feature.py +95 -0
  258. deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/feature_utils.py +65 -0
  259. deepfense-0.1/deepfense/models/modules/fairseq/examples/mr_hubert/simple_kmeans/learn_kmeans.py +146 -0
  260. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/binarize.py +234 -0
  261. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/check_iswlt_test_data.py +81 -0
  262. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/check_self_overlaps.py +118 -0
  263. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/check_valid_test_overlaps.py +139 -0
  264. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/dedup_all.py +61 -0
  265. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/download_ted_and_extract.py +386 -0
  266. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/download_wmt19_and_before.py +1152 -0
  267. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/remove_valid_test_in_train.py +354 -0
  268. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/utils/dedup.py +44 -0
  269. deepfense-0.1/deepfense/models/modules/fairseq/examples/multilingual/data_scripts/utils/fasttext_multi_filter.py +79 -0
  270. deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/__init__.py +6 -0
  271. deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank.py +427 -0
  272. deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_generate.py +396 -0
  273. deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_options.py +149 -0
  274. deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_score_bw.py +143 -0
  275. deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_score_lm.py +81 -0
  276. deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_tune.py +102 -0
  277. deepfense-0.1/deepfense/models/modules/fairseq/examples/noisychannel/rerank_utils.py +849 -0
  278. deepfense-0.1/deepfense/models/modules/fairseq/examples/paraphraser/paraphrase.py +85 -0
  279. deepfense-0.1/deepfense/models/modules/fairseq/examples/pointer_generator/pointer_generator_src/__init__.py +6 -0
  280. deepfense-0.1/deepfense/models/modules/fairseq/examples/pointer_generator/pointer_generator_src/transformer_pg.py +521 -0
  281. deepfense-0.1/deepfense/models/modules/fairseq/examples/pointer_generator/postprocess.py +98 -0
  282. deepfense-0.1/deepfense/models/modules/fairseq/examples/pointer_generator/preprocess.py +103 -0
  283. deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/commonsense_qa/__init__.py +6 -0
  284. deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/commonsense_qa/commonsense_qa_task.py +190 -0
  285. deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/multiprocessing_bpe_encoder.py +130 -0
  286. deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/preprocess_RACE.py +102 -0
  287. deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/wsc/__init__.py +7 -0
  288. deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/wsc/wsc_criterion.py +167 -0
  289. deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/wsc/wsc_task.py +401 -0
  290. deepfense-0.1/deepfense/models/modules/fairseq/examples/roberta/wsc/wsc_utils.py +241 -0
  291. deepfense-0.1/deepfense/models/modules/fairseq/examples/rxf/__init__.py +6 -0
  292. deepfense-0.1/deepfense/models/modules/fairseq/examples/rxf/rxf_src/__init__.py +6 -0
  293. deepfense-0.1/deepfense/models/modules/fairseq/examples/rxf/rxf_src/label_smoothed_cross_entropy_r3f.py +158 -0
  294. deepfense-0.1/deepfense/models/modules/fairseq/examples/rxf/rxf_src/sentence_prediction_r3f.py +173 -0
  295. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/__init__.py +6 -0
  296. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/eval/agents/simul_t2t_enja.py +217 -0
  297. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/models/__init__.py +15 -0
  298. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/models/convtransformer_simul_trans.py +210 -0
  299. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/models/transformer_monotonic_attention.py +297 -0
  300. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/modules/__init__.py +23 -0
  301. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/modules/fixed_pre_decision.py +190 -0
  302. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/modules/monotonic_multihead_attention.py +483 -0
  303. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/modules/monotonic_transformer_layer.py +181 -0
  304. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/tests/test_alignment_train.py +92 -0
  305. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/tests/test_text_models.py +377 -0
  306. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/utils/__init__.py +14 -0
  307. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/utils/functions.py +120 -0
  308. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/utils/monotonic_attention.py +167 -0
  309. deepfense-0.1/deepfense/models/modules/fairseq/examples/simultaneous_translation/utils/p_choose_strategy.py +104 -0
  310. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/__init__.py +1 -0
  311. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/criterions/ASG_loss.py +170 -0
  312. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/criterions/__init__.py +17 -0
  313. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/criterions/cross_entropy_acc.py +130 -0
  314. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/__init__.py +11 -0
  315. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/asr_dataset.py +122 -0
  316. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/collaters.py +130 -0
  317. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/data_utils.py +98 -0
  318. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/data/replabels.py +70 -0
  319. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/datasets/asr_prep_json.py +125 -0
  320. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/infer.py +435 -0
  321. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/kaldi/__init__.py +0 -0
  322. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/kaldi/kaldi_decoder.py +243 -0
  323. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/kaldi/kaldi_initializer.py +696 -0
  324. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/models/__init__.py +8 -0
  325. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/models/vggtransformer.py +1018 -0
  326. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/models/w2l_conv_glu_enc.py +176 -0
  327. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/__init__.py +0 -0
  328. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/__init__.py +0 -0
  329. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/base_decoder.py +62 -0
  330. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/decoder.py +31 -0
  331. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/decoder_config.py +70 -0
  332. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/flashlight_decoder.py +433 -0
  333. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/decoders/viterbi_decoder.py +25 -0
  334. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/new/infer.py +506 -0
  335. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/tasks/__init__.py +8 -0
  336. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/tasks/speech_recognition.py +157 -0
  337. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/utils/wer_utils.py +381 -0
  338. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_recognition/w2l_decoder.py +496 -0
  339. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/__init__.py +4 -0
  340. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/data_utils.py +359 -0
  341. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/__init__.py +4 -0
  342. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/eval_asr.py +118 -0
  343. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/eval_f0.py +262 -0
  344. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/eval_sp.py +130 -0
  345. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/evaluation/get_eval_manifest.py +68 -0
  346. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/generate_waveform.py +206 -0
  347. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/__init__.py +4 -0
  348. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoise_and_vad_audio.py +230 -0
  349. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/__init__.py +4 -0
  350. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/demucs.py +473 -0
  351. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/pretrained.py +82 -0
  352. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/resample.py +76 -0
  353. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/denoiser/utils.py +178 -0
  354. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_common_voice_audio_manifest.py +139 -0
  355. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_feature_manifest.py +292 -0
  356. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_ljspeech_audio_manifest.py +70 -0
  357. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_speaker_embedding.py +84 -0
  358. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/get_vctk_audio_manifest.py +79 -0
  359. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/speaker_embedder/__init__.py +143 -0
  360. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/preprocessing/vad/__init__.py +201 -0
  361. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_synthesis/utils.py +102 -0
  362. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/__init__.py +6 -0
  363. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/criterions/__init__.py +15 -0
  364. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/criterions/multi_modality_compound.py +181 -0
  365. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/criterions/multi_modality_cross_entropy.py +101 -0
  366. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/criterions/text_guide_cross_entropy_acc.py +283 -0
  367. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/data/pair_denoising_dataset.py +318 -0
  368. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/__init__.py +7 -0
  369. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/joint_speech_text_pretrain_transformer.py +698 -0
  370. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/s2t_dualinputtransformer.py +1097 -0
  371. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/s2t_dualinputwavtransformer.py +526 -0
  372. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/models/s2t_dualinputxmtransformer.py +580 -0
  373. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/scripts/convert_model.py +69 -0
  374. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/scripts/g2p_encode.py +191 -0
  375. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/tasks/__init__.py +7 -0
  376. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/tasks/pair_denoising.py +446 -0
  377. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/tasks/speech_text_denoise_pretrain.py +653 -0
  378. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_text_joint_to_text/tasks/speech_text_joint.py +380 -0
  379. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/__init__.py +6 -0
  380. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/asr_bleu/__init__.py +0 -0
  381. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/asr_bleu/compute_asr_bleu.py +243 -0
  382. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/asr_bleu/utils.py +310 -0
  383. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/benchmarking/core.py +486 -0
  384. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/benchmarking/data_utils.py +264 -0
  385. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/benchmarking/get_metrics.py +162 -0
  386. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/generate_waveform_from_code.py +116 -0
  387. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/__init__.py +4 -0
  388. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/data_utils.py +88 -0
  389. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/prep_s2spect_data.py +185 -0
  390. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/prep_s2ut_data.py +114 -0
  391. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/prep_sn_data.py +89 -0
  392. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/preprocessing/prep_sn_output_data.py +59 -0
  393. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/unity/__init__.py +7 -0
  394. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/unity/sequence_generator.py +626 -0
  395. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_speech/unity/sequence_generator_multi_decoder.py +267 -0
  396. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/data_utils.py +386 -0
  397. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/prep_covost_data.py +281 -0
  398. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/prep_librispeech_data.py +115 -0
  399. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/prep_mtedx_data.py +290 -0
  400. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/prep_mustc_data.py +295 -0
  401. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/seg_mustc_data.py +50 -0
  402. deepfense-0.1/deepfense/models/modules/fairseq/examples/speech_to_text/simultaneous_translation/agents/fairseq_simul_st_agent.py +364 -0
  403. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/dgslm/create_code_file.py +83 -0
  404. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/dgslm/dgslm_utils.py +79 -0
  405. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/dgslm/sample_speech_dlm.py +254 -0
  406. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/dgslm/vocoder_hifigan/generate_stereo_waveform.py +154 -0
  407. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/abx_metrics/dump_abx_feats.py +111 -0
  408. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/continuation_eval.py +105 -0
  409. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/misc/bleu_utils.py +179 -0
  410. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/misc/cut_as.py +69 -0
  411. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/ppx.py +131 -0
  412. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/metrics/asr_metrics/self_auto_bleu.py +213 -0
  413. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/__init__.py +0 -0
  414. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/__init__.py +0 -0
  415. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/cluster_kmeans.py +210 -0
  416. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/dump_feats.py +91 -0
  417. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/quantize_with_kmeans.py +136 -0
  418. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/clustering/utils.py +20 -0
  419. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/cpc_feature_reader.py +204 -0
  420. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/hubert_feature_reader.py +68 -0
  421. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/logmel_feature_reader.py +35 -0
  422. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/utils.py +123 -0
  423. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/speech2unit/pretrained/w2v2_feature_reader.py +54 -0
  424. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/tools/resynthesize_speech.py +132 -0
  425. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/ulm/sample.py +172 -0
  426. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/convert_to_16k.py +65 -0
  427. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/glow.py +334 -0
  428. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/multiproc.py +28 -0
  429. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/synthesize_audio_from_units.py +101 -0
  430. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/__init__.py +0 -0
  431. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/audio_processing.py +100 -0
  432. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/cleaners.py +93 -0
  433. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/cmudict.py +140 -0
  434. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/layers.py +126 -0
  435. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/model.py +771 -0
  436. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/numbers.py +73 -0
  437. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/stft.py +156 -0
  438. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/symbols.py +18 -0
  439. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/text.py +109 -0
  440. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/utils.py +171 -0
  441. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tacotron2/waveglow_denoiser.py +45 -0
  442. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/tts_data.py +54 -0
  443. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/gslm/unit2speech/utils.py +55 -0
  444. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/data_utils.py +107 -0
  445. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/eval/__init__.py +4 -0
  446. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/eval/cont_metrics.py +731 -0
  447. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/generate_waveform.py +120 -0
  448. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/inference_dataset.py +103 -0
  449. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/naive_decoder.py +40 -0
  450. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/prepare_dataset.py +143 -0
  451. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/preprocess_f0.py +65 -0
  452. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/quantize_f0.py +94 -0
  453. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/sample/__init__.py +4 -0
  454. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/sample/sample.py +612 -0
  455. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/scripts/join_units_manifest.py +50 -0
  456. deepfense-0.1/deepfense/models/modules/fairseq/examples/textless_nlp/pgslm/truncated_laplace.py +29 -0
  457. deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/score.py +198 -0
  458. deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/translation_moe_src/__init__.py +6 -0
  459. deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/translation_moe_src/logsumexp_moe.py +26 -0
  460. deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/translation_moe_src/mean_pool_gating_network.py +50 -0
  461. deepfense-0.1/deepfense/models/modules/fairseq/examples/translation_moe/translation_moe_src/translation_moe.py +261 -0
  462. deepfense-0.1/deepfense/models/modules/fairseq/examples/truncated_bptt/__init__.py +6 -0
  463. deepfense-0.1/deepfense/models/modules/fairseq/examples/truncated_bptt/transformer_xl_model.py +143 -0
  464. deepfense-0.1/deepfense/models/modules/fairseq/examples/truncated_bptt/truncated_bptt_lm_task.py +288 -0
  465. deepfense-0.1/deepfense/models/modules/fairseq/examples/unsupervised_quality_estimation/aggregate_scores.py +41 -0
  466. deepfense-0.1/deepfense/models/modules/fairseq/examples/unsupervised_quality_estimation/meteor.py +109 -0
  467. deepfense-0.1/deepfense/models/modules/fairseq/examples/unsupervised_quality_estimation/repeat_lines.py +28 -0
  468. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/__init__.py +0 -0
  469. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/libri_labels.py +56 -0
  470. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/__init__.py +0 -0
  471. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/data/__init__.py +13 -0
  472. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/data/extracted_features_dataset.py +171 -0
  473. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/data/random_input_dataset.py +62 -0
  474. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/kaldi_self_train/st/local/copy_aligned_text.py +4 -0
  475. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/kaldi_self_train/st/local/prepare_data_from_w2v.py +57 -0
  476. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/kaldi_self_train/st/local/unsup_select.py +164 -0
  477. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/models/__init__.py +11 -0
  478. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/models/wav2vec_u.py +684 -0
  479. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/apply_pca.py +76 -0
  480. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/copy_labels.py +10 -0
  481. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/filter_lexicon.py +40 -0
  482. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/filter_tsv.py +37 -0
  483. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/g2p_wrd_to_phn.py +45 -0
  484. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/ltr_to_wrd.py +16 -0
  485. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/mean_pool.py +99 -0
  486. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/merge_clusters.py +114 -0
  487. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/normalize_and_filter_text.py +72 -0
  488. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/normalize_text.py +22 -0
  489. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/pca.py +52 -0
  490. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/phonemize_with_sil.py +83 -0
  491. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/remove_silence.py +63 -0
  492. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/vads.py +98 -0
  493. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wav2vec_apply_cluster_faiss.py +130 -0
  494. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wav2vec_cluster_faiss.py +210 -0
  495. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wav2vec_extract_features.py +121 -0
  496. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wer.py +83 -0
  497. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/scripts/wrd_to_ltr.py +16 -0
  498. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/tasks/__init__.py +11 -0
  499. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/tasks/unpaired_audio_text.py +451 -0
  500. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/unsupervised/w2vu_generate.py +713 -0
  501. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/vq-wav2vec_featurize.py +244 -0
  502. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/wav2vec_featurize.py +246 -0
  503. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/wav2vec_manifest.py +87 -0
  504. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/xlsr/scripts/eval_speaker_clf_task.py +191 -0
  505. deepfense-0.1/deepfense/models/modules/fairseq/examples/wav2vec/xlsr/scripts/gen_audio_embedding.py +264 -0
  506. deepfense-0.1/deepfense/models/modules/fairseq/examples/womens_bios/query_occupations_from_wikidata.py +39 -0
  507. deepfense-0.1/deepfense/models/modules/fairseq/examples/xmod/preprocess_nli.py +232 -0
  508. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/__init__.py +45 -0
  509. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/__init__.py +7 -0
  510. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/benchmark_multihead_attention.py +171 -0
  511. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_dataset.py +36 -0
  512. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_lm.py +83 -0
  513. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_masked_lm.py +94 -0
  514. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_model.py +96 -0
  515. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/benchmark/dummy_mt.py +119 -0
  516. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/binarizer.py +380 -0
  517. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/checkpoint_utils.py +938 -0
  518. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/config/__init__.py +4 -0
  519. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/__init__.py +36 -0
  520. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/adaptive_loss.py +124 -0
  521. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/composite_loss.py +100 -0
  522. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/cross_entropy.py +91 -0
  523. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/ctc.py +325 -0
  524. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/fairseq_criterion.py +121 -0
  525. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/fastspeech2_loss.py +137 -0
  526. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/hubert_criterion.py +195 -0
  527. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy.py +168 -0
  528. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy_latency_augmented.py +221 -0
  529. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy_with_alignment.py +131 -0
  530. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy_with_ctc.py +97 -0
  531. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/label_smoothed_cross_entropy_with_rdrop.py +177 -0
  532. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/legacy_masked_lm.py +178 -0
  533. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/masked_lm.py +99 -0
  534. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/model_criterion.py +177 -0
  535. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/nat_loss.py +181 -0
  536. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/sentence_prediction.py +290 -0
  537. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/sentence_prediction_adapters.py +65 -0
  538. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/sentence_ranking.py +121 -0
  539. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/speech_dlm_criterion.py +334 -0
  540. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/speech_to_speech_criterion.py +517 -0
  541. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/speech_ulm_criterion.py +126 -0
  542. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/tacotron2_loss.py +227 -0
  543. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/criterions/wav2vec_criterion.py +231 -0
  544. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/__init__.py +137 -0
  545. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/add_class_target_dataset.py +79 -0
  546. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/add_target_dataset.py +83 -0
  547. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/append_token_dataset.py +41 -0
  548. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/__init__.py +92 -0
  549. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/audio_utils.py +389 -0
  550. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/data_cfg.py +387 -0
  551. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/dataset_transforms/__init__.py +53 -0
  552. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/dataset_transforms/concataugment.py +61 -0
  553. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/dataset_transforms/noisyoverlapaugment.py +105 -0
  554. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/__init__.py +43 -0
  555. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/delta_deltas.py +37 -0
  556. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/global_cmvn.py +29 -0
  557. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/specaugment.py +131 -0
  558. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/feature_transforms/utterance_cmvn.py +41 -0
  559. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/frm_text_to_speech_dataset.py +202 -0
  560. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/hubert_dataset.py +356 -0
  561. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/multi_modality_dataset.py +267 -0
  562. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/raw_audio_dataset.py +430 -0
  563. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/speech_to_speech_dataset.py +379 -0
  564. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/speech_to_text_dataset.py +733 -0
  565. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/speech_to_text_joint_dataset.py +359 -0
  566. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/text_to_speech_dataset.py +251 -0
  567. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/waveform_transforms/__init__.py +48 -0
  568. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/audio/waveform_transforms/noiseaugment.py +201 -0
  569. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/backtranslation_dataset.py +165 -0
  570. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/base_wrapper_dataset.py +78 -0
  571. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/bucket_pad_length_dataset.py +78 -0
  572. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/codedataset.py +576 -0
  573. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/colorize_dataset.py +25 -0
  574. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/concat_dataset.py +124 -0
  575. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/concat_sentences_dataset.py +54 -0
  576. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/data_utils.py +1135 -0
  577. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/denoising_dataset.py +443 -0
  578. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/dictionary.py +403 -0
  579. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/__init__.py +29 -0
  580. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/byte_bpe.py +48 -0
  581. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/byte_utils.py +51 -0
  582. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/bytes.py +34 -0
  583. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/characters.py +30 -0
  584. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/fastbpe.py +36 -0
  585. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/gpt2_bpe.py +45 -0
  586. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/gpt2_bpe_utils.py +140 -0
  587. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/hf_bert_bpe.py +50 -0
  588. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/hf_byte_bpe.py +50 -0
  589. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/moses_tokenizer.py +49 -0
  590. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/nltk_tokenizer.py +24 -0
  591. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/sentencepiece_bpe.py +65 -0
  592. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/space_tokenizer.py +21 -0
  593. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/subword_nmt_bpe.py +54 -0
  594. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/encoders/utils.py +30 -0
  595. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/fairseq_dataset.py +205 -0
  596. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/fasta_dataset.py +91 -0
  597. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/huffman/__init__.py +21 -0
  598. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/huffman/huffman_coder.py +267 -0
  599. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/huffman/huffman_mmap_indexed_dataset.py +287 -0
  600. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/id_dataset.py +19 -0
  601. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/indexed_dataset.py +591 -0
  602. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/iterators.py +878 -0
  603. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/language_pair_dataset.py +477 -0
  604. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/legacy/__init__.py +16 -0
  605. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/legacy/block_pair_dataset.py +311 -0
  606. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/legacy/masked_lm_dataset.py +302 -0
  607. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/legacy/masked_lm_dictionary.py +60 -0
  608. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/list_dataset.py +32 -0
  609. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/lm_context_window_dataset.py +97 -0
  610. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/lru_cache_dataset.py +21 -0
  611. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/mask_tokens_dataset.py +225 -0
  612. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/monolingual_dataset.py +253 -0
  613. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multi_corpus_dataset.py +285 -0
  614. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multi_corpus_sampled_dataset.py +152 -0
  615. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/__init__.py +4 -0
  616. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/multilingual_data_manager.py +1154 -0
  617. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/multilingual_utils.py +63 -0
  618. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/sampled_multi_dataset.py +468 -0
  619. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/sampled_multi_epoch_dataset.py +199 -0
  620. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/multilingual/sampling_method.py +78 -0
  621. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/nested_dictionary_dataset.py +125 -0
  622. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/noising.py +334 -0
  623. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/num_samples_dataset.py +17 -0
  624. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/numel_dataset.py +31 -0
  625. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/offset_tokens_dataset.py +15 -0
  626. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/pad_dataset.py +31 -0
  627. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/padding_mask_dataset.py +38 -0
  628. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/plasma_utils.py +196 -0
  629. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/prepend_dataset.py +28 -0
  630. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/prepend_token_dataset.py +41 -0
  631. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/raw_label_dataset.py +23 -0
  632. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/replace_dataset.py +36 -0
  633. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/resampling_dataset.py +139 -0
  634. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/roll_dataset.py +18 -0
  635. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/round_robin_zip_datasets.py +160 -0
  636. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/shorten_dataset.py +78 -0
  637. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/sort_dataset.py +21 -0
  638. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/span_mask_tokens_dataset.py +292 -0
  639. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/speech_dlm_dataset.py +307 -0
  640. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/strip_token_dataset.py +20 -0
  641. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/subsample_dataset.py +75 -0
  642. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/text_compressor.py +56 -0
  643. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/token_block_dataset.py +205 -0
  644. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/transform_eos_concat_langpair_dataset.py +139 -0
  645. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/transform_eos_dataset.py +120 -0
  646. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/data/transform_eos_lang_pair_dataset.py +113 -0
  647. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/__init__.py +13 -0
  648. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/configs.py +1147 -0
  649. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/constants.py +56 -0
  650. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/initialize.py +60 -0
  651. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/dataclass/utils.py +510 -0
  652. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/__init__.py +25 -0
  653. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/distributed_timeout_wrapper.py +97 -0
  654. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/fully_sharded_data_parallel.py +145 -0
  655. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/legacy_distributed_data_parallel.py +165 -0
  656. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/module_proxy_wrapper.py +56 -0
  657. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/tpu_distributed_data_parallel.py +43 -0
  658. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/distributed/utils.py +843 -0
  659. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/file_chunker_utils.py +84 -0
  660. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/file_io.py +196 -0
  661. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/file_utils.py +370 -0
  662. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/hub_utils.py +326 -0
  663. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/incremental_decoding_utils.py +51 -0
  664. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/iterative_refinement_generator.py +358 -0
  665. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/logging/__init__.py +0 -0
  666. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/logging/meters.py +351 -0
  667. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/logging/metrics.py +336 -0
  668. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/logging/progress_bar.py +582 -0
  669. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/__init__.py +6 -0
  670. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/criterions/__init__.py +14 -0
  671. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/criterions/vocab_parallel_cross_entropy.py +88 -0
  672. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/megatron_trainer.py +75 -0
  673. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/__init__.py +20 -0
  674. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/pipeline_parallel_transformer/__init__.py +6 -0
  675. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/pipeline_parallel_transformer/layers.py +598 -0
  676. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/pipeline_parallel_transformer/model.py +779 -0
  677. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/roberta/__init__.py +6 -0
  678. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/roberta/model.py +225 -0
  679. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/transformer.py +121 -0
  680. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/models/transformer_lm.py +169 -0
  681. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/modules/__init__.py +17 -0
  682. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/modules/multihead_attention.py +348 -0
  683. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/model_parallel/modules/transformer_layer.py +78 -0
  684. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/__init__.py +236 -0
  685. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/bart/__init__.py +7 -0
  686. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/bart/hub_interface.py +211 -0
  687. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/bart/model.py +395 -0
  688. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/composite_encoder.py +57 -0
  689. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/distributed_fairseq_model.py +147 -0
  690. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/ema/__init__.py +20 -0
  691. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/ema/ema.py +209 -0
  692. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fairseq_decoder.py +104 -0
  693. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fairseq_encoder.py +92 -0
  694. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fairseq_incremental_decoder.py +118 -0
  695. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fairseq_model.py +579 -0
  696. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fconv.py +756 -0
  697. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fconv_lm.py +136 -0
  698. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/fconv_self_att.py +674 -0
  699. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/hubert/__init__.py +7 -0
  700. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/hubert/hubert.py +576 -0
  701. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/hubert/hubert_asr.py +673 -0
  702. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/huggingface/__init__.py +20 -0
  703. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/huggingface/hf_gpt2.py +168 -0
  704. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/lightconv.py +1121 -0
  705. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/lightconv_lm.py +306 -0
  706. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/lstm.py +759 -0
  707. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/lstm_lm.py +142 -0
  708. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/masked_lm.py +398 -0
  709. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/model_utils.py +92 -0
  710. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/multilingual_transformer.py +229 -0
  711. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/multires_hubert/__init__.py +2 -0
  712. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/multires_hubert/multires_hubert.py +1232 -0
  713. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/multires_hubert/multires_hubert_asr.py +375 -0
  714. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/__init__.py +13 -0
  715. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/cmlm_transformer.py +161 -0
  716. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/fairseq_nat_model.py +172 -0
  717. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/insertion_transformer.py +276 -0
  718. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/iterative_nonautoregressive_transformer.py +227 -0
  719. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/levenshtein_transformer.py +508 -0
  720. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/levenshtein_utils.py +292 -0
  721. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/nat_crf_transformer.py +121 -0
  722. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/nonautoregressive_ensembles.py +254 -0
  723. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/nat/nonautoregressive_transformer.py +454 -0
  724. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/__init__.py +11 -0
  725. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/alignment_utils.py +118 -0
  726. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/enc_dec.py +192 -0
  727. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/hub_interface.py +235 -0
  728. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/model.py +688 -0
  729. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/model_camembert.py +50 -0
  730. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/model_gottbert.py +49 -0
  731. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/roberta/model_xlmr.py +46 -0
  732. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/__init__.py +7 -0
  733. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/hub_interface.py +192 -0
  734. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/modules/__init__.py +0 -0
  735. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/modules/speech_dlm_decoder.py +572 -0
  736. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/modules/speech_dlm_decoder_layer.py +717 -0
  737. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/sequence_generator/__init__.py +6 -0
  738. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/sequence_generator/multichannel_search.py +430 -0
  739. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/sequence_generator/multichannel_sequence_generator.py +1110 -0
  740. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_dlm/speech_dlm.py +280 -0
  741. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/__init__.py +9 -0
  742. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/__init__.py +0 -0
  743. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/ctc_decoder.py +18 -0
  744. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/stacked_embedding.py +48 -0
  745. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/transformer_decoder_aug.py +108 -0
  746. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/modules/transformer_encoder.py +84 -0
  747. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/s2s_conformer.py +172 -0
  748. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/s2s_conformer_translatotron2.py +262 -0
  749. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/s2s_conformer_unity.py +298 -0
  750. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_speech/s2s_transformer.py +722 -0
  751. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/__init__.py +13 -0
  752. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/berard.py +607 -0
  753. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/convtransformer.py +443 -0
  754. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/hub_interface.py +128 -0
  755. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/modules/__init__.py +0 -0
  756. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/modules/augmented_memory_attention.py +485 -0
  757. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/modules/convolution.py +126 -0
  758. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/modules/emformer.py +1842 -0
  759. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/multi_modality_model.py +49 -0
  760. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/s2t_conformer.py +234 -0
  761. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/s2t_transformer.py +552 -0
  762. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/s2t_wav_transformer.py +502 -0
  763. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/utils.py +558 -0
  764. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/xm_transformer.py +855 -0
  765. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/speech_to_text/xm_transformer_unity.py +315 -0
  766. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/__init__.py +9 -0
  767. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/codehifigan.py +95 -0
  768. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/fastspeech2.py +448 -0
  769. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/hifigan.py +179 -0
  770. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/hub_interface.py +188 -0
  771. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/tacotron2.py +380 -0
  772. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/tts_transformer.py +454 -0
  773. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/text_to_speech/vocoder.py +305 -0
  774. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/__init__.py +50 -0
  775. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_base.py +193 -0
  776. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_config.py +341 -0
  777. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_decoder.py +474 -0
  778. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_decoder_aug.py +384 -0
  779. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_encoder.py +362 -0
  780. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer/transformer_legacy.py +277 -0
  781. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer_align.py +93 -0
  782. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer_from_pretrained_xlm.py +151 -0
  783. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer_lm.py +607 -0
  784. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/transformer_ulm.py +412 -0
  785. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/__init__.py +10 -0
  786. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/utils.py +21 -0
  787. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec.py +627 -0
  788. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec2.py +1493 -0
  789. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec2_asr.py +880 -0
  790. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec2_classification.py +351 -0
  791. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/wav2vec/wav2vec2_laser.py +39 -0
  792. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/xmod/__init__.py +7 -0
  793. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/xmod/hub_interface.py +51 -0
  794. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/xmod/model.py +742 -0
  795. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/models/xmod/transformer_layer_xmod.py +179 -0
  796. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/__init__.py +106 -0
  797. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/adaptive_input.py +81 -0
  798. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/adaptive_softmax.py +268 -0
  799. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/base_layer.py +170 -0
  800. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/beamable_mm.py +49 -0
  801. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/character_token_embedder.py +214 -0
  802. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/checkpoint_activations.py +242 -0
  803. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/conformer_layer.py +301 -0
  804. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/conv_tbc.py +53 -0
  805. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/cross_entropy.py +59 -0
  806. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/downsampled_multihead_attention.py +317 -0
  807. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamic_convolution.py +526 -0
  808. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamic_crf_layer.py +189 -0
  809. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamicconv_layer/__init__.py +6 -0
  810. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamicconv_layer/cuda_function_gen.py +221 -0
  811. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamicconv_layer/dynamicconv_layer.py +225 -0
  812. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/dynamicconv_layer/setup.py +23 -0
  813. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/ema_module.py +215 -0
  814. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/espnet_multihead_attention.py +256 -0
  815. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/fairseq_dropout.py +51 -0
  816. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/fp32_batch_norm.py +45 -0
  817. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/fp32_group_norm.py +25 -0
  818. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/fp32_instance_norm.py +35 -0
  819. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/gelu.py +25 -0
  820. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/grad_multiply.py +18 -0
  821. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/gumbel_vector_quantizer.py +211 -0
  822. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/kmeans_attention.py +744 -0
  823. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/kmeans_vector_quantizer.py +127 -0
  824. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/layer_drop.py +44 -0
  825. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/layer_norm.py +48 -0
  826. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/learned_positional_embedding.py +61 -0
  827. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightconv_layer/__init__.py +6 -0
  828. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightconv_layer/cuda_function_gen.py +287 -0
  829. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightconv_layer/lightconv_layer.py +136 -0
  830. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightconv_layer/setup.py +23 -0
  831. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lightweight_convolution.py +310 -0
  832. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/linearized_convolution.py +125 -0
  833. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/location_attention.py +83 -0
  834. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/lstm_cell_with_zoneout.py +37 -0
  835. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/multihead_attention.py +879 -0
  836. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/positional_embedding.py +37 -0
  837. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/positional_encoding.py +129 -0
  838. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quant_noise.py +107 -0
  839. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/__init__.py +0 -0
  840. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/__init__.py +6 -0
  841. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/em.py +211 -0
  842. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/modules/__init__.py +8 -0
  843. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/modules/qconv.py +115 -0
  844. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/modules/qemb.py +107 -0
  845. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/modules/qlinear.py +71 -0
  846. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/pq.py +126 -0
  847. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/pq/utils.py +375 -0
  848. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/quantization_options.py +44 -0
  849. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/__init__.py +6 -0
  850. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/__init__.py +9 -0
  851. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/qact.py +87 -0
  852. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/qconv.py +149 -0
  853. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/qemb.py +147 -0
  854. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/modules/qlinear.py +113 -0
  855. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/ops.py +59 -0
  856. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/quantization/scalar/utils.py +79 -0
  857. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/rotary_positional_embedding.py +51 -0
  858. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/same_pad.py +33 -0
  859. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/scalar_bias.py +31 -0
  860. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/sinusoidal_positional_embedding.py +122 -0
  861. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/sparse_multihead_attention.py +139 -0
  862. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/sparse_transformer_sentence_encoder.py +95 -0
  863. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/sparse_transformer_sentence_encoder_layer.py +50 -0
  864. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transformer_layer.py +562 -0
  865. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transformer_layer_aug.py +315 -0
  866. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transformer_sentence_encoder.py +290 -0
  867. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transformer_sentence_encoder_layer.py +139 -0
  868. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/transpose_last.py +21 -0
  869. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/unfold.py +19 -0
  870. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/modules/vggblock.py +116 -0
  871. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/nan_detector.py +108 -0
  872. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/ngram_repeat_block.py +121 -0
  873. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/__init__.py +48 -0
  874. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adadelta.py +47 -0
  875. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adafactor.py +268 -0
  876. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adagrad.py +40 -0
  877. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adam.py +239 -0
  878. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/adamax.py +172 -0
  879. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/amp_optimizer.py +106 -0
  880. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/bmuf.py +200 -0
  881. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/composite.py +276 -0
  882. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/cpu_adam.py +209 -0
  883. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/dynamic_loss_scaler.py +70 -0
  884. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/fairseq_optimizer.py +187 -0
  885. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/fp16_optimizer.py +556 -0
  886. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/fused_adam.py +389 -0
  887. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/fused_lamb.py +51 -0
  888. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/__init__.py +36 -0
  889. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/cosine_lr_scheduler.py +146 -0
  890. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/fairseq_lr_scheduler.py +59 -0
  891. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/fixed_schedule.py +76 -0
  892. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/inverse_square_root_schedule.py +85 -0
  893. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/manual_lr_scheduler.py +121 -0
  894. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/pass_through.py +41 -0
  895. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/polynomial_decay_schedule.py +89 -0
  896. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/reduce_lr_on_plateau.py +143 -0
  897. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/step_lr_scheduler.py +85 -0
  898. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/tri_stage_lr_scheduler.py +175 -0
  899. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/lr_scheduler/triangular_lr_scheduler.py +83 -0
  900. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/nag.py +111 -0
  901. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/sgd.py +43 -0
  902. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/optim/shard.py +58 -0
  903. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/options.py +413 -0
  904. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/pdb.py +47 -0
  905. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/quantization_utils.py +143 -0
  906. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/registry.py +104 -0
  907. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/__init__.py +55 -0
  908. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/bertscore.py +44 -0
  909. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/bleu.py +168 -0
  910. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/chrf.py +36 -0
  911. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/meteor.py +42 -0
  912. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/tokenizer.py +79 -0
  913. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/scoring/wer.py +58 -0
  914. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/search.py +892 -0
  915. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/sequence_generator.py +1020 -0
  916. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/sequence_scorer.py +153 -0
  917. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/speech_generator.py +427 -0
  918. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/__init__.py +138 -0
  919. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/audio_classification.py +271 -0
  920. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/audio_finetuning.py +415 -0
  921. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/audio_pretraining.py +270 -0
  922. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/cross_lingual_lm.py +190 -0
  923. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/denoising.py +296 -0
  924. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/fairseq_task.py +708 -0
  925. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/frm_text_to_speech.py +55 -0
  926. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/hubert_pretraining.py +190 -0
  927. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/language_modeling.py +383 -0
  928. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/legacy_masked_lm.py +152 -0
  929. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/masked_lm.py +326 -0
  930. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multilingual_denoising.py +267 -0
  931. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multilingual_language_modeling.py +627 -0
  932. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multilingual_masked_lm.py +338 -0
  933. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multilingual_translation.py +462 -0
  934. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/multires_hubert_pretraining.py +218 -0
  935. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/nlu_finetuning.py +477 -0
  936. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/online_backtranslation.py +682 -0
  937. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/semisupervised_translation.py +485 -0
  938. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/sentence_prediction.py +303 -0
  939. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/sentence_prediction_adapters.py +56 -0
  940. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/sentence_ranking.py +219 -0
  941. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/simultaneous_translation.py +41 -0
  942. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/span_masked_lm.py +243 -0
  943. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/speech_dlm_task.py +560 -0
  944. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/speech_to_speech.py +596 -0
  945. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/speech_to_text.py +348 -0
  946. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/speech_ulm_task.py +224 -0
  947. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/text_to_speech.py +501 -0
  948. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation.py +498 -0
  949. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation_from_pretrained_bart.py +132 -0
  950. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation_from_pretrained_xlm.py +39 -0
  951. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation_lev.py +195 -0
  952. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tasks/translation_multi_simple_epoch.py +441 -0
  953. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/token_generation_constraints.py +506 -0
  954. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/tokenizer.py +15 -0
  955. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/trainer.py +1620 -0
  956. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/utils.py +950 -0
  957. deepfense-0.1/deepfense/models/modules/fairseq/fairseq/version.py +1 -0
  958. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/__init__.py +0 -0
  959. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/eval_lm.py +347 -0
  960. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/generate.py +416 -0
  961. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/hydra_train.py +91 -0
  962. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/hydra_validate.py +188 -0
  963. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/interactive.py +317 -0
  964. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/preprocess.py +392 -0
  965. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/score.py +102 -0
  966. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/train.py +584 -0
  967. deepfense-0.1/deepfense/models/modules/fairseq/fairseq_cli/validate.py +153 -0
  968. deepfense-0.1/deepfense/models/modules/fairseq/hubconf.py +73 -0
  969. deepfense-0.1/deepfense/models/modules/fairseq/hydra_plugins/dependency_submitit_launcher/hydra_plugins/dependency_submitit_launcher/__init__.py +3 -0
  970. deepfense-0.1/deepfense/models/modules/fairseq/hydra_plugins/dependency_submitit_launcher/hydra_plugins/dependency_submitit_launcher/config.py +23 -0
  971. deepfense-0.1/deepfense/models/modules/fairseq/hydra_plugins/dependency_submitit_launcher/hydra_plugins/dependency_submitit_launcher/launcher.py +120 -0
  972. deepfense-0.1/deepfense/models/modules/fairseq/hydra_plugins/dependency_submitit_launcher/setup.py +29 -0
  973. deepfense-0.1/deepfense/models/modules/fairseq/release_utils.py +72 -0
  974. deepfense-0.1/deepfense/models/modules/fairseq/scripts/__init__.py +0 -0
  975. deepfense-0.1/deepfense/models/modules/fairseq/scripts/average_checkpoints.py +179 -0
  976. deepfense-0.1/deepfense/models/modules/fairseq/scripts/build_sym_alignment.py +98 -0
  977. deepfense-0.1/deepfense/models/modules/fairseq/scripts/check_installation.py +36 -0
  978. deepfense-0.1/deepfense/models/modules/fairseq/scripts/compare_namespaces.py +45 -0
  979. deepfense-0.1/deepfense/models/modules/fairseq/scripts/constraints/extract.py +89 -0
  980. deepfense-0.1/deepfense/models/modules/fairseq/scripts/constraints/validate.py +34 -0
  981. deepfense-0.1/deepfense/models/modules/fairseq/scripts/count_docs.py +58 -0
  982. deepfense-0.1/deepfense/models/modules/fairseq/scripts/read_binarized.py +48 -0
  983. deepfense-0.1/deepfense/models/modules/fairseq/scripts/rm_pt.py +141 -0
  984. deepfense-0.1/deepfense/models/modules/fairseq/scripts/shard_docs.py +54 -0
  985. deepfense-0.1/deepfense/models/modules/fairseq/scripts/split_train_valid_docs.py +86 -0
  986. deepfense-0.1/deepfense/models/modules/fairseq/scripts/spm_decode.py +53 -0
  987. deepfense-0.1/deepfense/models/modules/fairseq/scripts/spm_encode.py +119 -0
  988. deepfense-0.1/deepfense/models/modules/fairseq/scripts/spm_train.py +16 -0
  989. deepfense-0.1/deepfense/models/modules/fairseq/setup.py +257 -0
  990. deepfense-0.1/deepfense/models/modules/fairseq/tests/__init__.py +0 -0
  991. deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/__init__.py +0 -0
  992. deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/test_bmuf.py +203 -0
  993. deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/test_distributed_timeout_wrapper.py +52 -0
  994. deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/test_module_proxy_wrapper.py +74 -0
  995. deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/test_utils.py +124 -0
  996. deepfense-0.1/deepfense/models/modules/fairseq/tests/distributed/utils.py +65 -0
  997. deepfense-0.1/deepfense/models/modules/fairseq/tests/gpu/__init__.py +0 -0
  998. deepfense-0.1/deepfense/models/modules/fairseq/tests/gpu/test_binaries_gpu.py +590 -0
  999. deepfense-0.1/deepfense/models/modules/fairseq/tests/gpu/test_ema_gpu.py +215 -0
  1000. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/__init__.py +210 -0
  1001. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_convtransformer_simul_trans.py +33 -0
  1002. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_dual_input_wav_transformer.py +76 -0
  1003. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_dualinput_s2t_transformer.py +110 -0
  1004. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_fastspeech2.py +53 -0
  1005. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_s2s_transformer.py +51 -0
  1006. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_s2t_conformer.py +23 -0
  1007. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_s2t_transformer.py +23 -0
  1008. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_tts_transformer.py +53 -0
  1009. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_wav2vec2.py +90 -0
  1010. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech/test_xm_transformer.py +29 -0
  1011. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/__init__.py +0 -0
  1012. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/asr_test_base.py +557 -0
  1013. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/test_collaters.py +57 -0
  1014. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/test_cross_entropy.py +37 -0
  1015. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/test_data_utils.py +62 -0
  1016. deepfense-0.1/deepfense/models/modules/fairseq/tests/speech_recognition/test_vggtransformer.py +135 -0
  1017. deepfense-0.1/deepfense/models/modules/fairseq/tests/tasks/test_denoising.py +95 -0
  1018. deepfense-0.1/deepfense/models/modules/fairseq/tests/tasks/test_masked_lm.py +77 -0
  1019. deepfense-0.1/deepfense/models/modules/fairseq/tests/tasks/test_multilingual_denoising.py +97 -0
  1020. deepfense-0.1/deepfense/models/modules/fairseq/tests/tasks/test_span_masked_lm.py +105 -0
  1021. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_activation_checkpointing.py +79 -0
  1022. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_amp_optimizer.py +75 -0
  1023. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_average_checkpoints.py +134 -0
  1024. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_backtranslation_dataset.py +123 -0
  1025. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_binaries.py +1914 -0
  1026. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_binarizer.py +122 -0
  1027. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_character_token_embedder.py +48 -0
  1028. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_checkpoint_utils.py +125 -0
  1029. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_checkpoint_utils_for_task_level_attributes.py +172 -0
  1030. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_concat_dataset.py +58 -0
  1031. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_constraints.py +275 -0
  1032. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_convtbc.py +54 -0
  1033. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_data_utils.py +136 -0
  1034. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_dataclass_utils.py +87 -0
  1035. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_dataset.py +66 -0
  1036. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_dictionary.py +143 -0
  1037. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_ema.py +275 -0
  1038. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_espnet_multihead_attention.py +176 -0
  1039. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_export.py +120 -0
  1040. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_file_chunker_utils.py +63 -0
  1041. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_file_io.py +58 -0
  1042. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_fp16_optimizer.py +111 -0
  1043. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_hf_hub.py +29 -0
  1044. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_huffman.py +179 -0
  1045. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_inference_dropout.py +70 -0
  1046. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_iopath.py +28 -0
  1047. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_iterators.py +194 -0
  1048. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_label_smoothing.py +123 -0
  1049. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_lm_context_window.py +54 -0
  1050. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_lstm_jitable.py +115 -0
  1051. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_memory_efficient_fp16.py +78 -0
  1052. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_metrics.py +77 -0
  1053. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_multi_corpus_dataset.py +82 -0
  1054. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_multi_corpus_sampled_dataset.py +95 -0
  1055. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_multihead_attention.py +486 -0
  1056. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_noising.py +531 -0
  1057. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_online_backtranslation.py +205 -0
  1058. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_plasma_utils.py +127 -0
  1059. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_positional_encoding.py +63 -0
  1060. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_reproducibility.py +148 -0
  1061. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_resampling_dataset.py +103 -0
  1062. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_roberta.py +344 -0
  1063. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_rotary_positional_embedding.py +89 -0
  1064. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_sequence_generator.py +744 -0
  1065. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_sequence_scorer.py +120 -0
  1066. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_sparse_multihead_attention.py +114 -0
  1067. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_token_block_dataset.py +92 -0
  1068. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_train.py +247 -0
  1069. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_transformer.py +65 -0
  1070. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_utils.py +114 -0
  1071. deepfense-0.1/deepfense/models/modules/fairseq/tests/test_valid_subset_checks.py +143 -0
  1072. deepfense-0.1/deepfense/models/modules/fairseq/tests/utils.py +799 -0
  1073. deepfense-0.1/deepfense/models/modules/fairseq/train.py +14 -0
  1074. deepfense-0.1/deepfense/models/modules/pool.py +254 -0
  1075. deepfense-0.1/deepfense/models/modules/wavlm/modules.py +845 -0
  1076. deepfense-0.1/deepfense/models/modules/wavlm/wavlm.py +777 -0
  1077. deepfense-0.1/deepfense/training/__init__.py +3 -0
  1078. deepfense-0.1/deepfense/training/base_trainer.py +84 -0
  1079. deepfense-0.1/deepfense/training/config.py +29 -0
  1080. deepfense-0.1/deepfense/training/evaluations/__init__.py +6 -0
  1081. deepfense-0.1/deepfense/training/evaluations/compute_actdcf.py +74 -0
  1082. deepfense-0.1/deepfense/training/evaluations/compute_cllr.py +67 -0
  1083. deepfense-0.1/deepfense/training/evaluations/compute_eer.py +108 -0
  1084. deepfense-0.1/deepfense/training/evaluations/compute_eer_ci.py +280 -0
  1085. deepfense-0.1/deepfense/training/evaluations/compute_mindcf.py +82 -0
  1086. deepfense-0.1/deepfense/training/evaluations/evaluator.py +71 -0
  1087. deepfense-0.1/deepfense/training/evaluations/metrics.py +42 -0
  1088. deepfense-0.1/deepfense/training/evaluations/utils.py +45 -0
  1089. deepfense-0.1/deepfense/training/optimizers/__init__.py +1 -0
  1090. deepfense-0.1/deepfense/training/optimizers/utils.py +84 -0
  1091. deepfense-0.1/deepfense/training/schedulers/__init__.py +1 -0
  1092. deepfense-0.1/deepfense/training/schedulers/utils.py +24 -0
  1093. deepfense-0.1/deepfense/training/set_seed.py +17 -0
  1094. deepfense-0.1/deepfense/training/standard_trainer.py +539 -0
  1095. deepfense-0.1/deepfense/utils/__init__.py +0 -0
  1096. deepfense-0.1/deepfense/utils/registry.py +173 -0
  1097. deepfense-0.1/deepfense/utils/visualization.py +68 -0
  1098. deepfense-0.1/deepfense.egg-info/PKG-INFO +383 -0
  1099. deepfense-0.1/deepfense.egg-info/SOURCES.txt +1106 -0
  1100. deepfense-0.1/deepfense.egg-info/dependency_links.txt +1 -0
  1101. deepfense-0.1/deepfense.egg-info/entry_points.txt +2 -0
  1102. deepfense-0.1/deepfense.egg-info/requires.txt +29 -0
  1103. deepfense-0.1/deepfense.egg-info/top_level.txt +6 -0
  1104. deepfense-0.1/pyproject.toml +77 -0
  1105. deepfense-0.1/requirements.txt +30 -0
  1106. deepfense-0.1/setup.cfg +4 -0
  1107. deepfense-0.1/setup.py +21 -0
  1108. deepfense-0.1/tests/create_samples.py +18 -0
@@ -0,0 +1,27 @@
1
+ include README.md
2
+ include LICENSE
3
+ include requirements.txt
4
+ include pyproject.toml
5
+ recursive-exclude docs *.md *.png
6
+ recursive-exclude deepfense/config *.yaml
7
+ recursive-exclude deepfense/config *.parquet
8
+
9
+ # Exclude specific config subdirectories
10
+ prune deepfense/config/experiments
11
+ prune deepfense/config/augmentations
12
+ prune deepfense/config/examples
13
+ prune deepfense/config/parquets
14
+
15
+ # Exclude fairseq and wavlm modules
16
+ exclude deepfense/models/modules/fairseq
17
+ exclude deepfense/models/modules/wavlm
18
+ exclude deepfense/models/modules/*/__pycache__
19
+ exclude deepfense/models/modules/*/*.pyc
20
+
21
+ # Global excludes
22
+ global-exclude __pycache__
23
+ global-exclude *.pyc
24
+ global-exclude *.pyo
25
+ global-exclude *.pth
26
+ global-exclude *.pt
27
+ global-exclude *.ckpt
deepfense-0.1/PKG-INFO ADDED
@@ -0,0 +1,383 @@
1
+ Metadata-Version: 2.4
2
+ Name: deepfense
3
+ Version: 0.1
4
+ Summary: A Modular, Extensible Framework for Deepfake Audio Detection (ASV Spoofing)
5
+ Author: DeepFense Team
6
+ License: Apache-2.0
7
+ Project-URL: Homepage, https://deepfense.github.io/
8
+ Project-URL: Documentation, https://deepfense.readthedocs.io/
9
+ Project-URL: Repository, https://github.com/Yaselley/deepfense-framework
10
+ Project-URL: Issues, https://github.com/Yaselley/deepfense-framework/issues
11
+ Project-URL: Bug Tracker, https://github.com/Yaselley/deepfense-framework/issues
12
+ Project-URL: HuggingFace, https://huggingface.co/DeepFense
13
+ Keywords: deepfake,audio,spoofing,detection,asv,speech,security
14
+ Classifier: Development Status :: 3 - Alpha
15
+ Classifier: Intended Audience :: Science/Research
16
+ Classifier: License :: OSI Approved :: Apache Software License
17
+ Classifier: Programming Language :: Python :: 3
18
+ Classifier: Programming Language :: Python :: 3.10
19
+ Classifier: Programming Language :: Python :: 3.11
20
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
21
+ Classifier: Topic :: Security
22
+ Requires-Python: >=3.10
23
+ Description-Content-Type: text/markdown
24
+ Requires-Dist: torch<=2.9,>=2.1.0
25
+ Requires-Dist: torchaudio<=2.9,>=2.1.0
26
+ Requires-Dist: torchvision<=0.23,>=0.12.0
27
+ Requires-Dist: numpy<2.2,>=1.24
28
+ Requires-Dist: pandas<3.0,>=2.0
29
+ Requires-Dist: scipy<1.16,>=1.9
30
+ Requires-Dist: scikit-learn<1.8,>=1.2
31
+ Requires-Dist: pyarrow
32
+ Requires-Dist: librosa<0.12,>=0.10
33
+ Requires-Dist: pydub
34
+ Requires-Dist: soundfile
35
+ Requires-Dist: soxr
36
+ Requires-Dist: transformers<5.0,>=4.50
37
+ Requires-Dist: tokenizers
38
+ Requires-Dist: tqdm
39
+ Requires-Dist: typing-extensions
40
+ Requires-Dist: safetensors
41
+ Requires-Dist: wandb<1.0,>=0.12
42
+ Requires-Dist: einops<1.0,>=0.7
43
+ Requires-Dist: matplotlib<4.0,>=3.7
44
+ Requires-Dist: seaborn<0.14,>=0.12
45
+ Requires-Dist: timm
46
+ Requires-Dist: omegaconf==2.0.6
47
+ Requires-Dist: click>=8.0.0
48
+ Provides-Extra: dev
49
+ Requires-Dist: pytest>=7.0; extra == "dev"
50
+ Requires-Dist: black>=22.0; extra == "dev"
51
+ Requires-Dist: flake8>=4.0; extra == "dev"
52
+
53
+ <div align="center">
54
+ <img src="docs/logo/logo.png" alt="DeepFense Logo" width="400">
55
+ </div>
56
+
57
+ <div align="center">
58
+
59
+ # DeepFense Framework
60
+
61
+ **A Modular, Extensible Framework for Deepfake Audio Detection**
62
+
63
+ [![Website](https://img.shields.io/badge/🌐-Website-blue)](https://deepfense.github.io/)
64
+ [![HuggingFace](https://img.shields.io/badge/🤗-HuggingFace-yellow)](https://huggingface.co/DeepFense)
65
+ [![Documentation](https://img.shields.io/badge/📚-Documentation-green)](https://deepfense.readthedocs.io/)
66
+ [![Recipes](https://img.shields.io/badge/📖-Recipes-orange)](recipes/)
67
+
68
+ [![License](https://img.shields.io/badge/License-Apache%202.0-navy.svg)](LICENSE)
69
+ [![Python](https://img.shields.io/badge/Python-3.8%2B-navy.svg)](https://www.python.org/)
70
+ [![PyTorch](https://img.shields.io/badge/PyTorch-2.0%2B-navy.svg)](https://pytorch.org/)
71
+
72
+ </div>
73
+
74
+ ---
75
+
76
+ ## What is DeepFense?
77
+
78
+ **DeepFense** is a modular framework for building and training deepfake audio detection models. It provides a plug-and-play architecture where you can easily combine different **Frontends** (feature extractors), **Backends** (classifiers), and **Loss Functions** to create state-of-the-art detection systems.
79
+
80
+ ### Key Features
81
+
82
+ - 🔄 **Modular Architecture** — Swap components with a single config change
83
+ - ⚙️ **Configuration-Driven** — All experiments defined in YAML
84
+ - 🎛️ **Advanced Augmentations** — RawBoost, RIR, Codec, Noise, and more
85
+ - 📊 **Built-in Metrics** — EER, minDCF, F1-score, Accuracy
86
+ - 🚀 **Simple CLI** — Train and test models with command-line interface
87
+ - 📚 **Recipes** — Pre-configured training setups and example models ([see recipes](recipes/))
88
+
89
+ **New to DeepFense?** Check out our [recipes](recipes/) for pre-configured training setups and example models to get started quickly!
90
+
91
+ ---
92
+
93
+ ## Table of Contents
94
+
95
+ 1. [Installation](#installation)
96
+ 2. [Understanding DeepFense Architecture](#understanding-deepfense-architecture)
97
+ 3. [Available Components](#available-components)
98
+ 4. [Training Models](#training-models)
99
+ 5. [Evaluating and Testing Models](#evaluating-and-testing-models)
100
+ 6. [Data Preparation](#data-preparation)
101
+ 7. [Extending DeepFense](#extending-deepfense)
102
+ 8. [Using the CLI (Alternative)](#using-the-cli-alternative)
103
+ 9. [Complete Pipeline Flow](#complete-pipeline-flow)
104
+ 10. [Documentation](#documentation)
105
+
106
+ ---
107
+
108
+ ## Installation
109
+
110
+ ```bash
111
+ # From source (recommended for development)
112
+ git clone https://github.com/Yaselley/deepfense-framework
113
+ cd deepfense-framework
114
+ pip install -e .
115
+
116
+ # Or From PyPI
117
+ pip install deepfense
118
+ ```
119
+
120
+ See [Installation Guide](docs/01_installation.md) for detailed instructions.
121
+
122
+ ---
123
+
124
+ ## Understanding DeepFense Architecture
125
+
126
+ DeepFense uses a **modular pipeline** architecture:
127
+
128
+ ```
129
+ Raw Audio → Frontend → Features → Backend → Embeddings → Loss → Scores
130
+ ```
131
+
132
+ **Key Components**:
133
+ - **Frontend**: Extracts features from audio (Wav2Vec2, WavLM, HuBERT, etc.)
134
+ - **Backend**: Processes features into embeddings (AASIST, ECAPA-TDNN, MLP, etc.)
135
+ - **Loss Function**: Computes loss and scores (CrossEntropy, OC-Softmax, etc.)
136
+
137
+ See [Architecture Overview](docs/04_architecture.md) for detailed architecture explanation, or [Pipeline Flow](docs/pipeline_flow.md) for complete pipeline walkthrough.
138
+
139
+ ---
140
+
141
+ ## Available Components
142
+
143
+ DeepFense provides a modular set of components that can be mixed and matched:
144
+
145
+ - **Frontends**: Wav2Vec2, WavLM, HuBERT, EAT, MERT - See [Frontends Documentation](docs/components/frontends.md)
146
+ - **Backends**: AASIST, ECAPA-TDNN, RawNet2, MLP, Nes2Net, TCM - See [Backends Documentation](docs/components/backends.md)
147
+ - **Losses**: CrossEntropy, OC-Softmax, AM-Softmax, A-Softmax - See [Losses Documentation](docs/components/losses.md)
148
+ - **Augmentations**: RawBoost, RIR, Codec, Noise, SpeedPerturb - See [Augmentations Documentation](docs/components/augmentations.md)
149
+
150
+ See [Component Reference](docs/index.md#-component-reference) for complete details.
151
+
152
+ **Looking for example configurations?** Check out our [recipes](recipes/) for pre-configured training setups and trained models.
153
+
154
+ ---
155
+
156
+ ## Training Models
157
+
158
+ Train models using Python scripts:
159
+
160
+ ```bash
161
+ python train.py --config deepfense/config/train.yaml
162
+ ```
163
+
164
+ Training creates an experiment directory with checkpoints, logs, and metrics.
165
+
166
+ **Alternative**: You can also use the CLI (see [Using the CLI](#using-the-cli) section below).
167
+
168
+ See [Quick Start Guide](docs/02_quickstart.md) for detailed instructions and [Configuration Reference](docs/05_configuration.md) for all YAML parameters.
169
+
170
+ ---
171
+
172
+ ## Evaluating and Testing Models
173
+
174
+ Test a trained model using Python scripts:
175
+
176
+ ```bash
177
+ python test.py \
178
+ --config deepfense/config/train.yaml \
179
+ --checkpoint outputs/my_experiment/best_model.pth
180
+ ```
181
+
182
+ DeepFense computes metrics automatically (EER, minDCF, F1, ACC) and saves results to the experiment directory.
183
+
184
+ **Alternative**: You can also use the CLI (see [Using the CLI](#using-the-cli) section below).
185
+
186
+ See [Evaluation & Inference Guide](docs/user_guide/inference.md) for details.
187
+
188
+ ---
189
+
190
+ ## Data Preparation
191
+
192
+ DeepFense uses **Parquet files** for dataset metadata. Each parquet file should contain:
193
+ - `ID`: Unique identifier
194
+ - `path`: Path to audio file
195
+ - `label`: Label string ("bonafide" or "spoof")
196
+ - `dataset_name`: (Optional) Dataset identifier
197
+
198
+ Example:
199
+ ```python
200
+ import pandas as pd
201
+ data = pd.DataFrame({
202
+ "ID": ["sample_001", "sample_002"],
203
+ "path": ["/path/to/audio1.flac", "/path/to/audio2.flac"],
204
+ "label": ["bonafide", "spoof"]
205
+ })
206
+ data.to_parquet("train.parquet")
207
+ ```
208
+
209
+ ### Data Transforms, Padding, and Cropping
210
+
211
+ DeepFense applies transforms in two stages:
212
+ 1. **Base Transforms** (always): Padding, cropping, resampling
213
+ 2. **Augmentations** (training only): RawBoost, RIR, Noise, etc.
214
+
215
+ **Critical**: All audio must be padded/cropped to the same length for batching. Configure this in your YAML:
216
+
217
+ ```yaml
218
+ data:
219
+ train:
220
+ base_transform:
221
+ - type: "pad"
222
+ args:
223
+ max_len: 160000 # 10 seconds @ 16kHz
224
+ random_pad: True # Random crop if longer
225
+ pad_type: "repeat" # Repeat if shorteror
226
+ ```
227
+
228
+ **See [Data Transforms Guide](docs/data_transforms.md)** for complete transform parameters, padding/cropping options, augmentations, and how to check/modify configurations.
229
+
230
+ ---
231
+
232
+ ## Extending DeepFense
233
+
234
+ DeepFense makes it easy to add custom components using the registry pattern. Each component type has a detailed guide:
235
+
236
+ - [Adding Backends](docs/user_guide/adding_backends.md) | [Adding Frontends](docs/user_guide/adding_frontends.md) | [Adding Losses](docs/user_guide/adding_losses.md)
237
+ - [Adding Datasets](docs/user_guide/adding_datasets.md) | [Adding Augmentations](docs/user_guide/adding_augmentations.md)
238
+ - [Adding Optimizers](docs/user_guide/adding_optimizers.md) | [Adding Metrics](docs/user_guide/adding_metrics.md) | [Adding Schedulers](docs/user_guide/adding_schedulers.md)
239
+
240
+ See [Extending DeepFense (Quick Reference)](docs/user_guide/extending.md) for a quick overview of all component types.
241
+
242
+ ---
243
+
244
+ ## Using the CLI (Alternative)
245
+
246
+ DeepFense provides a CLI as an alternative to Python scripts. The CLI supports:
247
+
248
+ ```bash
249
+ # Train a model (alternative to python train.py)
250
+ deepfense train --config config/train.yaml
251
+
252
+ # Test a model (alternative to python test.py)
253
+ deepfense test --config config/train.yaml --checkpoint outputs/exp/best_model.pth
254
+
255
+ # List available components
256
+ deepfense list
257
+ ```
258
+
259
+ **Note**: The CLI currently supports training and testing existing models with different parameters. Future versions will support adding components via CLI.
260
+
261
+ See [CLI Reference](docs/cli_reference.md) for complete documentation.
262
+
263
+ ---
264
+
265
+ ## Complete Pipeline Flow
266
+
267
+ The DeepFense pipeline: **Data → Transforms → Frontend → Backend → Loss → Training → Evaluation**
268
+
269
+ See [Pipeline Flow Documentation](docs/pipeline_flow.md) for the complete detailed pipeline with all stages, data shapes, and configuration flow.
270
+
271
+ ---
272
+
273
+ ## Documentation
274
+
275
+ ### Getting Started
276
+
277
+ | Guide | Description |
278
+ |-------|-------------|
279
+ | [Installation](docs/01_installation.md) | Full installation instructions |
280
+ | [Quick Start](docs/02_quickstart.md) | Train your first model in 5 minutes |
281
+ | [Full Tutorial](docs/03_full_tutorial.md) | Complete config-driven training guide |
282
+ | [Architecture](docs/04_architecture.md) | How DeepFense works internally |
283
+
284
+ ### Component Reference
285
+
286
+ | Component | Documentation |
287
+ |-----------|--------------|
288
+ | [Frontends](docs/components/frontends.md) | Wav2Vec2, WavLM, HuBERT, MERT, EAT |
289
+ | [Backends](docs/components/backends.md) | AASIST, ECAPA_TDNN, RawNet2, MLP, Pool, Nes2Net, TCM |
290
+ | [Losses](docs/components/losses.md) | CrossEntropy, OC-Softmax, AM-Softmax, A-Softmax |
291
+ | [Augmentations](docs/components/augmentations.md) | RawBoost, RIR, Codec, Noise, SpeedPerturb |
292
+ | [Optimizers & Schedulers](docs/components/optimizers_schedulers.md) | Adam, SGD, CosineAnnealing, StepLR |
293
+
294
+ ### User Guides
295
+
296
+ | Guide | Description |
297
+ |-------|-------------|
298
+ | [Training with CLI](docs/user_guide/training_with_cli.md) | How to train models using the CLI |
299
+ | [Training Workflow](docs/user_guide/training.md) | Detailed training loop explanation |
300
+ | [Evaluation & Inference](docs/user_guide/inference.md) | Testing and deployment |
301
+ | [Configuration Reference](docs/05_configuration.md) | All YAML parameters explained |
302
+ | [Library Usage](docs/06_library_usage.md) | Use DeepFense programmatically in Python |
303
+
304
+ ### Extending DeepFense
305
+
306
+ | Guide | Description |
307
+ |-------|-------------|
308
+ | [Adding a New Backend](docs/user_guide/adding_backends.md) | Step-by-step guide to create custom backends |
309
+ | [Adding a New Frontend](docs/user_guide/adding_frontends.md) | Step-by-step guide to create custom frontends |
310
+ | [Adding a New Loss](docs/user_guide/adding_losses.md) | Step-by-step guide to create custom loss functions |
311
+ | [Adding a New Dataset](docs/user_guide/adding_datasets.md) | Step-by-step guide to create custom datasets |
312
+ | [Adding Augmentations](docs/user_guide/adding_augmentations.md) | Step-by-step guide to create custom data augmentations |
313
+ | [Adding Optimizers](docs/user_guide/adding_optimizers.md) | Step-by-step guide to add custom optimizers |
314
+ | [Adding Metrics](docs/user_guide/adding_metrics.md) | Step-by-step guide to add custom evaluation metrics |
315
+ | [Adding Schedulers](docs/user_guide/adding_schedulers.md) | Step-by-step guide to add custom learning rate schedulers |
316
+ | [Extending DeepFense (Quick Reference)](docs/user_guide/extending.md) | Quick reference for all component types |
317
+
318
+ ### CLI Reference
319
+
320
+ | Guide | Description |
321
+ |-------|-------------|
322
+ | [CLI Reference](docs/cli_reference.md) | Complete CLI documentation |
323
+
324
+ ### Recipes
325
+
326
+ | Resource | Description |
327
+ |----------|-------------|
328
+ | [Recipes](recipes/) | Pre-configured training setups and example models |
329
+
330
+ ---
331
+
332
+ ## Project Structure
333
+
334
+ ```
335
+ deepfense/
336
+ ├── config/ # YAML configurations
337
+ ├── data/ # Data handling & transforms
338
+ ├── models/ # Frontends, backends, losses
339
+ ├── training/ # Training loop & evaluation
340
+ ├── utils/ # Registry & helpers
341
+ └── cli/ # Command-line interface
342
+ ```
343
+
344
+ See [Architecture Overview](docs/04_architecture.md) for detailed structure and component organization.
345
+
346
+ ---
347
+
348
+ ## Recipes
349
+
350
+ DeepFense provides example recipes (pre-configured training setups) to help you get started quickly. Each recipe includes:
351
+ - Complete configuration files
352
+ - Pre-trained model checkpoints (where available)
353
+ - Training scripts and evaluation results
354
+ - Documentation on architecture choices and hyperparameters
355
+
356
+ See the [recipes](recipes/) folder for available recipes. Each recipe includes detailed README files explaining the configuration and how to reproduce the results.
357
+
358
+ ---
359
+
360
+ ## Contributing
361
+
362
+ We welcome contributions! See [Extending DeepFense](docs/user_guide/extending.md) for guidelines on adding new components.
363
+
364
+ ---
365
+
366
+ ## License
367
+
368
+ Apache 2.0 — see [LICENSE](LICENSE) for details.
369
+
370
+ ---
371
+
372
+ ## Citation
373
+
374
+ If you use DeepFense in your research, please cite:
375
+
376
+ ```bibtex
377
+ @software{deepfense2024,
378
+ title={DeepFense: A Modular Framework for Deepfake Audio Detection},
379
+ author={DeepFense Team},
380
+ year={2024},
381
+ url={https://github.com/Yaselley/deepfense-framework}
382
+ }
383
+ ```