fusion-bench 0.2.26__py3-none-any.whl → 0.2.28__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. fusion_bench/__init__.py +4 -0
  2. fusion_bench/dataset/clip_dataset.py +1 -0
  3. fusion_bench/method/__init__.py +2 -0
  4. fusion_bench/method/adamerging/__init__.py +28 -5
  5. fusion_bench/method/adamerging/resnet_adamerging.py +279 -0
  6. fusion_bench/method/adamerging/task_wise_adamerging.py +2 -14
  7. fusion_bench/method/adamerging/utils.py +58 -0
  8. fusion_bench/method/classification/image_classification_finetune.py +168 -12
  9. fusion_bench/method/dare/simple_average.py +3 -2
  10. fusion_bench/method/dare/task_arithmetic.py +3 -2
  11. fusion_bench/method/simple_average.py +6 -4
  12. fusion_bench/method/task_arithmetic/task_arithmetic.py +4 -1
  13. fusion_bench/mixins/lightning_fabric.py +9 -0
  14. fusion_bench/modelpool/__init__.py +24 -2
  15. fusion_bench/modelpool/base_pool.py +8 -1
  16. fusion_bench/modelpool/causal_lm/causal_lm.py +2 -1
  17. fusion_bench/modelpool/convnext_for_image_classification.py +198 -0
  18. fusion_bench/modelpool/dinov2_for_image_classification.py +197 -0
  19. fusion_bench/modelpool/resnet_for_image_classification.py +289 -5
  20. fusion_bench/models/hf_clip.py +4 -7
  21. fusion_bench/models/hf_utils.py +4 -1
  22. fusion_bench/models/model_card_templates/default.md +1 -1
  23. fusion_bench/taskpool/__init__.py +2 -0
  24. fusion_bench/taskpool/clip_vision/taskpool.py +1 -1
  25. fusion_bench/taskpool/resnet_for_image_classification.py +231 -0
  26. fusion_bench/utils/json.py +49 -8
  27. fusion_bench/utils/state_dict_arithmetic.py +91 -10
  28. {fusion_bench-0.2.26.dist-info → fusion_bench-0.2.28.dist-info}/METADATA +2 -2
  29. {fusion_bench-0.2.26.dist-info → fusion_bench-0.2.28.dist-info}/RECORD +124 -62
  30. fusion_bench_config/fabric/auto.yaml +1 -1
  31. fusion_bench_config/fabric/loggers/swandb_logger.yaml +5 -0
  32. fusion_bench_config/fabric/loggers/wandb_logger.yaml +2 -0
  33. fusion_bench_config/fabric_model_fusion.yaml +1 -0
  34. fusion_bench_config/method/adamerging/resnet.yaml +18 -0
  35. fusion_bench_config/method/classification/clip_finetune.yaml +5 -0
  36. fusion_bench_config/method/classification/image_classification_finetune.yaml +9 -0
  37. fusion_bench_config/method/linear/expo.yaml +5 -0
  38. fusion_bench_config/method/linear/llama_expo.yaml +5 -0
  39. fusion_bench_config/method/linear/llama_expo_with_dare.yaml +3 -0
  40. fusion_bench_config/method/linear/simple_average_for_causallm.yaml +5 -0
  41. fusion_bench_config/method/linear/task_arithmetic_for_causallm.yaml +3 -0
  42. fusion_bench_config/method/linear/ties_merging_for_causallm.yaml +5 -0
  43. fusion_bench_config/method/linear/weighted_average_for_llama.yaml +5 -0
  44. fusion_bench_config/method/mixtral_moe_merging.yaml +3 -0
  45. fusion_bench_config/method/mixtral_moe_upscaling.yaml +5 -0
  46. fusion_bench_config/method/regmean/clip_regmean.yaml +3 -0
  47. fusion_bench_config/method/regmean/gpt2_regmean.yaml +3 -0
  48. fusion_bench_config/method/regmean/regmean.yaml +3 -0
  49. fusion_bench_config/method/regmean_plusplus/clip_regmean_plusplus.yaml +3 -0
  50. fusion_bench_config/method/smile_upscaling/causal_lm_upscaling.yaml +6 -0
  51. fusion_bench_config/method/smile_upscaling/error_accumulation.yaml +5 -0
  52. fusion_bench_config/method/smile_upscaling/projected_energy.yaml +5 -0
  53. fusion_bench_config/method/smile_upscaling/singular_projection_merging.yaml +3 -0
  54. fusion_bench_config/method/smile_upscaling/smile_mistral_upscaling.yaml +5 -0
  55. fusion_bench_config/method/smile_upscaling/smile_qwen2_upscaling.yaml +5 -0
  56. fusion_bench_config/method/wudi/wudi.yaml +3 -0
  57. fusion_bench_config/model_fusion.yaml +2 -1
  58. fusion_bench_config/modelpool/ConvNextForImageClassification/convnext-base-224.yaml +10 -0
  59. fusion_bench_config/modelpool/Dinov2ForImageClassification/dinov2-base-imagenet1k-1-layer.yaml +10 -0
  60. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/_generate_config.py +138 -0
  61. fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet152_cifar10.yaml +1 -1
  62. fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet152_cifar100.yaml +1 -1
  63. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_dtd.yaml +14 -0
  64. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_emnist_letters.yaml +14 -0
  65. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_eurosat.yaml +14 -0
  66. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_fashion_mnist.yaml +14 -0
  67. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_fer2013.yaml +14 -0
  68. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_food101.yaml +14 -0
  69. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_gtsrb.yaml +14 -0
  70. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_kmnist.yaml +14 -0
  71. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_mnist.yaml +14 -0
  72. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_oxford-iiit-pet.yaml +14 -0
  73. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_oxford_flowers102.yaml +14 -0
  74. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_pcam.yaml +14 -0
  75. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_rendered-sst2.yaml +14 -0
  76. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_resisc45.yaml +14 -0
  77. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_stanford-cars.yaml +14 -0
  78. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_stl10.yaml +14 -0
  79. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_sun397.yaml +14 -0
  80. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_svhn.yaml +14 -0
  81. fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet18_cifar10.yaml +1 -1
  82. fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet18_cifar100.yaml +1 -1
  83. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_dtd.yaml +14 -0
  84. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_emnist_letters.yaml +14 -0
  85. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_eurosat.yaml +14 -0
  86. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_fashion_mnist.yaml +14 -0
  87. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_fer2013.yaml +14 -0
  88. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_food101.yaml +14 -0
  89. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_gtsrb.yaml +14 -0
  90. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_kmnist.yaml +14 -0
  91. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_mnist.yaml +14 -0
  92. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_oxford-iiit-pet.yaml +14 -0
  93. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_oxford_flowers102.yaml +14 -0
  94. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_pcam.yaml +14 -0
  95. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_rendered-sst2.yaml +14 -0
  96. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_resisc45.yaml +14 -0
  97. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_stanford-cars.yaml +14 -0
  98. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_stl10.yaml +14 -0
  99. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_sun397.yaml +14 -0
  100. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_svhn.yaml +14 -0
  101. fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet50_cifar10.yaml +1 -1
  102. fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet50_cifar100.yaml +1 -1
  103. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_dtd.yaml +14 -0
  104. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_emnist_letters.yaml +14 -0
  105. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_eurosat.yaml +14 -0
  106. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_fashion_mnist.yaml +14 -0
  107. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_fer2013.yaml +14 -0
  108. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_food101.yaml +14 -0
  109. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_gtsrb.yaml +14 -0
  110. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_kmnist.yaml +14 -0
  111. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_mnist.yaml +14 -0
  112. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_oxford-iiit-pet.yaml +14 -0
  113. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_oxford_flowers102.yaml +14 -0
  114. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_pcam.yaml +14 -0
  115. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_rendered-sst2.yaml +14 -0
  116. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_resisc45.yaml +14 -0
  117. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_stanford-cars.yaml +14 -0
  118. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_stl10.yaml +14 -0
  119. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_sun397.yaml +14 -0
  120. fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_svhn.yaml +14 -0
  121. fusion_bench_config/method/clip_finetune.yaml +0 -26
  122. {fusion_bench-0.2.26.dist-info → fusion_bench-0.2.28.dist-info}/WHEEL +0 -0
  123. {fusion_bench-0.2.26.dist-info → fusion_bench-0.2.28.dist-info}/entry_points.txt +0 -0
  124. {fusion_bench-0.2.26.dist-info → fusion_bench-0.2.28.dist-info}/licenses/LICENSE +0 -0
  125. {fusion_bench-0.2.26.dist-info → fusion_bench-0.2.28.dist-info}/top_level.txt +0 -0
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_gtsrb.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - gtsrb
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - gtsrb
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: gtsrb
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_kmnist.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - kmnist
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - kmnist
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: kmnist
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_mnist.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - mnist
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - mnist
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: mnist
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_oxford-iiit-pet.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - oxford-iiit-pet
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - oxford-iiit-pet
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: oxford-iiit-pet
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_oxford_flowers102.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - oxford_flowers102
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - oxford_flowers102
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: oxford_flowers102
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_pcam.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - pcam
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - pcam
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: pcam
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_rendered-sst2.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - rendered-sst2
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - rendered-sst2
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: rendered-sst2
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_resisc45.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - resisc45
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - resisc45
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: resisc45
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_stanford-cars.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - stanford-cars
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - stanford-cars
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: stanford-cars
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_stl10.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - stl10
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - stl10
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: stl10
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_sun397.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - sun397
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - sun397
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: sun397
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_svhn.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - svhn
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - svhn
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-18
13
+ pretrained: true
14
+ dataset_name: svhn
fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet50_cifar10.yaml RENAMED
@@ -11,4 +11,4 @@ models:
11
11
  _pretrained_:
12
12
  config_path: microsoft/resnet-50
13
13
  pretrained: true
14
- dataset_name: cifar10
14
+ dataset_name: cifar10
fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet50_cifar100.yaml RENAMED
@@ -11,4 +11,4 @@ models:
11
11
  _pretrained_:
12
12
  config_path: microsoft/resnet-50
13
13
  pretrained: true
14
- dataset_name: cifar100
14
+ dataset_name: cifar100
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_dtd.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - dtd
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - dtd
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: dtd
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_emnist_letters.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - emnist_letters
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - emnist_letters
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: emnist_letters
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_eurosat.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - eurosat
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - eurosat
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: eurosat
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_fashion_mnist.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - fashion_mnist
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - fashion_mnist
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: fashion_mnist
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_fer2013.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - fer2013
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - fer2013
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: fer2013
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_food101.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - food101
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - food101
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: food101
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_gtsrb.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - gtsrb
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - gtsrb
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: gtsrb
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_kmnist.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - kmnist
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - kmnist
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: kmnist
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_mnist.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - mnist
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - mnist
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: mnist
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_oxford-iiit-pet.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - oxford-iiit-pet
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - oxford-iiit-pet
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: oxford-iiit-pet
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_oxford_flowers102.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - oxford_flowers102
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - oxford_flowers102
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: oxford_flowers102
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_pcam.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - pcam
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - pcam
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: pcam
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_rendered-sst2.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - rendered-sst2
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - rendered-sst2
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: rendered-sst2
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_resisc45.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - resisc45
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - resisc45
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: resisc45
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_stanford-cars.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - stanford-cars
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - stanford-cars
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: stanford-cars
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_stl10.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - stl10
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - stl10
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: stl10
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_sun397.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - sun397
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - sun397
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: sun397
fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet50_svhn.yaml ADDED
@@ -0,0 +1,14 @@
1
+ defaults:
2
+ - /dataset/image_classification/train@train_datasets:
3
+ - svhn
4
+ - /dataset/image_classification/test@val_datasets:
5
+ - svhn
6
+ - _self_
7
+ _target_: fusion_bench.modelpool.ResNetForImageClassificationPool
8
+ _recursive_: False
9
+ type: transformers
10
+ models:
11
+ _pretrained_:
12
+ config_path: microsoft/resnet-50
13
+ pretrained: true
14
+ dataset_name: svhn
fusion_bench_config/method/clip_finetune.yaml DELETED
@@ -1,26 +0,0 @@
1
- name: clip_finetune
2
- seed: 42
3
- learning_rate: 1e-5
4
- weight_decay: 0
5
- num_steps: 4000
6
- batch_size: 128
7
- num_workers: 16
8
- save_interval: 500
9
- # if `state_dict_load_path` is not null, the training will be resumed from the state_dict_path
10
- state_dict_load_path: null
11
- # if `state_dict_save_path` is not null, the state_dict will be saved to the path after training
12
- state_dict_save_path: null
13
- # if `skip_training` is true, use with `state_dict_load_path` to skip training and only evaluate
14
- skip_training: false
15
- # === LoRA ===
16
- use_lora: false
17
- lora_config:
18
- r: 16
19
- lora_alpha: 32
20
- target_modules:
21
- - q_proj
22
- - v_proj
23
- lora_dropout: 0.1
24
- bias: none
25
- # === L-LoRA ===
26
- use_l_lora: false