fusion-bench 0.2.18__py3-none-any.whl → 0.2.20__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. fusion_bench/__init__.py +6 -0
  2. fusion_bench/constants/banner.py +12 -0
  3. fusion_bench/method/__init__.py +2 -0
  4. fusion_bench/method/linear/simple_average_for_llama.py +30 -5
  5. fusion_bench/method/regmean_plusplus/__init__.py +3 -0
  6. fusion_bench/method/regmean_plusplus/clip_regmean_plusplus.py +192 -0
  7. fusion_bench/method/regmean_plusplus/regmean_plusplus.py +365 -0
  8. fusion_bench/method/simple_average.py +29 -3
  9. fusion_bench/modelpool/causal_lm/causal_lm.py +37 -6
  10. fusion_bench/modelpool/clip_vision/modelpool.py +45 -12
  11. fusion_bench/scripts/cli.py +1 -1
  12. fusion_bench/tasks/clip_classification/imagenet.py +1008 -2004
  13. fusion_bench/utils/lazy_state_dict.py +75 -3
  14. fusion_bench/utils/misc.py +66 -2
  15. fusion_bench/utils/modelscope.py +146 -0
  16. fusion_bench/utils/state_dict_arithmetic.py +10 -5
  17. {fusion_bench-0.2.18.dist-info → fusion_bench-0.2.20.dist-info}/METADATA +9 -1
  18. {fusion_bench-0.2.18.dist-info → fusion_bench-0.2.20.dist-info}/RECORD +50 -43
  19. fusion_bench_config/method/regmean/clip_regmean.yaml +1 -1
  20. fusion_bench_config/method/regmean_plusplus/clip_regmean_plusplus.yaml +11 -0
  21. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20.yaml +73 -8
  22. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20_model_only.yaml +27 -7
  23. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8.yaml +34 -4
  24. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8_control_task.yaml +14 -17
  25. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8_model_only.yaml +14 -3
  26. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL10.yaml +39 -5
  27. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL12.yaml +49 -5
  28. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14.yaml +55 -5
  29. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14_model_only.yaml +21 -4
  30. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL16.yaml +61 -5
  31. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL18.yaml +67 -5
  32. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20.yaml +73 -5
  33. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20_model_only.yaml +26 -3
  34. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_finetuned.yaml +7 -5
  35. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_task_projection.yaml +6 -10
  36. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_sun397_and_cars.yaml +6 -7
  37. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_sun397_and_dtd.yaml +6 -7
  38. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_sun397_cars_and_dtd.yaml +7 -8
  39. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_svhn_and_mnist.yaml +8 -0
  40. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_two_tasks_control_task.yaml +4 -6
  41. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TA8.yaml +32 -7
  42. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TA8_model_only.yaml +14 -6
  43. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20.yaml +73 -8
  44. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20_model_only.yaml +27 -7
  45. fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_individual.yaml +6 -10
  46. fusion_bench_config/modelpool/CausalLMPool/Qwen2.5-1.5B_math_and_coder.yaml +11 -0
  47. {fusion_bench-0.2.18.dist-info → fusion_bench-0.2.20.dist-info}/WHEEL +0 -0
  48. {fusion_bench-0.2.18.dist-info → fusion_bench-0.2.20.dist-info}/entry_points.txt +0 -0
  49. {fusion_bench-0.2.18.dist-info → fusion_bench-0.2.20.dist-info}/licenses/LICENSE +0 -0
  50. {fusion_bench-0.2.18.dist-info → fusion_bench-0.2.20.dist-info}/top_level.txt +0 -0
fusion_bench_config/method/regmean/clip_regmean.yaml CHANGED
@@ -5,7 +5,7 @@ exclude_param_names_regex: []
5
5
  num_regmean_examples: 256
6
6
  weight_transpose: true
7
7
  # float, reduce non-diagonal elements in regmean weights by multiplying this scalar
8
- reduce_non_diagonal_ratio: 0.6
8
+ reduce_non_diagonal_ratio: 0.95
9
9
  dataloader_kwargs:
10
10
  batch_size: 32
11
11
  num_workers: 0
fusion_bench_config/method/regmean_plusplus/clip_regmean_plusplus.yaml ADDED
@@ -0,0 +1,11 @@
1
+ _target_: fusion_bench.method.RegMeanAlgorithmForCLIPPlusPlus
2
+ # list, regular expression of names of parameters that need to be excluded
3
+ exclude_param_names_regex: []
4
+ # numbers of examples to compute regmean weights
5
+ num_regmean_examples: 256
6
+ weight_transpose: true
7
+ # float, reduce non-diagonal elements in regmean weights by multiplying this scalar
8
+ reduce_non_diagonal_ratio: 0.95
9
+ dataloader_kwargs:
10
+ batch_size: 32
11
+ num_workers: 0
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20.yaml CHANGED
@@ -1,11 +1,76 @@
1
- # The 20 task used in the paper:
1
+ # The 20 task used in the paper:
2
2
  # Wang et al. Localizing Task Information for Improved Model Merging and Compression
3
3
  # http://arxiv.org/abs/2405.07813
4
4
  defaults:
5
- - CLIPVisionModelPool@: _template
6
- - /model/clip-vit@models: clip-vit-base-patch16_TALL20
7
- - /dataset/image_classification/train@train_datasets: TALL20
8
- - /dataset/image_classification/test@test_datasets: TALL20
9
- processor:
10
- _target_: transformers.CLIPProcessor.from_pretrained
11
- pretrained_model_name_or_path: openai/clip-vit-base-patch16
5
+ - /dataset/image_classification/train@train_datasets:
6
+ # -- begin of eight tasks in the task arithmetic paper ---
7
+ - sun397
8
+ - stanford-cars
9
+ - resisc45
10
+ - eurosat
11
+ - svhn
12
+ - gtsrb
13
+ - mnist
14
+ - dtd
15
+ # -- end of eight tasks in the task arithmetic paper ---
16
+ - oxford_flowers102
17
+ - pcam
18
+ - fer2013
19
+ - oxford-iiit-pet
20
+ - stl10
21
+ - cifar100
22
+ - cifar10
23
+ - food101
24
+ - fashion_mnist
25
+ - emnist_letters
26
+ - kmnist
27
+ - rendered-sst2
28
+ - /dataset/image_classification/test@test_datasets:
29
+ # -- begin of eight tasks in the task arithmetic paper ---
30
+ - sun397
31
+ - stanford-cars
32
+ - resisc45
33
+ - eurosat
34
+ - svhn
35
+ - gtsrb
36
+ - mnist
37
+ - dtd
38
+ # -- end of eight tasks in the task arithmetic paper ---
39
+ - oxford_flowers102
40
+ - pcam
41
+ - fer2013
42
+ - oxford-iiit-pet
43
+ - stl10
44
+ - cifar100
45
+ - cifar10
46
+ - food101
47
+ - fashion_mnist
48
+ - emnist_letters
49
+ - kmnist
50
+ - rendered-sst2
51
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
52
+ _recursive_: False
53
+ processor: openai/clip-vit-base-patch16
54
+ models:
55
+ _pretrained_: openai/clip-vit-base-patch16
56
+ sun397: tanganke/clip-vit-base-patch16_sun397
57
+ stanford-cars: tanganke/clip-vit-base-patch16_stanford-cars
58
+ resisc45: tanganke/clip-vit-base-patch16_resisc45
59
+ eurosat: tanganke/clip-vit-base-patch16_eurosat
60
+ svhn: tanganke/clip-vit-base-patch16_svhn
61
+ gtsrb: tanganke/clip-vit-base-patch16_gtsrb
62
+ mnist: tanganke/clip-vit-base-patch16_mnist
63
+ dtd: tanganke/clip-vit-base-patch16_dtd
64
+ oxford_flowers102: tanganke/clip-vit-base-patch16_oxford_flowers102
65
+ pcam: tanganke/clip-vit-base-patch16_pcam
66
+ fer2013: tanganke/clip-vit-base-patch16_fer2013
67
+ oxford-iiit-pet: tanganke/clip-vit-base-patch16_oxford-iiit-pet
68
+ stl10: tanganke/clip-vit-base-patch16_stl10
69
+ cifar100: tanganke/clip-vit-base-patch16_cifar100
70
+ cifar10: tanganke/clip-vit-base-patch16_cifar10
71
+ food101: tanganke/clip-vit-base-patch16_food101
72
+ fashion_mnist: tanganke/clip-vit-base-patch16_fashion_mnist
73
+ emnist_letters: tanganke/clip-vit-base-patch16_emnist_letters
74
+ kmnist: tanganke/clip-vit-base-patch16_kmnist
75
+ rendered-sst2: tanganke/clip-vit-base-patch16_rendered-sst2
76
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20_model_only.yaml CHANGED
@@ -1,9 +1,29 @@
1
- # The 20 task used in the paper:
1
+ # The 20 task used in the paper:
2
2
  # Wang et al. Localizing Task Information for Improved Model Merging and Compression
3
3
  # http://arxiv.org/abs/2405.07813
4
- defaults:
5
- - CLIPVisionModelPool@: _template
6
- - /model/clip-vit@models: clip-vit-base-patch16_TALL20
7
- processor:
8
- _target_: transformers.CLIPProcessor.from_pretrained
9
- pretrained_model_name_or_path: openai/clip-vit-base-patch16
4
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
5
+ _recursive_: False
6
+ processor: openai/clip-vit-base-patch16
7
+ models:
8
+ _pretrained_: openai/clip-vit-base-patch16
9
+ sun397: tanganke/clip-vit-base-patch16_sun397
10
+ stanford-cars: tanganke/clip-vit-base-patch16_stanford-cars
11
+ resisc45: tanganke/clip-vit-base-patch16_resisc45
12
+ eurosat: tanganke/clip-vit-base-patch16_eurosat
13
+ svhn: tanganke/clip-vit-base-patch16_svhn
14
+ gtsrb: tanganke/clip-vit-base-patch16_gtsrb
15
+ mnist: tanganke/clip-vit-base-patch16_mnist
16
+ dtd: tanganke/clip-vit-base-patch16_dtd
17
+ oxford_flowers102: tanganke/clip-vit-base-patch16_oxford_flowers102
18
+ pcam: tanganke/clip-vit-base-patch16_pcam
19
+ fer2013: tanganke/clip-vit-base-patch16_fer2013
20
+ oxford-iiit-pet: tanganke/clip-vit-base-patch16_oxford-iiit-pet
21
+ stl10: tanganke/clip-vit-base-patch16_stl10
22
+ cifar100: tanganke/clip-vit-base-patch16_cifar100
23
+ cifar10: tanganke/clip-vit-base-patch16_cifar10
24
+ food101: tanganke/clip-vit-base-patch16_food101
25
+ fashion_mnist: tanganke/clip-vit-base-patch16_fashion_mnist
26
+ emnist_letters: tanganke/clip-vit-base-patch16_emnist_letters
27
+ kmnist: tanganke/clip-vit-base-patch16_kmnist
28
+ rendered-sst2: tanganke/clip-vit-base-patch16_rendered-sst2
29
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8.yaml CHANGED
@@ -1,5 +1,35 @@
1
+ # eight image classification tasks defined in task arithmetic paper
1
2
  defaults:
2
- - CLIPVisionModelPool@: _template
3
- - /model/clip-vit@models: clip-vit-base-patch32_eight_tasks
4
- - /dataset/image_classification/train@train_datasets: the_eight_tasks
5
- - /dataset/image_classification/test@test_datasets: the_eight_tasks
3
+ - /dataset/image_classification/train@train_datasets:
4
+ - sun397
5
+ - stanford-cars
6
+ - resisc45
7
+ - eurosat
8
+ - svhn
9
+ - gtsrb
10
+ - mnist
11
+ - dtd
12
+ - /dataset/image_classification/test@test_datasets:
13
+ - sun397
14
+ - stanford-cars
15
+ - resisc45
16
+ - eurosat
17
+ - svhn
18
+ - gtsrb
19
+ - mnist
20
+ - dtd
21
+ - _self_
22
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
23
+ _recursive_: False
24
+ processor: openai/clip-vit-base-patch32
25
+ models:
26
+ _pretrained_: openai/clip-vit-base-patch32
27
+ sun397: tanganke/clip-vit-base-patch32_sun397
28
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
29
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
30
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
31
+ svhn: tanganke/clip-vit-base-patch32_svhn
32
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
33
+ mnist: tanganke/clip-vit-base-patch32_mnist
34
+ dtd: tanganke/clip-vit-base-patch32_dtd
35
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8_control_task.yaml CHANGED
@@ -1,21 +1,18 @@
1
1
  defaults:
2
- - _self_
3
- - /model/clip-vit@models:
4
- - clip-vit-base-patch32
5
- - clip-vit-base-patch32_sun397
6
- - clip-vit-base-patch32_stanford-cars
7
- - clip-vit-base-patch32_resisc45
8
- - clip-vit-base-patch32_eurosat
9
- - clip-vit-base-patch32_svhn
10
- - clip-vit-base-patch32_gtsrb
11
- - clip-vit-base-patch32_mnist
12
- - clip-vit-base-patch32_dtd
13
2
  - /dataset/image_classification/train@train_datasets:
14
3
  - tiny-imagenet
4
+ - _self_
15
5
  _target_: fusion_bench.modelpool.CLIPVisionModelPool
16
- _recursive_: false
17
- models: ???
18
- train_datasets: ???
19
- processor:
20
- _target_: transformers.CLIPProcessor.from_pretrained
21
- pretrained_model_name_or_path: openai/clip-vit-base-patch32
6
+ _recursive_: False
7
+ processor: openai/clip-vit-base-patch32
8
+ models:
9
+ _pretrained_: openai/clip-vit-base-patch32
10
+ sun397: tanganke/clip-vit-base-patch32_sun397
11
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
12
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
13
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
14
+ svhn: tanganke/clip-vit-base-patch32_svhn
15
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
16
+ mnist: tanganke/clip-vit-base-patch32_mnist
17
+ dtd: tanganke/clip-vit-base-patch32_dtd
18
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8_model_only.yaml CHANGED
@@ -1,3 +1,14 @@
1
- defaults:
2
- - CLIPVisionModelPool@: _template
3
- - /model/clip-vit@models: clip-vit-base-patch32_eight_tasks
1
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
2
+ _recursive_: False
3
+ processor: openai/clip-vit-base-patch32
4
+ models:
5
+ _pretrained_: openai/clip-vit-base-patch32
6
+ sun397: tanganke/clip-vit-base-patch32_sun397
7
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
8
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
9
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
10
+ svhn: tanganke/clip-vit-base-patch32_svhn
11
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
12
+ mnist: tanganke/clip-vit-base-patch32_mnist
13
+ dtd: tanganke/clip-vit-base-patch32_dtd
14
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL10.yaml CHANGED
@@ -1,8 +1,42 @@
1
- # The 20 task used in the paper:
1
+ # The 10 task used in the paper (TALL mask):
2
2
  # Wang et al. Localizing Task Information for Improved Model Merging and Compression
3
3
  # http://arxiv.org/abs/2405.07813
4
4
  defaults:
5
- - CLIPVisionModelPool@: _template
6
- - /model/clip-vit@models: clip-vit-base-patch32_TALL10
7
- - /dataset/image_classification/train@train_datasets: TALL10
8
- - /dataset/image_classification/test@test_datasets: TALL10
5
+ - /dataset/image_classification/train@train_datasets:
6
+ - sun397
7
+ - stanford-cars
8
+ - resisc45
9
+ - eurosat
10
+ - svhn
11
+ - gtsrb
12
+ - mnist
13
+ - dtd
14
+ - oxford_flowers102
15
+ - pcam
16
+ - /dataset/image_classification/test@test_datasets:
17
+ - sun397
18
+ - stanford-cars
19
+ - resisc45
20
+ - eurosat
21
+ - svhn
22
+ - gtsrb
23
+ - mnist
24
+ - dtd
25
+ - oxford_flowers102
26
+ - pcam
27
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
28
+ _recursive_: False
29
+ processor: openai/clip-vit-base-patch32
30
+ models:
31
+ _pretrained_: openai/clip-vit-base-patch32
32
+ sun397: tanganke/clip-vit-base-patch32_sun397
33
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
34
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
35
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
36
+ svhn: tanganke/clip-vit-base-patch32_svhn
37
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
38
+ mnist: tanganke/clip-vit-base-patch32_mnist
39
+ dtd: tanganke/clip-vit-base-patch32_dtd
40
+ oxford_flowers102: tanganke/clip-vit-base-patch32_oxford_flowers102
41
+ pcam: tanganke/clip-vit-base-patch32_pcam
42
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL12.yaml CHANGED
@@ -1,8 +1,52 @@
1
- # The 20 task used in the paper:
1
+ # The 12 task used in the paper (TALL mask):
2
2
  # Wang et al. Localizing Task Information for Improved Model Merging and Compression
3
3
  # http://arxiv.org/abs/2405.07813
4
4
  defaults:
5
- - CLIPVisionModelPool@: _template
6
- - /model/clip-vit@models: clip-vit-base-patch32_TALL12
7
- - /dataset/image_classification/train@train_datasets: TALL12
8
- - /dataset/image_classification/test@test_datasets: TALL12
5
+ - /dataset/image_classification/train@train_datasets:
6
+ # -- begin of eight tasks in the task arithmetic paper ---
7
+ - sun397
8
+ - stanford-cars
9
+ - resisc45
10
+ - eurosat
11
+ - svhn
12
+ - gtsrb
13
+ - mnist
14
+ - dtd
15
+ # -- end of eight tasks in the task arithmetic paper ---
16
+ - oxford_flowers102
17
+ - pcam
18
+ - fer2013
19
+ - oxford-iiit-pet
20
+ - /dataset/image_classification/test@test_datasets:
21
+ # -- begin of eight tasks in the task arithmetic paper ---
22
+ - sun397
23
+ - stanford-cars
24
+ - resisc45
25
+ - eurosat
26
+ - svhn
27
+ - gtsrb
28
+ - mnist
29
+ - dtd
30
+ # -- end of eight tasks in the task arithmetic paper ---
31
+ - oxford_flowers102
32
+ - pcam
33
+ - fer2013
34
+ - oxford-iiit-pet
35
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
36
+ _recursive_: False
37
+ processor: openai/clip-vit-base-patch32
38
+ models:
39
+ _pretrained_: openai/clip-vit-base-patch32
40
+ sun397: tanganke/clip-vit-base-patch32_sun397
41
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
42
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
43
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
44
+ svhn: tanganke/clip-vit-base-patch32_svhn
45
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
46
+ mnist: tanganke/clip-vit-base-patch32_mnist
47
+ dtd: tanganke/clip-vit-base-patch32_dtd
48
+ oxford_flowers102: tanganke/clip-vit-base-patch32_oxford_flowers102
49
+ pcam: tanganke/clip-vit-base-patch32_pcam
50
+ fer2013: tanganke/clip-vit-base-patch32_fer2013
51
+ oxford-iiit-pet: tanganke/clip-vit-base-patch32_oxford-iiit-pet
52
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14.yaml CHANGED
@@ -1,8 +1,58 @@
1
- # The 14 task used in the paper:
1
+ # The 14 task used in the paper (TALL mask):
2
2
  # Wang et al. Localizing Task Information for Improved Model Merging and Compression
3
3
  # http://arxiv.org/abs/2405.07813
4
4
  defaults:
5
- - CLIPVisionModelPool@: _template
6
- - /model/clip-vit@models: clip-vit-base-patch32_TALL14
7
- - /dataset/image_classification/train@train_datasets: TALL14
8
- - /dataset/image_classification/test@test_datasets: TALL14
5
+ - /dataset/image_classification/train@train_datasets:
6
+ # -- begin of eight tasks in the task arithmetic paper ---
7
+ - sun397
8
+ - stanford-cars
9
+ - resisc45
10
+ - eurosat
11
+ - svhn
12
+ - gtsrb
13
+ - mnist
14
+ - dtd
15
+ # -- end of eight tasks in the task arithmetic paper ---
16
+ - oxford_flowers102
17
+ - pcam
18
+ - fer2013
19
+ - oxford-iiit-pet
20
+ - stl10
21
+ - cifar100
22
+ - /dataset/image_classification/test@test_datasets:
23
+ # -- begin of eight tasks in the task arithmetic paper ---
24
+ - sun397
25
+ - stanford-cars
26
+ - resisc45
27
+ - eurosat
28
+ - svhn
29
+ - gtsrb
30
+ - mnist
31
+ - dtd
32
+ # -- end of eight tasks in the task arithmetic paper ---
33
+ - oxford_flowers102
34
+ - pcam
35
+ - fer2013
36
+ - oxford-iiit-pet
37
+ - stl10
38
+ - cifar100
39
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
40
+ _recursive_: False
41
+ processor: openai/clip-vit-base-patch32
42
+ models:
43
+ _pretrained_: openai/clip-vit-base-patch32
44
+ sun397: tanganke/clip-vit-base-patch32_sun397
45
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
46
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
47
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
48
+ svhn: tanganke/clip-vit-base-patch32_svhn
49
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
50
+ mnist: tanganke/clip-vit-base-patch32_mnist
51
+ dtd: tanganke/clip-vit-base-patch32_dtd
52
+ oxford_flowers102: tanganke/clip-vit-base-patch32_oxford_flowers102
53
+ pcam: tanganke/clip-vit-base-patch32_pcam
54
+ fer2013: tanganke/clip-vit-base-patch32_fer2013
55
+ oxford-iiit-pet: tanganke/clip-vit-base-patch32_oxford-iiit-pet
56
+ stl10: tanganke/clip-vit-base-patch32_stl10
57
+ cifar100: tanganke/clip-vit-base-patch32_cifar100
58
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14_model_only.yaml CHANGED
@@ -1,6 +1,23 @@
1
- # The 14 task used in the paper:
1
+ # The 14 task used in the paper:
2
2
  # Wang et al. Localizing Task Information for Improved Model Merging and Compression
3
3
  # http://arxiv.org/abs/2405.07813
4
- defaults:
5
- - CLIPVisionModelPool@: _template
6
- - /model/clip-vit@models: clip-vit-base-patch32_TALL14
4
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
5
+ _recursive_: False
6
+ processor: openai/clip-vit-base-patch32
7
+ models:
8
+ _pretrained_: openai/clip-vit-base-patch32
9
+ sun397: tanganke/clip-vit-base-patch32_sun397
10
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
11
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
12
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
13
+ svhn: tanganke/clip-vit-base-patch32_svhn
14
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
15
+ mnist: tanganke/clip-vit-base-patch32_mnist
16
+ dtd: tanganke/clip-vit-base-patch32_dtd
17
+ oxford_flowers102: tanganke/clip-vit-base-patch32_oxford_flowers102
18
+ pcam: tanganke/clip-vit-base-patch32_pcam
19
+ fer2013: tanganke/clip-vit-base-patch32_fer2013
20
+ oxford-iiit-pet: tanganke/clip-vit-base-patch32_oxford-iiit-pet
21
+ stl10: tanganke/clip-vit-base-patch32_stl10
22
+ cifar100: tanganke/clip-vit-base-patch32_cifar100
23
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL16.yaml CHANGED
@@ -1,8 +1,64 @@
1
- # The 20 task used in the paper:
1
+ # The 16 task used in the paper (TALL mask):
2
2
  # Wang et al. Localizing Task Information for Improved Model Merging and Compression
3
3
  # http://arxiv.org/abs/2405.07813
4
4
  defaults:
5
- - CLIPVisionModelPool@: _template
6
- - /model/clip-vit@models: clip-vit-base-patch32_TALL16
7
- - /dataset/image_classification/train@train_datasets: TALL16
8
- - /dataset/image_classification/test@test_datasets: TALL16
5
+ - /dataset/image_classification/train@train_datasets:
6
+ # -- begin of eight tasks in the task arithmetic paper ---
7
+ - sun397
8
+ - stanford-cars
9
+ - resisc45
10
+ - eurosat
11
+ - svhn
12
+ - gtsrb
13
+ - mnist
14
+ - dtd
15
+ # -- end of eight tasks in the task arithmetic paper ---
16
+ - oxford_flowers102
17
+ - pcam
18
+ - fer2013
19
+ - oxford-iiit-pet
20
+ - stl10
21
+ - cifar100
22
+ - cifar10
23
+ - food101
24
+ - /dataset/image_classification/test@test_datasets:
25
+ # -- begin of eight tasks in the task arithmetic paper ---
26
+ - sun397
27
+ - stanford-cars
28
+ - resisc45
29
+ - eurosat
30
+ - svhn
31
+ - gtsrb
32
+ - mnist
33
+ - dtd
34
+ # -- end of eight tasks in the task arithmetic paper ---
35
+ - oxford_flowers102
36
+ - pcam
37
+ - fer2013
38
+ - oxford-iiit-pet
39
+ - stl10
40
+ - cifar100
41
+ - cifar10
42
+ - food101
43
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
44
+ _recursive_: False
45
+ processor: openai/clip-vit-base-patch32
46
+ models:
47
+ _pretrained_: openai/clip-vit-base-patch32
48
+ sun397: tanganke/clip-vit-base-patch32_sun397
49
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
50
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
51
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
52
+ svhn: tanganke/clip-vit-base-patch32_svhn
53
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
54
+ mnist: tanganke/clip-vit-base-patch32_mnist
55
+ dtd: tanganke/clip-vit-base-patch32_dtd
56
+ oxford_flowers102: tanganke/clip-vit-base-patch32_oxford_flowers102
57
+ pcam: tanganke/clip-vit-base-patch32_pcam
58
+ fer2013: tanganke/clip-vit-base-patch32_fer2013
59
+ oxford-iiit-pet: tanganke/clip-vit-base-patch32_oxford-iiit-pet
60
+ stl10: tanganke/clip-vit-base-patch32_stl10
61
+ cifar100: tanganke/clip-vit-base-patch32_cifar100
62
+ cifar10: tanganke/clip-vit-base-patch32_cifar10
63
+ food101: tanganke/clip-vit-base-patch32_food101
64
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL18.yaml CHANGED
@@ -1,8 +1,70 @@
1
- # The 20 task used in the paper:
1
+ # The 18 task used in the paper:
2
2
  # Wang et al. Localizing Task Information for Improved Model Merging and Compression
3
3
  # http://arxiv.org/abs/2405.07813
4
4
  defaults:
5
- - CLIPVisionModelPool@: _template
6
- - /model/clip-vit@models: clip-vit-base-patch32_TALL18
7
- - /dataset/image_classification/train@train_datasets: TALL18
8
- - /dataset/image_classification/test@test_datasets: TALL18
5
+ - /dataset/image_classification/train@train_datasets:
6
+ # -- begin of eight tasks in the task arithmetic paper ---
7
+ - sun397
8
+ - stanford-cars
9
+ - resisc45
10
+ - eurosat
11
+ - svhn
12
+ - gtsrb
13
+ - mnist
14
+ - dtd
15
+ # -- end of eight tasks in the task arithmetic paper ---
16
+ - oxford_flowers102
17
+ - pcam
18
+ - fer2013
19
+ - oxford-iiit-pet
20
+ - stl10
21
+ - cifar100
22
+ - cifar10
23
+ - food101
24
+ - fashion_mnist
25
+ - emnist_letters
26
+ - /dataset/image_classification/test@test_datasets:
27
+ # -- begin of eight tasks in the task arithmetic paper ---
28
+ - sun397
29
+ - stanford-cars
30
+ - resisc45
31
+ - eurosat
32
+ - svhn
33
+ - gtsrb
34
+ - mnist
35
+ - dtd
36
+ # -- end of eight tasks in the task arithmetic paper ---
37
+ - oxford_flowers102
38
+ - pcam
39
+ - fer2013
40
+ - oxford-iiit-pet
41
+ - stl10
42
+ - cifar100
43
+ - cifar10
44
+ - food101
45
+ - fashion_mnist
46
+ - emnist_letters
47
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
48
+ _recursive_: False
49
+ processor: openai/clip-vit-base-patch32
50
+ models:
51
+ _pretrained_: openai/clip-vit-base-patch32
52
+ sun397: tanganke/clip-vit-base-patch32_sun397
53
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
54
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
55
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
56
+ svhn: tanganke/clip-vit-base-patch32_svhn
57
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
58
+ mnist: tanganke/clip-vit-base-patch32_mnist
59
+ dtd: tanganke/clip-vit-base-patch32_dtd
60
+ oxford_flowers102: tanganke/clip-vit-base-patch32_oxford_flowers102
61
+ pcam: tanganke/clip-vit-base-patch32_pcam
62
+ fer2013: tanganke/clip-vit-base-patch32_fer2013
63
+ oxford-iiit-pet: tanganke/clip-vit-base-patch32_oxford-iiit-pet
64
+ stl10: tanganke/clip-vit-base-patch32_stl10
65
+ cifar100: tanganke/clip-vit-base-patch32_cifar100
66
+ cifar10: tanganke/clip-vit-base-patch32_cifar10
67
+ food101: tanganke/clip-vit-base-patch32_food101
68
+ fashion_mnist: tanganke/clip-vit-base-patch32_fashion_mnist
69
+ emnist_letters: tanganke/clip-vit-base-patch32_emnist_letters
70
+ platform: hf
fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20.yaml CHANGED
@@ -1,8 +1,76 @@
1
- # The 20 task used in the paper:
1
+ # The 20 task used in the paper:
2
2
  # Wang et al. Localizing Task Information for Improved Model Merging and Compression
3
3
  # http://arxiv.org/abs/2405.07813
4
4
  defaults:
5
- - CLIPVisionModelPool@: _template
6
- - /model/clip-vit@models: clip-vit-base-patch32_TALL20
7
- - /dataset/image_classification/train@train_datasets: TALL20
8
- - /dataset/image_classification/test@test_datasets: TALL20
5
+ - /dataset/image_classification/train@train_datasets:
6
+ # -- begin of eight tasks in the task arithmetic paper ---
7
+ - sun397
8
+ - stanford-cars
9
+ - resisc45
10
+ - eurosat
11
+ - svhn
12
+ - gtsrb
13
+ - mnist
14
+ - dtd
15
+ # -- end of eight tasks in the task arithmetic paper ---
16
+ - oxford_flowers102
17
+ - pcam
18
+ - fer2013
19
+ - oxford-iiit-pet
20
+ - stl10
21
+ - cifar100
22
+ - cifar10
23
+ - food101
24
+ - fashion_mnist
25
+ - emnist_letters
26
+ - kmnist
27
+ - rendered-sst2
28
+ - /dataset/image_classification/test@test_datasets:
29
+ # -- begin of eight tasks in the task arithmetic paper ---
30
+ - sun397
31
+ - stanford-cars
32
+ - resisc45
33
+ - eurosat
34
+ - svhn
35
+ - gtsrb
36
+ - mnist
37
+ - dtd
38
+ # -- end of eight tasks in the task arithmetic paper ---
39
+ - oxford_flowers102
40
+ - pcam
41
+ - fer2013
42
+ - oxford-iiit-pet
43
+ - stl10
44
+ - cifar100
45
+ - cifar10
46
+ - food101
47
+ - fashion_mnist
48
+ - emnist_letters
49
+ - kmnist
50
+ - rendered-sst2
51
+ _target_: fusion_bench.modelpool.CLIPVisionModelPool
52
+ _recursive_: False
53
+ processor: openai/clip-vit-base-patch32
54
+ models:
55
+ _pretrained_: openai/clip-vit-base-patch32
56
+ sun397: tanganke/clip-vit-base-patch32_sun397
57
+ stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars
58
+ resisc45: tanganke/clip-vit-base-patch32_resisc45
59
+ eurosat: tanganke/clip-vit-base-patch32_eurosat
60
+ svhn: tanganke/clip-vit-base-patch32_svhn
61
+ gtsrb: tanganke/clip-vit-base-patch32_gtsrb
62
+ mnist: tanganke/clip-vit-base-patch32_mnist
63
+ dtd: tanganke/clip-vit-base-patch32_dtd
64
+ oxford_flowers102: tanganke/clip-vit-base-patch32_oxford_flowers102
65
+ pcam: tanganke/clip-vit-base-patch32_pcam
66
+ fer2013: tanganke/clip-vit-base-patch32_fer2013
67
+ oxford-iiit-pet: tanganke/clip-vit-base-patch32_oxford-iiit-pet
68
+ stl10: tanganke/clip-vit-base-patch32_stl10
69
+ cifar100: tanganke/clip-vit-base-patch32_cifar100
70
+ cifar10: tanganke/clip-vit-base-patch32_cifar10
71
+ food101: tanganke/clip-vit-base-patch32_food101
72
+ fashion_mnist: tanganke/clip-vit-base-patch32_fashion_mnist
73
+ emnist_letters: tanganke/clip-vit-base-patch32_emnist_letters
74
+ kmnist: tanganke/clip-vit-base-patch32_kmnist
75
+ rendered-sst2: tanganke/clip-vit-base-patch32_rendered-sst2
76
+ platform: hf