fusion-bench 0.2.6__py3-none-any.whl → 0.2.8__py3-none-any.whl

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_fashion_mnist.yaml

@@ -0,0 +1 @@
+fashion_mnist: tanganke/clip-vit-base-patch16_fashion_mnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_fer2013.yaml

@@ -0,0 +1 @@
+fer2013: tanganke/clip-vit-base-patch16_fer2013

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_food101.yaml

@@ -0,0 +1 @@
+food101: tanganke/clip-vit-base-patch16_food101

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_gtsrb.yaml

@@ -1,3 +1 @@
-gtsrb:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_gtsrb
+gtsrb: tanganke/clip-vit-base-patch16_gtsrb

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_kmnist.yaml

@@ -0,0 +1 @@
+kmnist: tanganke/clip-vit-base-patch16_kmnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_mnist.yaml

@@ -1,3 +1 @@
-mnist:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_mnist
+mnist: tanganke/clip-vit-base-patch16_mnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_oxford-iiit-pet.yaml

@@ -0,0 +1 @@
+oxford-iiit-pet: tanganke/clip-vit-base-patch16_oxford-iiit-pet

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_oxford_flowers102.yaml

@@ -0,0 +1 @@
+oxford_flowers102: tanganke/clip-vit-base-patch16_oxford_flowers102

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_pcam.yaml

@@ -0,0 +1 @@
+pcam: tanganke/clip-vit-base-patch16_pcam

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_rendered-sst2.yaml

@@ -0,0 +1 @@
+rendered-sst2: tanganke/clip-vit-base-patch16_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_resisc45.yaml

@@ -1,3 +1 @@
-resisc45:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_resisc45
+resisc45: tanganke/clip-vit-base-patch16_resisc45

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_stanford-cars.yaml

@@ -1,3 +1 @@
-stanford-cars:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_stanford-cars
+stanford-cars: tanganke/clip-vit-base-patch16_stanford-cars

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_stl10.yaml

@@ -0,0 +1 @@
+stl10: tanganke/clip-vit-base-patch16_stl10

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_sun397.yaml

@@ -1,3 +1 @@
-sun397:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_sun397
+sun397: tanganke/clip-vit-base-patch16_sun397

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_svhn.yaml

@@ -1,3 +1 @@
-svhn:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_svhn
+svhn: tanganke/clip-vit-base-patch16_svhn

fusion_bench_config/model/clip-vit/clip-vit-base-patch32.yaml

@@ -1,3 +1 @@
-_pretrained_:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-base-patch32
+_pretrained_: openai/clip-vit-base-patch32

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_TALL14.yaml

@@ -0,0 +1,22 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-base-patch32
+  # eight tasks in the task arithmetic paper
+  - clip-vit-base-patch32_sun397
+  - clip-vit-base-patch32_stanford-cars
+  - clip-vit-base-patch32_resisc45
+  - clip-vit-base-patch32_eurosat
+  - clip-vit-base-patch32_svhn
+  - clip-vit-base-patch32_gtsrb
+  - clip-vit-base-patch32_mnist
+  - clip-vit-base-patch32_dtd
+  # additional 6 tasks in the TALL mask paper
+  - clip-vit-base-patch32_oxford_flowers102
+  - clip-vit-base-patch32_pcam
+  - clip-vit-base-patch32_fer2013
+  - clip-vit-base-patch32_oxford-iiit-pet
+  - clip-vit-base-patch32_stl10
+  - clip-vit-base-patch32_cifar100

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_TALL20.yaml

@@ -0,0 +1,29 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-base-patch32
+  # eight tasks in the task arithmetic paper
+  - clip-vit-base-patch32_sun397
+  - clip-vit-base-patch32_stanford-cars
+  - clip-vit-base-patch32_resisc45
+  - clip-vit-base-patch32_eurosat
+  - clip-vit-base-patch32_svhn
+  - clip-vit-base-patch32_gtsrb
+  - clip-vit-base-patch32_mnist
+  - clip-vit-base-patch32_dtd
+  # additional 6 tasks in the TALL mask paper (TALL 14)
+  - clip-vit-base-patch32_oxford_flowers102
+  - clip-vit-base-patch32_pcam
+  - clip-vit-base-patch32_fer2013
+  - clip-vit-base-patch32_oxford-iiit-pet
+  - clip-vit-base-patch32_stl10
+  - clip-vit-base-patch32_cifar100
+  # additional 6 tasks in the TALL mask paper (TALL 20)
+  - clip-vit-base-patch32_cifar10
+  - clip-vit-base-patch32_food101
+  - clip-vit-base-patch32_fashion_mnist
+  - clip-vit-base-patch32_emnist_letters
+  - clip-vit-base-patch32_kmnist
+  - clip-vit-base-patch32_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_cifar10.yaml

@@ -0,0 +1 @@
+cifar10: tanganke/clip-vit-base-patch32_cifar10

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_cifar100.yaml

@@ -0,0 +1 @@
+cifar100: tanganke/clip-vit-base-patch32_cifar100

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_dtd.yaml

@@ -1,3 +1 @@
-dtd:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_dtd
+dtd: tanganke/clip-vit-base-patch32_dtd

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_eight_tasks.yaml

@@ -1,3 +1,4 @@
+# The 8 task used in the Task Arithmetic paper
 defaults:
   - clip-vit-base-patch32
   - clip-vit-base-patch32_sun397

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_emnist_letters.yaml

@@ -0,0 +1 @@
+emnist_letters: tanganke/clip-vit-base-patch32_emnist_letters

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_eurosat.yaml

@@ -1,3 +1 @@
-eurosat:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_eurosat
+eurosat: tanganke/clip-vit-base-patch32_eurosat

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_fashion_mnist.yaml

@@ -0,0 +1 @@
+fashion_mnist: tanganke/clip-vit-base-patch32_fashion_mnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_fer2013.yaml

@@ -0,0 +1 @@
+fer2013: tanganke/clip-vit-base-patch32_fer2013

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_food101.yaml

@@ -0,0 +1 @@
+food101: tanganke/clip-vit-base-patch32_food101

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_gtsrb.yaml

@@ -1,3 +1 @@
-gtsrb:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_gtsrb
+gtsrb: tanganke/clip-vit-base-patch32_gtsrb

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_kmnist.yaml

@@ -0,0 +1 @@
+kmnist: tanganke/clip-vit-base-patch32_kmnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_mnist.yaml

@@ -1,3 +1 @@
-mnist:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_mnist
+mnist: tanganke/clip-vit-base-patch32_mnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_oxford-iiit-pet.yaml

@@ -0,0 +1 @@
+oxford-iiit-pet: tanganke/clip-vit-base-patch32_oxford-iiit-pet

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_oxford_flowers102.yaml

@@ -0,0 +1 @@
+oxford_flowers102: tanganke/clip-vit-base-patch32_oxford_flowers102

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_pcam.yaml

@@ -0,0 +1 @@
+pcam: tanganke/clip-vit-base-patch32_pcam

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_rendered-sst2.yaml

@@ -0,0 +1 @@
+rendered-sst2: tanganke/clip-vit-base-patch32_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_resisc45.yaml

@@ -1,3 +1 @@
-resisc45:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_resisc45
+resisc45: tanganke/clip-vit-base-patch32_resisc45

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_stanford-cars.yaml

@@ -1,3 +1 @@
-stanford-cars:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_stanford-cars
+stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_stl10.yaml

@@ -0,0 +1 @@
+stl10: tanganke/clip-vit-base-patch32_stl10

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_sun397.yaml

@@ -1,3 +1 @@
-sun397:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_sun397
+sun397: tanganke/clip-vit-base-patch32_sun397

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_svhn.yaml

@@ -1,3 +1 @@
-svhn:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_svhn
+svhn: tanganke/clip-vit-base-patch32_svhn

fusion_bench_config/model/clip-vit/clip-vit-large-patch14.yaml

@@ -1,3 +1 @@
-_pretrained_:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-large-patch14
+_pretrained_: openai/clip-vit-large-patch14

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_TALL14.yaml

@@ -0,0 +1,22 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-large-patch14
+  # eight tasks in the task arithmetic paper
+  - clip-vit-large-patch14_sun397
+  - clip-vit-large-patch14_stanford-cars
+  - clip-vit-large-patch14_resisc45
+  - clip-vit-large-patch14_eurosat
+  - clip-vit-large-patch14_svhn
+  - clip-vit-large-patch14_gtsrb
+  - clip-vit-large-patch14_mnist
+  - clip-vit-large-patch14_dtd
+  # additional 6 tasks in the TALL mask paper
+  - clip-vit-large-patch14_oxford_flowers102
+  - clip-vit-large-patch14_pcam
+  - clip-vit-large-patch14_fer2013
+  - clip-vit-large-patch14_oxford-iiit-pet
+  - clip-vit-large-patch14_stl10
+  - clip-vit-large-patch14_cifar100

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_TALL20.yaml

@@ -0,0 +1,29 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-large-patch14
+  # eight tasks in the task arithmetic paper
+  - clip-vit-large-patch14_sun397
+  - clip-vit-large-patch14_stanford-cars
+  - clip-vit-large-patch14_resisc45
+  - clip-vit-large-patch14_eurosat
+  - clip-vit-large-patch14_svhn
+  - clip-vit-large-patch14_gtsrb
+  - clip-vit-large-patch14_mnist
+  - clip-vit-large-patch14_dtd
+  # additional 6 tasks in the TALL mask paper (TALL 14)
+  - clip-vit-large-patch14_oxford_flowers102
+  - clip-vit-large-patch14_pcam
+  - clip-vit-large-patch14_fer2013
+  - clip-vit-large-patch14_oxford-iiit-pet
+  - clip-vit-large-patch14_stl10
+  - clip-vit-large-patch14_cifar100
+  # additional 6 tasks in the TALL mask paper (TALL 20)
+  - clip-vit-large-patch14_cifar10
+  - clip-vit-large-patch14_food101
+  - clip-vit-large-patch14_fashion_mnist
+  - clip-vit-large-patch14_emnist_letters
+  - clip-vit-large-patch14_kmnist
+  - clip-vit-large-patch14_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_cifar10.yaml

@@ -0,0 +1 @@
+cifar10: tanganke/clip-vit-large-patch14_cifar10

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_cifar100.yaml

@@ -0,0 +1 @@
+cifar100: tanganke/clip-vit-large-patch14_cifar100

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_dtd.yaml

@@ -1,3 +1 @@
-dtd:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_dtd
+dtd: tanganke/clip-vit-large-patch14_dtd

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_emnist_letters.yaml

@@ -0,0 +1 @@
+emnist_letters: tanganke/clip-vit-large-patch14_emnist_letters

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_eurosat.yaml

@@ -1,3 +1 @@
-eurosat:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_eurosat
+eurosat: tanganke/clip-vit-large-patch14_eurosat

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_fashion_mnist.yaml

@@ -0,0 +1 @@
+fashion_mnist: tanganke/clip-vit-large-patch14_fashion_mnist

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_fer2013.yaml

@@ -0,0 +1 @@
+fer2013: tanganke/clip-vit-large-patch14_fer2013

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_food101.yaml

@@ -0,0 +1 @@
+food101: tanganke/clip-vit-large-patch14_food101

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_gtsrb.yaml

@@ -1,3 +1 @@
-gtsrb:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_gtsrb
+gtsrb: tanganke/clip-vit-large-patch14_gtsrb

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_kmnist.yaml

@@ -0,0 +1 @@
+kmnist: tanganke/clip-vit-large-patch14_kmnist

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_mnist.yaml

@@ -1,3 +1 @@
-mnist:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_mnist
+mnist: tanganke/clip-vit-large-patch14_mnist

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_oxford-iiit-pet.yaml

@@ -0,0 +1 @@
+oxford-iiit-pet: tanganke/clip-vit-large-patch14_oxford-iiit-pet

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_oxford_flowers102.yaml

@@ -0,0 +1 @@
+oxford_flowers102: tanganke/clip-vit-large-patch14_oxford_flowers102

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_pcam.yaml

@@ -0,0 +1 @@
+pcam: tanganke/clip-vit-large-patch14_pcam

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_rendered-sst2.yaml

@@ -0,0 +1 @@
+rendered-sst2: tanganke/clip-vit-large-patch14_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_resisc45.yaml

@@ -1,3 +1 @@
-resisc45:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_resisc45
+resisc45: tanganke/clip-vit-large-patch14_resisc45

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_stanford-cars.yaml

@@ -1,3 +1 @@
-stanford-cars:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_stanford-cars
+stanford-cars: tanganke/clip-vit-large-patch14_stanford-cars

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_stl10.yaml

@@ -0,0 +1 @@
+stl10: tanganke/clip-vit-large-patch14_stl10

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_sun397.yaml

@@ -1,3 +1 @@
-sun397:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_sun397
+sun397: tanganke/clip-vit-large-patch14_sun397

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_svhn.yaml

@@ -1,3 +1 @@
-svhn:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_svhn
+svhn: tanganke/clip-vit-large-patch14_svhn

fusion_bench_config/model/clip-vit/download_TALL20_models.sh

@@ -0,0 +1,6 @@
+#! /bin/bash
+for MODEL in clip-vit-base-patch32 clip-vit-base-patch16 clip-vit-large-patch14; do
+    for TASK in sun397 stanford-cars resisc45 eurosat svhn gtsrb mnist dtd oxford_flowers102 pcam fer2013 oxford-iiit-pet stl10 cifar100 cifar10 food101 fashion_mnist emnist_letters kmnist rendered-sst2; do
+        huggingface-cli download --local-dir tanganke/${MODEL}_${TASK} tanganke/${MODEL}_${TASK}
+    done
+done

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TA8_model_only.yaml

@@ -0,0 +1,6 @@
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_eight_tasks
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL14.yaml

@@ -0,0 +1,11 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_TALL14
+  - /dataset/image_classification/train@train_datasets: TALL14
+  - /dataset/image_classification/test@test_datasets: TALL14
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL14_model_only.yaml

@@ -0,0 +1,9 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_TALL14
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20.yaml

@@ -0,0 +1,11 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_TALL20
+  - /dataset/image_classification/train@train_datasets: TALL20
+  - /dataset/image_classification/test@test_datasets: TALL20
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20_model_only.yaml

@@ -0,0 +1,9 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_TALL20
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_individual.yaml

@@ -1,7 +1,19 @@
+# This is useful for evluate the performance of a single clip vision model
+#
+# fusion_bench \
+#   modelpool=CLIPVisionModelPool/clip-vit-base-patch16_individual \
+#   modelpool.base_model=${MODEL_PATH}
+#   ...
 defaults:
   - CLIPVisionModelPool@: _template
-  - /model/clip-vit@models:
-      - clip-vit-base-patch16
+
+models:
+  _pretrained_:
+    _target_: transformers.CLIPVisionModel.from_pretrained
+    pretrained_model_name_or_path: ${...base_model}
+
 processor:
   _target_: transformers.CLIPProcessor.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-base-patch16
+  pretrained_model_name_or_path: ${..base_model}
+
+base_model: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14.yaml

@@ -0,0 +1,8 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch32_TALL14
+  - /dataset/image_classification/train@train_datasets: TALL14
+  - /dataset/image_classification/test@test_datasets: TALL14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14_model_only.yaml

@@ -0,0 +1,6 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch32_TALL14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20.yaml

@@ -0,0 +1,8 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch32_TALL20
+  - /dataset/image_classification/train@train_datasets: TALL20
+  - /dataset/image_classification/test@test_datasets: TALL20

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20_model_only.yaml

@@ -0,0 +1,6 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch32_TALL20

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_individual.yaml

@@ -1,7 +1,13 @@
 defaults:
   - CLIPVisionModelPool@: _template
-  - /model/clip-vit@models:
-      - clip-vit-base-patch32
+
+models:
+  _pretrained_:
+    _target_: transformers.CLIPVisionModel.from_pretrained
+    pretrained_model_name_or_path: ${...base_model}
+
 processor:
   _target_: transformers.CLIPProcessor.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-base-patch32
+  pretrained_model_name_or_path: ${..base_model}
+
+base_model: openai/clip-vit-base-patch32

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_task_projection.yaml

@@ -0,0 +1,15 @@
+defaults:
+  - /model/clip-vit@models:
+      - clip-vit-base-patch32
+      - clip-vit-base-patch32_sun397
+      - clip-vit-base-patch32_stanford-cars
+
+_target_: fusion_bench.modelpool.CLIPVisionModelPool
+_recursive_: false
+
+train_datasets: null
+test_datasets: null
+
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch32

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL14.yaml

@@ -0,0 +1,11 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-large-patch14_TALL14
+  - /dataset/image_classification/train@train_datasets: TALL14
+  - /dataset/image_classification/test@test_datasets: TALL14
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-large-patch14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL14_model_only.yaml

@@ -0,0 +1,9 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-large-patch14_TALL14
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-large-patch14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20.yaml

@@ -0,0 +1,11 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-large-patch14_TALL20
+  - /dataset/image_classification/train@train_datasets: TALL20
+  - /dataset/image_classification/test@test_datasets: TALL20
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-large-patch14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20_model_only.yaml

@@ -0,0 +1,9 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-large-patch14_TALL20
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-large-patch14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_individual.yaml

@@ -1,7 +1,19 @@
+# This is useful for evluate the performance of a single clip vision model
+#
+# fusion_bench \
+#   modelpool=CLIPVisionModelPool/clip-vit-large-patch14_individual \
+#   modelpool.base_model=${MODEL_PATH}
+#   ...
 defaults:
   - CLIPVisionModelPool@: _template
-  - /model/clip-vit@models:
-      - clip-vit-large-patch14
+
+models:
+  _pretrained_:
+    _target_: transformers.CLIPVisionModel.from_pretrained
+    pretrained_model_name_or_path: ${...base_model}
+
 processor:
   _target_: transformers.CLIPProcessor.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-large-patch14
+  pretrained_model_name_or_path: ${..base_model}
+
+base_model: openai/clip-vit-large-patch14