fusion-bench 0.2.7__py3-none-any.whl → 0.2.8__py3-none-any.whl

fusion_bench_config/dataset/image_classification/test/pcam.yaml

@@ -0,0 +1,4 @@
+pcam:
+  _target_: datasets.load_dataset
+  path: 1aurent/PatchCamelyon
+  split: test

fusion_bench_config/dataset/image_classification/test/rendered-sst2.yaml

@@ -0,0 +1,4 @@
+rendered-sst2:
+  _target_: datasets.load_dataset
+  path: nateraw/rendered-sst2
+  split: test

fusion_bench_config/dataset/image_classification/test/stl10.yaml

@@ -0,0 +1,4 @@
+stl10:
+  _target_: datasets.load_dataset
+  path: tanganke/stl10
+  split: test

fusion_bench_config/dataset/image_classification/train/TALL14.yaml

@@ -0,0 +1,20 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # eight tasks in the task arithmetic paper
+  - sun397
+  - stanford-cars
+  - resisc45
+  - eurosat
+  - svhn
+  - gtsrb
+  - mnist
+  - dtd
+  # additional 6 tasks in the TALL mask paper
+  - oxford_flowers102
+  - pcam
+  - fer2013
+  - oxford-iiit-pet
+  - stl10
+  - cifar100

fusion_bench_config/dataset/image_classification/train/TALL20.yaml

@@ -0,0 +1,28 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # eight tasks in the task arithmetic paper
+  - sun397
+  - stanford-cars
+  - resisc45
+  - eurosat
+  - svhn
+  - gtsrb
+  - mnist
+  - dtd
+  # additional 6 tasks in the TALL mask paper (TALL 14)
+  - oxford_flowers102
+  - pcam
+  - fer2013
+  - oxford-iiit-pet
+  - stl10
+  - cifar100
+  # additional 6 tasks in the TALL mask paper (TALL 20)
+  - cifar10
+  - food101
+  - fashion_mnist
+  - emnist_letters
+  - kmnist
+  - rendered-sst2
+

fusion_bench_config/dataset/image_classification/train/cifar10.yaml

@@ -1,4 +1,4 @@
-dtd:
+cifar10:
   _target_: datasets.load_dataset
   path: tanganke/cifar10
   split: train

fusion_bench_config/dataset/image_classification/train/cifar100.yaml

@@ -1,4 +1,4 @@
-dtd:
+cifar100:
   _target_: datasets.load_dataset
   path: tanganke/cifar100
   split: train

fusion_bench_config/dataset/image_classification/train/cub-200-2011.yaml

@@ -0,0 +1,4 @@
+cub-200-2011:
+  _target_: datasets.load_dataset
+  path: Donghyun99/CUB-200-2011
+  split: train

fusion_bench_config/dataset/image_classification/train/emnist_letters.yaml

@@ -0,0 +1,4 @@
+emnist_letters:
+  _target_: datasets.load_dataset
+  path: tanganke/emnist_letters
+  split: train

fusion_bench_config/dataset/image_classification/train/emnist_mnist.yaml

@@ -0,0 +1,4 @@
+emnist_mnist:
+  _target_: datasets.load_dataset
+  path: tanganke/emnist_mnist
+  split: train

fusion_bench_config/dataset/image_classification/train/fashion_mnist.yaml

@@ -0,0 +1,4 @@
+fashion_mnist:
+  _target_: datasets.load_dataset
+  path: zalando-datasets/fashion_mnist
+  split: train

fusion_bench_config/dataset/image_classification/train/fer2013.yaml

@@ -0,0 +1,3 @@
+fer2013:
+  _target_: fusion_bench.dataset.fer2013.load_fer2013
+  split: train

fusion_bench_config/dataset/image_classification/train/food101.yaml

@@ -0,0 +1,4 @@
+food101:
+  _target_: datasets.load_dataset
+  path: ethz/food101
+  split: train

fusion_bench_config/dataset/image_classification/train/kmnist.yaml

@@ -0,0 +1,4 @@
+kmnist:
+  _target_: datasets.load_dataset
+  path: tanganke/kmnist
+  split: train

fusion_bench_config/dataset/image_classification/train/mango-leaf-disease.yaml

@@ -0,0 +1,4 @@
+mango-leaf-disease:
+  _target_: datasets.load_dataset
+  path: AfiqN/mango-leaf-disease
+  split: train

fusion_bench_config/dataset/image_classification/train/oxford-iiit-pet.yaml

@@ -0,0 +1,4 @@
+oxford-iiit-pet:
+  _target_: datasets.load_dataset
+  path: timm/oxford-iiit-pet
+  split: train

fusion_bench_config/dataset/image_classification/train/oxford_flowers102.yaml

@@ -0,0 +1,4 @@
+oxford_flowers102:
+  _target_: datasets.load_dataset
+  path: dpdl-benchmark/oxford_flowers102
+  split: train

fusion_bench_config/dataset/image_classification/train/pcam.yaml

@@ -0,0 +1,4 @@
+pcam:
+  _target_: datasets.load_dataset
+  path: 1aurent/PatchCamelyon
+  split: train

fusion_bench_config/dataset/image_classification/train/rendered-sst2.yaml

@@ -0,0 +1,4 @@
+rendered-sst2:
+  _target_: datasets.load_dataset
+  path: nateraw/rendered-sst2
+  split: train

fusion_bench_config/dataset/image_classification/train/stl10.yaml

@@ -0,0 +1,4 @@
+stl10:
+  _target_: datasets.load_dataset
+  path: tanganke/stl10
+  split: train

fusion_bench_config/method/task_singular_vector/TaskSingularVectorMerging.yaml

@@ -0,0 +1,2 @@
+_target_: fusion_bench.method.TaskSingularVectorMerging
+remove_keys: null

fusion_bench_config/model/clip-vit/README.md

@@ -0,0 +1,38 @@
+This folder contains the configuration for the CLIP-ViT models (managed by `fusion_bench.modelpool.CLIPVisionModelPool`).
+
+## Expected Configuration
+
+### Detailed Configuration
+
+
+```yaml
+${name_of_model}:
+  _target_: ${function_to_load_model}
+  ... # arguments to pass to the function
+```
+
+For example, to load the pre-trained CLIP-ViT-B/16 model, you can use the following configuration:
+
+```yaml
+_pretrained_: # `_pretrained_` is a special key in FusionBench that indicates the model is pre-trained
+  _target_: transformers.CLIPVisionModel.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16
+```
+
+In this case, calling `modelpool.load_model("_pretrained_")` will return a `transformers.CLIPVisionModel` instance, which is equivalent to call `transformers.CLIPVisionModel.from_pretrained("openai/clip-vit-base-patch16")`.
+
+The detailed configuration is more flexible and can be used when you need to pass additional arguments to the `from_pretrained` function or call custom functions to load and preprocess the model.
+
+### Simplified Configuration
+
+```yaml
+${name_of_model}: ${pretrained_model_name_or_path}
+```
+
+This is a simplified configuration that is equivalent to the detailed configuration.
+
+For example, to load the pre-trained CLIP-ViT-B/16 model, you can use the following configuration:
+
+```yaml
+_pretrained_: openai/clip-vit-base-patch16
+```

fusion_bench_config/model/clip-vit/clip-vit-base-patch16.yaml

@@ -1,3 +1 @@
-_pretrained_:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-base-patch16
+_pretrained_: openai/clip-vit-base-patch16

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_TALL14.yaml

@@ -0,0 +1,22 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-base-patch16
+  # eight tasks in the task arithmetic paper
+  - clip-vit-base-patch16_sun397
+  - clip-vit-base-patch16_stanford-cars
+  - clip-vit-base-patch16_resisc45
+  - clip-vit-base-patch16_eurosat
+  - clip-vit-base-patch16_svhn
+  - clip-vit-base-patch16_gtsrb
+  - clip-vit-base-patch16_mnist
+  - clip-vit-base-patch16_dtd
+  # additional 6 tasks in the TALL mask paper
+  - clip-vit-base-patch16_oxford_flowers102
+  - clip-vit-base-patch16_pcam
+  - clip-vit-base-patch16_fer2013
+  - clip-vit-base-patch16_oxford-iiit-pet
+  - clip-vit-base-patch16_stl10
+  - clip-vit-base-patch16_cifar100

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_TALL20.yaml

@@ -0,0 +1,29 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-base-patch16
+  # eight tasks in the task arithmetic paper
+  - clip-vit-base-patch16_sun397
+  - clip-vit-base-patch16_stanford-cars
+  - clip-vit-base-patch16_resisc45
+  - clip-vit-base-patch16_eurosat
+  - clip-vit-base-patch16_svhn
+  - clip-vit-base-patch16_gtsrb
+  - clip-vit-base-patch16_mnist
+  - clip-vit-base-patch16_dtd
+  # additional 6 tasks in the TALL mask paper (TALL 14)
+  - clip-vit-base-patch16_oxford_flowers102
+  - clip-vit-base-patch16_pcam
+  - clip-vit-base-patch16_fer2013
+  - clip-vit-base-patch16_oxford-iiit-pet
+  - clip-vit-base-patch16_stl10
+  - clip-vit-base-patch16_cifar100
+  # additional 6 tasks in the TALL mask paper (TALL 20)
+  - clip-vit-base-patch16_cifar10
+  - clip-vit-base-patch16_food101
+  - clip-vit-base-patch16_fashion_mnist
+  - clip-vit-base-patch16_emnist_letters
+  - clip-vit-base-patch16_kmnist
+  - clip-vit-base-patch16_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_cifar10.yaml

@@ -0,0 +1 @@
+cifar10: tanganke/clip-vit-base-patch16_cifar10

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_cifar100.yaml

@@ -0,0 +1 @@
+cifar100: tanganke/clip-vit-base-patch16_cifar100

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_dtd.yaml

@@ -1,3 +1 @@
-dtd:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_dtd
+dtd: tanganke/clip-vit-base-patch16_dtd

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_emnist_letters.yaml

@@ -0,0 +1 @@
+emnist_letters: tanganke/clip-vit-base-patch16_emnist_letters

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_eurosat.yaml

@@ -1,3 +1 @@
-eurosat:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_eurosat
+eurosat: tanganke/clip-vit-base-patch16_eurosat

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_fashion_mnist.yaml

@@ -0,0 +1 @@
+fashion_mnist: tanganke/clip-vit-base-patch16_fashion_mnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_fer2013.yaml

@@ -0,0 +1 @@
+fer2013: tanganke/clip-vit-base-patch16_fer2013

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_food101.yaml

@@ -0,0 +1 @@
+food101: tanganke/clip-vit-base-patch16_food101

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_gtsrb.yaml

@@ -1,3 +1 @@
-gtsrb:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_gtsrb
+gtsrb: tanganke/clip-vit-base-patch16_gtsrb

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_kmnist.yaml

@@ -0,0 +1 @@
+kmnist: tanganke/clip-vit-base-patch16_kmnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_mnist.yaml

@@ -1,3 +1 @@
-mnist:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_mnist
+mnist: tanganke/clip-vit-base-patch16_mnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_oxford-iiit-pet.yaml

@@ -0,0 +1 @@
+oxford-iiit-pet: tanganke/clip-vit-base-patch16_oxford-iiit-pet

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_oxford_flowers102.yaml

@@ -0,0 +1 @@
+oxford_flowers102: tanganke/clip-vit-base-patch16_oxford_flowers102

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_pcam.yaml

@@ -0,0 +1 @@
+pcam: tanganke/clip-vit-base-patch16_pcam

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_rendered-sst2.yaml

@@ -0,0 +1 @@
+rendered-sst2: tanganke/clip-vit-base-patch16_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_resisc45.yaml

@@ -1,3 +1 @@
-resisc45:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_resisc45
+resisc45: tanganke/clip-vit-base-patch16_resisc45

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_stanford-cars.yaml

@@ -1,3 +1 @@
-stanford-cars:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_stanford-cars
+stanford-cars: tanganke/clip-vit-base-patch16_stanford-cars

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_stl10.yaml

@@ -0,0 +1 @@
+stl10: tanganke/clip-vit-base-patch16_stl10

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_sun397.yaml

@@ -1,3 +1 @@
-sun397:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_sun397
+sun397: tanganke/clip-vit-base-patch16_sun397

fusion_bench_config/model/clip-vit/clip-vit-base-patch16_svhn.yaml

@@ -1,3 +1 @@
-svhn:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch16_svhn
+svhn: tanganke/clip-vit-base-patch16_svhn

fusion_bench_config/model/clip-vit/clip-vit-base-patch32.yaml

@@ -1,3 +1 @@
-_pretrained_:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-base-patch32
+_pretrained_: openai/clip-vit-base-patch32

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_TALL14.yaml

@@ -0,0 +1,22 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-base-patch32
+  # eight tasks in the task arithmetic paper
+  - clip-vit-base-patch32_sun397
+  - clip-vit-base-patch32_stanford-cars
+  - clip-vit-base-patch32_resisc45
+  - clip-vit-base-patch32_eurosat
+  - clip-vit-base-patch32_svhn
+  - clip-vit-base-patch32_gtsrb
+  - clip-vit-base-patch32_mnist
+  - clip-vit-base-patch32_dtd
+  # additional 6 tasks in the TALL mask paper
+  - clip-vit-base-patch32_oxford_flowers102
+  - clip-vit-base-patch32_pcam
+  - clip-vit-base-patch32_fer2013
+  - clip-vit-base-patch32_oxford-iiit-pet
+  - clip-vit-base-patch32_stl10
+  - clip-vit-base-patch32_cifar100

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_TALL20.yaml

@@ -0,0 +1,29 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-base-patch32
+  # eight tasks in the task arithmetic paper
+  - clip-vit-base-patch32_sun397
+  - clip-vit-base-patch32_stanford-cars
+  - clip-vit-base-patch32_resisc45
+  - clip-vit-base-patch32_eurosat
+  - clip-vit-base-patch32_svhn
+  - clip-vit-base-patch32_gtsrb
+  - clip-vit-base-patch32_mnist
+  - clip-vit-base-patch32_dtd
+  # additional 6 tasks in the TALL mask paper (TALL 14)
+  - clip-vit-base-patch32_oxford_flowers102
+  - clip-vit-base-patch32_pcam
+  - clip-vit-base-patch32_fer2013
+  - clip-vit-base-patch32_oxford-iiit-pet
+  - clip-vit-base-patch32_stl10
+  - clip-vit-base-patch32_cifar100
+  # additional 6 tasks in the TALL mask paper (TALL 20)
+  - clip-vit-base-patch32_cifar10
+  - clip-vit-base-patch32_food101
+  - clip-vit-base-patch32_fashion_mnist
+  - clip-vit-base-patch32_emnist_letters
+  - clip-vit-base-patch32_kmnist
+  - clip-vit-base-patch32_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_cifar10.yaml

@@ -0,0 +1 @@
+cifar10: tanganke/clip-vit-base-patch32_cifar10

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_cifar100.yaml

@@ -0,0 +1 @@
+cifar100: tanganke/clip-vit-base-patch32_cifar100

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_dtd.yaml

@@ -1,3 +1 @@
-dtd:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_dtd
+dtd: tanganke/clip-vit-base-patch32_dtd

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_eight_tasks.yaml

@@ -1,3 +1,4 @@
+# The 8 task used in the Task Arithmetic paper
 defaults:
   - clip-vit-base-patch32
   - clip-vit-base-patch32_sun397

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_emnist_letters.yaml

@@ -0,0 +1 @@
+emnist_letters: tanganke/clip-vit-base-patch32_emnist_letters

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_eurosat.yaml

@@ -1,3 +1 @@
-eurosat:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_eurosat
+eurosat: tanganke/clip-vit-base-patch32_eurosat

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_fashion_mnist.yaml

@@ -0,0 +1 @@
+fashion_mnist: tanganke/clip-vit-base-patch32_fashion_mnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_fer2013.yaml

@@ -0,0 +1 @@
+fer2013: tanganke/clip-vit-base-patch32_fer2013

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_food101.yaml

@@ -0,0 +1 @@
+food101: tanganke/clip-vit-base-patch32_food101

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_gtsrb.yaml

@@ -1,3 +1 @@
-gtsrb:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_gtsrb
+gtsrb: tanganke/clip-vit-base-patch32_gtsrb

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_kmnist.yaml

@@ -0,0 +1 @@
+kmnist: tanganke/clip-vit-base-patch32_kmnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_mnist.yaml

@@ -1,3 +1 @@
-mnist:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_mnist
+mnist: tanganke/clip-vit-base-patch32_mnist

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_oxford-iiit-pet.yaml

@@ -0,0 +1 @@
+oxford-iiit-pet: tanganke/clip-vit-base-patch32_oxford-iiit-pet

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_oxford_flowers102.yaml

@@ -0,0 +1 @@
+oxford_flowers102: tanganke/clip-vit-base-patch32_oxford_flowers102

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_pcam.yaml

@@ -0,0 +1 @@
+pcam: tanganke/clip-vit-base-patch32_pcam

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_rendered-sst2.yaml

@@ -0,0 +1 @@
+rendered-sst2: tanganke/clip-vit-base-patch32_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_resisc45.yaml

@@ -1,3 +1 @@
-resisc45:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_resisc45
+resisc45: tanganke/clip-vit-base-patch32_resisc45

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_stanford-cars.yaml

@@ -1,3 +1 @@
-stanford-cars:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_stanford-cars
+stanford-cars: tanganke/clip-vit-base-patch32_stanford-cars

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_stl10.yaml

@@ -0,0 +1 @@
+stl10: tanganke/clip-vit-base-patch32_stl10

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_sun397.yaml

@@ -1,3 +1 @@
-sun397:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_sun397
+sun397: tanganke/clip-vit-base-patch32_sun397

fusion_bench_config/model/clip-vit/clip-vit-base-patch32_svhn.yaml

@@ -1,3 +1 @@
-svhn:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-base-patch32_svhn
+svhn: tanganke/clip-vit-base-patch32_svhn

fusion_bench_config/model/clip-vit/clip-vit-large-patch14.yaml

@@ -1,3 +1 @@
-_pretrained_:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-large-patch14
+_pretrained_: openai/clip-vit-large-patch14

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_TALL14.yaml

@@ -0,0 +1,22 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-large-patch14
+  # eight tasks in the task arithmetic paper
+  - clip-vit-large-patch14_sun397
+  - clip-vit-large-patch14_stanford-cars
+  - clip-vit-large-patch14_resisc45
+  - clip-vit-large-patch14_eurosat
+  - clip-vit-large-patch14_svhn
+  - clip-vit-large-patch14_gtsrb
+  - clip-vit-large-patch14_mnist
+  - clip-vit-large-patch14_dtd
+  # additional 6 tasks in the TALL mask paper
+  - clip-vit-large-patch14_oxford_flowers102
+  - clip-vit-large-patch14_pcam
+  - clip-vit-large-patch14_fer2013
+  - clip-vit-large-patch14_oxford-iiit-pet
+  - clip-vit-large-patch14_stl10
+  - clip-vit-large-patch14_cifar100

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_TALL20.yaml

@@ -0,0 +1,29 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  # pre-trained model
+  - clip-vit-large-patch14
+  # eight tasks in the task arithmetic paper
+  - clip-vit-large-patch14_sun397
+  - clip-vit-large-patch14_stanford-cars
+  - clip-vit-large-patch14_resisc45
+  - clip-vit-large-patch14_eurosat
+  - clip-vit-large-patch14_svhn
+  - clip-vit-large-patch14_gtsrb
+  - clip-vit-large-patch14_mnist
+  - clip-vit-large-patch14_dtd
+  # additional 6 tasks in the TALL mask paper (TALL 14)
+  - clip-vit-large-patch14_oxford_flowers102
+  - clip-vit-large-patch14_pcam
+  - clip-vit-large-patch14_fer2013
+  - clip-vit-large-patch14_oxford-iiit-pet
+  - clip-vit-large-patch14_stl10
+  - clip-vit-large-patch14_cifar100
+  # additional 6 tasks in the TALL mask paper (TALL 20)
+  - clip-vit-large-patch14_cifar10
+  - clip-vit-large-patch14_food101
+  - clip-vit-large-patch14_fashion_mnist
+  - clip-vit-large-patch14_emnist_letters
+  - clip-vit-large-patch14_kmnist
+  - clip-vit-large-patch14_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_cifar10.yaml

@@ -0,0 +1 @@
+cifar10: tanganke/clip-vit-large-patch14_cifar10

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_cifar100.yaml

@@ -0,0 +1 @@
+cifar100: tanganke/clip-vit-large-patch14_cifar100

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_dtd.yaml

@@ -1,3 +1 @@
-dtd:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_dtd
+dtd: tanganke/clip-vit-large-patch14_dtd

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_emnist_letters.yaml

@@ -0,0 +1 @@
+emnist_letters: tanganke/clip-vit-large-patch14_emnist_letters

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_eurosat.yaml

@@ -1,3 +1 @@
-eurosat:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_eurosat
+eurosat: tanganke/clip-vit-large-patch14_eurosat

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_fashion_mnist.yaml

@@ -0,0 +1 @@
+fashion_mnist: tanganke/clip-vit-large-patch14_fashion_mnist

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_fer2013.yaml

@@ -0,0 +1 @@
+fer2013: tanganke/clip-vit-large-patch14_fer2013

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_food101.yaml

@@ -0,0 +1 @@
+food101: tanganke/clip-vit-large-patch14_food101

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_gtsrb.yaml

@@ -1,3 +1 @@
-gtsrb:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_gtsrb
+gtsrb: tanganke/clip-vit-large-patch14_gtsrb

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_kmnist.yaml

@@ -0,0 +1 @@
+kmnist: tanganke/clip-vit-large-patch14_kmnist

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_mnist.yaml

@@ -1,3 +1 @@
-mnist:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_mnist
+mnist: tanganke/clip-vit-large-patch14_mnist

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_oxford-iiit-pet.yaml

@@ -0,0 +1 @@
+oxford-iiit-pet: tanganke/clip-vit-large-patch14_oxford-iiit-pet