fusion-bench 0.2.7__py3-none-any.whl → 0.2.8__py3-none-any.whl

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_oxford_flowers102.yaml

@@ -0,0 +1 @@
+oxford_flowers102: tanganke/clip-vit-large-patch14_oxford_flowers102

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_pcam.yaml

@@ -0,0 +1 @@
+pcam: tanganke/clip-vit-large-patch14_pcam

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_rendered-sst2.yaml

@@ -0,0 +1 @@
+rendered-sst2: tanganke/clip-vit-large-patch14_rendered-sst2

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_resisc45.yaml

@@ -1,3 +1 @@
-resisc45:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_resisc45
+resisc45: tanganke/clip-vit-large-patch14_resisc45

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_stanford-cars.yaml

@@ -1,3 +1 @@
-stanford-cars:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_stanford-cars
+stanford-cars: tanganke/clip-vit-large-patch14_stanford-cars

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_stl10.yaml

@@ -0,0 +1 @@
+stl10: tanganke/clip-vit-large-patch14_stl10

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_sun397.yaml

@@ -1,3 +1 @@
-sun397:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_sun397
+sun397: tanganke/clip-vit-large-patch14_sun397

fusion_bench_config/model/clip-vit/clip-vit-large-patch14_svhn.yaml

@@ -1,3 +1 @@
-svhn:
-  _target_: transformers.CLIPVisionModel.from_pretrained
-  pretrained_model_name_or_path: tanganke/clip-vit-large-patch14_svhn
+svhn: tanganke/clip-vit-large-patch14_svhn

fusion_bench_config/model/clip-vit/download_TALL20_models.sh

@@ -0,0 +1,6 @@
+#! /bin/bash
+for MODEL in clip-vit-base-patch32 clip-vit-base-patch16 clip-vit-large-patch14; do
+    for TASK in sun397 stanford-cars resisc45 eurosat svhn gtsrb mnist dtd oxford_flowers102 pcam fer2013 oxford-iiit-pet stl10 cifar100 cifar10 food101 fashion_mnist emnist_letters kmnist rendered-sst2; do
+        huggingface-cli download --local-dir tanganke/${MODEL}_${TASK} tanganke/${MODEL}_${TASK}
+    done
+done

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TA8_model_only.yaml

@@ -0,0 +1,6 @@
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_eight_tasks
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL14.yaml

@@ -0,0 +1,11 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_TALL14
+  - /dataset/image_classification/train@train_datasets: TALL14
+  - /dataset/image_classification/test@test_datasets: TALL14
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL14_model_only.yaml

@@ -0,0 +1,9 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_TALL14
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20.yaml

@@ -0,0 +1,11 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_TALL20
+  - /dataset/image_classification/train@train_datasets: TALL20
+  - /dataset/image_classification/test@test_datasets: TALL20
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20_model_only.yaml

@@ -0,0 +1,9 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch16_TALL20
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_individual.yaml

@@ -1,7 +1,19 @@
+# This is useful for evluate the performance of a single clip vision model
+#
+# fusion_bench \
+#   modelpool=CLIPVisionModelPool/clip-vit-base-patch16_individual \
+#   modelpool.base_model=${MODEL_PATH}
+#   ...
 defaults:
   - CLIPVisionModelPool@: _template
-  - /model/clip-vit@models:
-      - clip-vit-base-patch16
+
+models:
+  _pretrained_:
+    _target_: transformers.CLIPVisionModel.from_pretrained
+    pretrained_model_name_or_path: ${...base_model}
+
 processor:
   _target_: transformers.CLIPProcessor.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-base-patch16
+  pretrained_model_name_or_path: ${..base_model}
+
+base_model: openai/clip-vit-base-patch16

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14.yaml

@@ -0,0 +1,8 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch32_TALL14
+  - /dataset/image_classification/train@train_datasets: TALL14
+  - /dataset/image_classification/test@test_datasets: TALL14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14_model_only.yaml

@@ -0,0 +1,6 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch32_TALL14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20.yaml

@@ -0,0 +1,8 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch32_TALL20
+  - /dataset/image_classification/train@train_datasets: TALL20
+  - /dataset/image_classification/test@test_datasets: TALL20

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20_model_only.yaml

@@ -0,0 +1,6 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-base-patch32_TALL20

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_individual.yaml

@@ -1,7 +1,13 @@
 defaults:
   - CLIPVisionModelPool@: _template
-  - /model/clip-vit@models:
-      - clip-vit-base-patch32
+
+models:
+  _pretrained_:
+    _target_: transformers.CLIPVisionModel.from_pretrained
+    pretrained_model_name_or_path: ${...base_model}
+
 processor:
   _target_: transformers.CLIPProcessor.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-base-patch32
+  pretrained_model_name_or_path: ${..base_model}
+
+base_model: openai/clip-vit-base-patch32

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_task_projection.yaml

@@ -0,0 +1,15 @@
+defaults:
+  - /model/clip-vit@models:
+      - clip-vit-base-patch32
+      - clip-vit-base-patch32_sun397
+      - clip-vit-base-patch32_stanford-cars
+
+_target_: fusion_bench.modelpool.CLIPVisionModelPool
+_recursive_: false
+
+train_datasets: null
+test_datasets: null
+
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-base-patch32

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL14.yaml

@@ -0,0 +1,11 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-large-patch14_TALL14
+  - /dataset/image_classification/train@train_datasets: TALL14
+  - /dataset/image_classification/test@test_datasets: TALL14
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-large-patch14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL14_model_only.yaml

@@ -0,0 +1,9 @@
+# The 14 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-large-patch14_TALL14
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-large-patch14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20.yaml

@@ -0,0 +1,11 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-large-patch14_TALL20
+  - /dataset/image_classification/train@train_datasets: TALL20
+  - /dataset/image_classification/test@test_datasets: TALL20
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-large-patch14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20_model_only.yaml

@@ -0,0 +1,9 @@
+# The 20 task used in the paper: 
+# Wang et al. Localizing Task Information for Improved Model Merging and Compression
+# http://arxiv.org/abs/2405.07813
+defaults:
+  - CLIPVisionModelPool@: _template
+  - /model/clip-vit@models: clip-vit-large-patch14_TALL20
+processor:
+  _target_: transformers.CLIPProcessor.from_pretrained
+  pretrained_model_name_or_path: openai/clip-vit-large-patch14

fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_individual.yaml

@@ -1,7 +1,19 @@
+# This is useful for evluate the performance of a single clip vision model
+#
+# fusion_bench \
+#   modelpool=CLIPVisionModelPool/clip-vit-large-patch14_individual \
+#   modelpool.base_model=${MODEL_PATH}
+#   ...
 defaults:
   - CLIPVisionModelPool@: _template
-  - /model/clip-vit@models:
-      - clip-vit-large-patch14
+
+models:
+  _pretrained_:
+    _target_: transformers.CLIPVisionModel.from_pretrained
+    pretrained_model_name_or_path: ${...base_model}
+
 processor:
   _target_: transformers.CLIPProcessor.from_pretrained
-  pretrained_model_name_or_path: openai/clip-vit-large-patch14
+  pretrained_model_name_or_path: ${..base_model}
+
+base_model: openai/clip-vit-large-patch14

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-base-patch32_robustness_corrupted.yaml

@@ -0,0 +1,27 @@
+type: clip_vit_classification
+name: clip-vit-robustness_clean
+# corrption can be one of:
+# contrast, gaussian_noise, impulse_noise, jpeg_compression, motion_blur, pixelate, spatter
+corruption: ${corruption}
+dataset_type: huggingface_image_classification
+tasks:
+  - name: stanford_cars
+    dataset:
+      name: tanganke/stanford_cars
+      split: ${taskpool.corruption}
+  - name: eurosat
+    dataset:
+      name: tanganke/eurosat
+      split: ${taskpool.corruption}
+  - name: resisc45
+    dataset:
+      name: tanganke/resisc45
+      split: ${taskpool.corruption}
+  - name: gtsrb
+    dataset:
+      name: tanganke/gtsrb
+      split: ${taskpool.corruption}
+clip_model: openai/clip-vit-base-patch32
+batch_size: 128
+num_workers: 16
+fast_dev_run: ${fast_dev_run}

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TALL14.yaml

@@ -0,0 +1,19 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets:
+      # eight tasks in the task arithmetic paper
+      - sun397
+      - stanford-cars
+      - resisc45
+      - eurosat
+      - svhn
+      - gtsrb
+      - mnist
+      - dtd
+      # additional 6 tasks in the TALL mask paper (TALL 14)
+      - oxford_flowers102
+      - pcam
+      - fer2013
+      - oxford-iiit-pet
+      - stl10
+      - cifar100

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TALL20.yaml

@@ -0,0 +1,26 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets:
+      # eight tasks in the task arithmetic paper
+      - sun397
+      - stanford-cars
+      - resisc45
+      - eurosat
+      - svhn
+      - gtsrb
+      - mnist
+      - dtd
+      # additional 6 tasks in the TALL mask paper (TALL 14)
+      - oxford_flowers102
+      - pcam
+      - fer2013
+      - oxford-iiit-pet
+      - stl10
+      - cifar100
+      # additional 6 tasks in the TALL mask paper (TALL 20)
+      - cifar10
+      - food101
+      - fashion_mnist
+      - emnist_letters
+      - kmnist
+      - rendered-sst2

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_cifar10.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: cifar10

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_cifar100.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: cifar100

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_dtd.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: dtd

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_emnist_letters.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: emnist_letters

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_eurosat.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: eurosat

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_fashion_mnist.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: fashion_mnist

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_fer2013.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: fer2013

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_food101.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: food101

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_gtsrb.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: gtsrb

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_kmnist.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: kmnist

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_mnist.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: mnist

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_oxford-iiit-pet.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: oxford-iiit-pet

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_oxford_flowers102.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: oxford_flowers102

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_oxford_flowers102_val.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/val@test_datasets: oxford_flowers102

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_pcam.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: pcam

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_rendered-sst2.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: rendered-sst2

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_resisc45.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: resisc45

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_stanford-cars.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: stanford-cars

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_stl10.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: stl10

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_sun397.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: sun397

fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_svhn.yaml

@@ -0,0 +1,3 @@
+defaults:
+  - CLIPVisionModelTaskPool@: _template
+  - /dataset/image_classification/test@test_datasets: svhn