fusion-bench 0.2.26__py3-none-any.whl → 0.2.28__py3-none-any.whl

fusion_bench_config/method/smile_upscaling/causal_lm_upscaling.yaml

@@ -1,3 +1,9 @@
+# =============================================================================
+# FusionBench Method Configuration: SMILE Upscaling (Causal LM)
+# =============================================================================
+# Upscales causal language models (Qwen2/Llama/Mistral) with SMILE.
+# Supports auto-detection or explicit model_type override.
+# =============================================================================
 # Generic SMILE Upscaling Configuration for CausalLM models
 # Supports: Qwen2, Llama, Mistral models
 # The model type will be auto-detected from the base model

fusion_bench_config/method/smile_upscaling/error_accumulation.yaml

@@ -1,3 +1,8 @@
+# =============================================================================
+# FusionBench Analysis Configuration: SMILE Error Accumulation
+# =============================================================================
+# Analyzes how approximation error accumulates with gating and rank parameters.
+# =============================================================================
 # Measure error accumulation
 _target_: fusion_bench.method.smile_upscaling.error_accumulation.ErrorAccumulationAnalysisForCLIP
 gate_k: 16

fusion_bench_config/method/smile_upscaling/projected_energy.yaml

@@ -1,2 +1,7 @@
+# =============================================================================
+# FusionBench Analysis Configuration: SMILE Projected Energy
+# =============================================================================
+# Measures projected energy retained by singular vectors during SMILE upscaling.
+# =============================================================================
 # Measure projected energy
 _target_: fusion_bench.method.smile_upscaling.projected_energy.ProjectedEnergyAnalysis

fusion_bench_config/method/smile_upscaling/singular_projection_merging.yaml

@@ -1,3 +1,6 @@
+# =============================================================================
+# FusionBench Method Configuration: SMILE Singular Projection Merging
+# =============================================================================
 name: singular_projection_merging
 # merge device on cuda can accelerate the SVD computation
 device: cuda

fusion_bench_config/method/smile_upscaling/smile_mistral_upscaling.yaml

@@ -1,3 +1,8 @@
+# =============================================================================
+# FusionBench Method Configuration: SMILE Upscaling (Mistral)
+# =============================================================================
+# Specialized SMILE upscaling for Mistral models with rank settings.
+# =============================================================================
 _target_: fusion_bench.method.smile_upscaling.smile_mistral_upscaling.SmileMistralUpscalingAlgorithm
 # device to put the models on
 device: cpu

fusion_bench_config/method/smile_upscaling/smile_qwen2_upscaling.yaml

@@ -1,3 +1,8 @@
+# =============================================================================
+# FusionBench Method Configuration: SMILE Upscaling (Qwen2)
+# =============================================================================
+# Specialized SMILE upscaling for Qwen2 models with rank settings.
+# =============================================================================
 _target_: fusion_bench.method.smile_upscaling.smile_qwen2_upscaling.SmileQwen2UpscalingAlgorithm
 # device to put the models on
 device: cpu

fusion_bench_config/method/wudi/wudi.yaml

@@ -1,3 +1,6 @@
+# =============================================================================
+# FusionBench Method Configuration: WUDI Merging
+# =============================================================================
 _target_: fusion_bench.method.WUDIMerging
 
 iter_num: 400

fusion_bench_config/model_fusion.yaml

@@ -3,7 +3,7 @@
 # =============================================================================
 # This configuration file defines the settings for running model fusion experiments
 # within FusionBench using standard PyTorch (without Lightning Fabric).
-# 
+#
 # The configuration includes:
 #
 # - Hydra framework settings and overrides
@@ -30,6 +30,7 @@ _recursive_: false # Disable recursive instantiation
 # =============================================================================
 # Experiment Execution Settings
 # =============================================================================
+seed: null # Random seed for reproducibility
 # Development and debugging options
 fast_dev_run: false # This option is for quick testing. For example, run single batch instead of full dataset
 dry_run: false # Show configuration without running experiment

fusion_bench_config/modelpool/ConvNextForImageClassification/convnext-base-224.yaml

@@ -0,0 +1,10 @@
+_target_: fusion_bench.modelpool.ConvNextForImageClassificationPool
+_recursive_: False
+models:
+  _pretrained_:
+    config_path: facebook/convnext-base-224
+    pretrained: true
+    dataset_name: null
+train_datasets: null
+val_datasets: null
+test_datasets: null

fusion_bench_config/modelpool/Dinov2ForImageClassification/dinov2-base-imagenet1k-1-layer.yaml

@@ -0,0 +1,10 @@
+_target_: fusion_bench.modelpool.Dinov2ForImageClassificationPool
+_recursive_: False
+models:
+  _pretrained_:
+    config_path: facebook/dinov2-base-imagenet1k-1-layer
+    pretrained: true
+    dataset_name: null
+train_datasets: null
+val_datasets: null
+test_datasets: null

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/_generate_config.py

@@ -0,0 +1,138 @@
+#!/usr/bin/env python3
+"""
+Script to generate ResNet modelpool configs using Jinja templates.
+
+This script generates YAML configuration files for different ResNet models
+and datasets using a Jinja2 template.
+"""
+
+import os
+from pathlib import Path
+
+from jinja2 import Template
+
+# Template for the ResNet modelpool config
+CONFIG_TEMPLATE = """defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - {{ dataset_name }}
+  - /dataset/image_classification/test@val_datasets:
+      - {{ dataset_name }}
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: {{ config_path }}
+    pretrained: true
+    dataset_name: {{ dataset_name }}
+"""
+
+
+def generate_config(model_path, dataset_name, output_dir=None):
+    """
+    Generate a single config file using the template.
+
+    Args:
+        config_path (str): The HuggingFace model path (e.g., "microsoft/resnet-18")
+        dataset_name (str): The dataset name (e.g., "cifar10")
+        output_dir (str, optional): Output directory. If None, uses current directory.
+
+    Returns:
+        str: The generated config content
+    """
+    template = Template(CONFIG_TEMPLATE)
+    config_content = template.render(config_path=model_path, dataset_name=dataset_name)
+
+    if output_dir:
+        # Extract model name from config_path for filename
+        model_name = model_path.split("/")[
+            -1
+        ]  # e.g., "resnet-18" from "microsoft/resnet-18"
+        filename = f"{model_name.replace('-','')}_{dataset_name}.yaml"
+        output_path = Path(output_dir) / filename
+
+        # Ensure output directory exists
+        output_path.parent.mkdir(parents=True, exist_ok=True)
+
+        # Write the config file
+        with open(output_path, "w") as f:
+            f.write(config_content)
+
+        print(f"Generated config: {output_path}")
+
+    return config_content
+
+
+def generate_all_configs(output_dir=None):
+    """
+    Generate configs for common ResNet models and datasets.
+
+    Args:
+        output_dir (str, optional): Output directory. If None, uses current directory.
+    """
+    from fusion_bench.constants.clip_vision import TASK_NAMES_TALL20
+
+    if output_dir is None:
+        output_dir = Path(__file__).parent
+
+    # Common ResNet models from HuggingFace
+    models = [
+        "microsoft/resnet-18",
+        "microsoft/resnet-50",
+        "microsoft/resnet-152",
+    ]
+
+    # Common datasets
+    datasets = TASK_NAMES_TALL20
+
+    print(f"Generating configs in directory: {output_dir}")
+
+    for model_path in models:
+        for dataset in datasets:
+            generate_config(model_path, dataset, output_dir)
+
+
+def main():
+    """Main function to run the config generation."""
+    import argparse
+
+    parser = argparse.ArgumentParser(description="Generate ResNet modelpool configs")
+    parser.add_argument(
+        "--config-path",
+        type=str,
+        help="HuggingFace model path (e.g., microsoft/resnet-18)",
+    )
+    parser.add_argument("--dataset", type=str, help="Dataset name (e.g., cifar10)")
+    parser.add_argument(
+        "--output-dir", type=str, help="Output directory (default: current directory)"
+    )
+    parser.add_argument(
+        "--generate-all",
+        action="store_true",
+        help="Generate configs for all common ResNet models and datasets",
+    )
+
+    args = parser.parse_args()
+
+    if args.generate_all:
+        generate_all_configs(args.output_dir)
+    elif args.config_path and args.dataset:
+        config_content = generate_config(
+            args.config_path, args.dataset, args.output_dir
+        )
+        if not args.output_dir:
+            print("Generated config:")
+            print(config_content)
+    else:
+        parser.print_help()
+        print("\nExample usage:")
+        print(
+            "  python _generate_config.py --config-path microsoft/resnet-18 --dataset cifar10"
+        )
+        print("  python _generate_config.py --generate-all")
+        print("  python _generate_config.py --generate-all --output-dir .")
+
+
+if __name__ == "__main__":
+    main()

fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet152_cifar10.yaml

@@ -11,4 +11,4 @@ models:
   _pretrained_:
     config_path: microsoft/resnet-152
     pretrained: true
-    dataset_name: cifar10
+    dataset_name: cifar10

fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet152_cifar100.yaml

@@ -11,4 +11,4 @@ models:
   _pretrained_:
     config_path: microsoft/resnet-152
     pretrained: true
-    dataset_name: cifar100
+    dataset_name: cifar100

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_dtd.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - dtd
+  - /dataset/image_classification/test@val_datasets:
+      - dtd
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: dtd

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_emnist_letters.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - emnist_letters
+  - /dataset/image_classification/test@val_datasets:
+      - emnist_letters
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: emnist_letters

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_eurosat.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - eurosat
+  - /dataset/image_classification/test@val_datasets:
+      - eurosat
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: eurosat

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_fashion_mnist.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - fashion_mnist
+  - /dataset/image_classification/test@val_datasets:
+      - fashion_mnist
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: fashion_mnist

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_fer2013.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - fer2013
+  - /dataset/image_classification/test@val_datasets:
+      - fer2013
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: fer2013

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_food101.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - food101
+  - /dataset/image_classification/test@val_datasets:
+      - food101
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: food101

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_gtsrb.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - gtsrb
+  - /dataset/image_classification/test@val_datasets:
+      - gtsrb
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: gtsrb

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_kmnist.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - kmnist
+  - /dataset/image_classification/test@val_datasets:
+      - kmnist
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: kmnist

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_mnist.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - mnist
+  - /dataset/image_classification/test@val_datasets:
+      - mnist
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: mnist

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_oxford-iiit-pet.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - oxford-iiit-pet
+  - /dataset/image_classification/test@val_datasets:
+      - oxford-iiit-pet
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: oxford-iiit-pet

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_oxford_flowers102.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - oxford_flowers102
+  - /dataset/image_classification/test@val_datasets:
+      - oxford_flowers102
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: oxford_flowers102

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_pcam.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - pcam
+  - /dataset/image_classification/test@val_datasets:
+      - pcam
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: pcam

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_rendered-sst2.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - rendered-sst2
+  - /dataset/image_classification/test@val_datasets:
+      - rendered-sst2
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: rendered-sst2

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_resisc45.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - resisc45
+  - /dataset/image_classification/test@val_datasets:
+      - resisc45
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: resisc45

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_stanford-cars.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - stanford-cars
+  - /dataset/image_classification/test@val_datasets:
+      - stanford-cars
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: stanford-cars

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_stl10.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - stl10
+  - /dataset/image_classification/test@val_datasets:
+      - stl10
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: stl10

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_sun397.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - sun397
+  - /dataset/image_classification/test@val_datasets:
+      - sun397
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: sun397

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet152_svhn.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - svhn
+  - /dataset/image_classification/test@val_datasets:
+      - svhn
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: svhn

fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet18_cifar10.yaml

@@ -11,4 +11,4 @@ models:
   _pretrained_:
     config_path: microsoft/resnet-18
     pretrained: true
-    dataset_name: cifar10
+    dataset_name: cifar10

fusion_bench_config/modelpool/{ResNetForImageClassfication → ResNetForImageClassification}/transformers/resnet18_cifar100.yaml

@@ -11,4 +11,4 @@ models:
   _pretrained_:
     config_path: microsoft/resnet-18
     pretrained: true
-    dataset_name: cifar100
+    dataset_name: cifar100

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_dtd.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - dtd
+  - /dataset/image_classification/test@val_datasets:
+      - dtd
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-18
+    pretrained: true
+    dataset_name: dtd

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_emnist_letters.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - emnist_letters
+  - /dataset/image_classification/test@val_datasets:
+      - emnist_letters
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-18
+    pretrained: true
+    dataset_name: emnist_letters

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_eurosat.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - eurosat
+  - /dataset/image_classification/test@val_datasets:
+      - eurosat
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-18
+    pretrained: true
+    dataset_name: eurosat

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_fashion_mnist.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - fashion_mnist
+  - /dataset/image_classification/test@val_datasets:
+      - fashion_mnist
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-18
+    pretrained: true
+    dataset_name: fashion_mnist

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_fer2013.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - fer2013
+  - /dataset/image_classification/test@val_datasets:
+      - fer2013
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-18
+    pretrained: true
+    dataset_name: fer2013

fusion_bench_config/modelpool/ResNetForImageClassification/transformers/resnet18_food101.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - food101
+  - /dataset/image_classification/test@val_datasets:
+      - food101
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-18
+    pretrained: true
+    dataset_name: food101