fusion-bench 0.2.24__py3-none-any.whl → 0.2.26__py3-none-any.whl

fusion_bench_config/method/slerp/slerp.yaml

@@ -1,3 +1,12 @@
+# =============================================================================
+# FusionBench Method Configuration: Spherical Linear Interpolation (SLERP)
+# =============================================================================
+# Interpolates between two parameter vectors on a hypersphere.
+#
+# - t in [0,1]: interpolation factor; 0 returns model0; 1 returns model1.
+# - DOT_THRESHOLD: threshold to switch to linear interpolation when vectors are near-aligned.
+# - epsilon: small constant to avoid division by zero.
+# =============================================================================
 _target_: fusion_bench.method.SlerpMergeAlgorithm
 t: 0.5 # interpolation factor
 DOT_THRESHOLD: 0.9995

fusion_bench_config/method/slerp/slerp_lm.yaml

@@ -1,3 +1,8 @@
+# =============================================================================
+# FusionBench Method Configuration: SLERP for Causal LM
+# =============================================================================
+# Spherical linear interpolation between two causal language models.
+# =============================================================================
 _target_: fusion_bench.method.SlerpForCausalLM
 t: 0.5
 model_save_path: ${path.log_dir}/checkpoint

fusion_bench_config/method/smile_upscaling/smile_upscaling.yaml

@@ -1,3 +1,6 @@
+# =============================================================================
+# FusionBench Method Configuration: SMILE Upscaling
+# =============================================================================
 _target_: fusion_bench.method.SmileUpscalingAlgorithm
 # merge device on cuda can accelerate the SVD computation
 device: cpu

fusion_bench_config/method/task_arithmetic.yaml

@@ -1,2 +1,11 @@
+# =============================================================================
+# FusionBench Method Configuration: Task Arithmetic
+# =============================================================================
+# Performs task vector arithmetic: base + lambda * \sum_i (task_i - base).
+#
+# Notes
+# - scaling_factor controls the contribution of the task delta.
+# - Model compatibility is required (matching parameter shapes).
+# =============================================================================
 _target_: fusion_bench.method.TaskArithmeticAlgorithm
 scaling_factor: 0.3

fusion_bench_config/method/ties_merging.yaml

@@ -1,3 +1,6 @@
+# =============================================================================
+# FusionBench Method Configuration: Ties Merging
+# =============================================================================
 _target_: fusion_bench.method.TiesMergingAlgorithm
 # Scaling factor $\lambda$
 scaling_factor: 0.3

fusion_bench_config/model_fusion.yaml

@@ -0,0 +1,45 @@
+# =============================================================================
+# FusionBench Model Fusion Configuration
+# =============================================================================
+# This configuration file defines the settings for running model fusion experiments
+# within FusionBench using standard PyTorch (without Lightning Fabric).
+# 
+# The configuration includes:
+#
+# - Hydra framework settings and overrides
+# - Path management for data, outputs, and logs
+# - (core components) Model pool, fusion method, and task pool specifications
+# - Experiment execution parameters and debugging options
+#
+# =============================================================================
+# Hydra Configuration Defaults
+# =============================================================================
+defaults:
+  - hydra: default # Hydra framework configuration
+  - path: default # Path management configuration
+  # --- Core Components ---
+  - modelpool: CLIPVisionModelPool/clip-vit-base-patch32_TA8 # Model pool specification
+  - method: dummy # Fusion method (placeholder)
+  - taskpool: dummy # Task pool specification (placeholder)
+  - _self_ # Self-reference for override priority
+# =============================================================================
+# Program Configuration
+# =============================================================================
+_target_: fusion_bench.programs.ModelFusionProgram
+_recursive_: false # Disable recursive instantiation
+# =============================================================================
+# Experiment Execution Settings
+# =============================================================================
+# Development and debugging options
+fast_dev_run: false # This option is for quick testing. For example, run single batch instead of full dataset
+dry_run: false # Show configuration without running experiment
+print_config: true # Display full configuration before execution
+print_function_call: true # Show detailed instantiation calls
+# =============================================================================
+# Output and Logging Configuration
+# =============================================================================
+# Model saving configuration
+merged_model_save_path: null # Path to save merged model.
+merged_model_save_kwargs: null # Additional kwargs for model saving.
+# Report generation
+report_save_path: "{log_dir}/program_report.json" # Experiment results report path

fusion_bench_config/modelpool/ResNetForImageClassfication/transformers/resnet152_cifar10.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - cifar10
+  - /dataset/image_classification/test@val_datasets:
+      - cifar10
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: cifar10

fusion_bench_config/modelpool/ResNetForImageClassfication/transformers/resnet152_cifar100.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - cifar100
+  - /dataset/image_classification/test@val_datasets:
+      - cifar100
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-152
+    pretrained: true
+    dataset_name: cifar100

fusion_bench_config/modelpool/ResNetForImageClassfication/transformers/resnet18_cifar10.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - cifar10
+  - /dataset/image_classification/test@val_datasets:
+      - cifar10
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-18
+    pretrained: true
+    dataset_name: cifar10

fusion_bench_config/modelpool/ResNetForImageClassfication/transformers/resnet18_cifar100.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - cifar100
+  - /dataset/image_classification/test@val_datasets:
+      - cifar100
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-18
+    pretrained: true
+    dataset_name: cifar100

fusion_bench_config/modelpool/ResNetForImageClassfication/transformers/resnet50_cifar10.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - cifar10
+  - /dataset/image_classification/test@val_datasets:
+      - cifar10
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-50
+    pretrained: true
+    dataset_name: cifar10

fusion_bench_config/modelpool/ResNetForImageClassfication/transformers/resnet50_cifar100.yaml

@@ -0,0 +1,14 @@
+defaults:
+  - /dataset/image_classification/train@train_datasets:
+      - cifar100
+  - /dataset/image_classification/test@val_datasets:
+      - cifar100
+  - _self_
+_target_: fusion_bench.modelpool.ResNetForImageClassificationPool
+_recursive_: False
+type: transformers
+models:
+  _pretrained_:
+    config_path: microsoft/resnet-50
+    pretrained: true
+    dataset_name: cifar100