fusion-bench 0.2.9__py3-none-any.whl → 0.2.11__py3-none-any.whl

{fusion_bench-0.2.9.dist-info → fusion_bench-0.2.11.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.0)
+Generator: setuptools (75.8.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

fusion_bench_config/method/DOGE_TA/DOGE_TA.yaml

@@ -0,0 +1,4 @@
+_target_: fusion_bench.method.DOGE_TA_Algorithm
+subspace: 6
+K: 30
+lamda: 0.07

fusion_bench_config/method/concrete_subspace/clip_post_defense_AWM.yaml

@@ -0,0 +1,38 @@
+# Reference: Jinluan Yang, et al. Mitigating the Backdoor Effect for Multi-Task Model Merging via Safety-Aware Subspace. ICLR 2025.
+
+name: clip_post_defense_AWM
+
+# batch size per gpu
+# if you have multiple gpus, the total batch size will be `batch_size * num_gpus`
+batch_size: 16
+num_workers: 8
+
+optimizer: adam
+lr: 1e-3
+
+scaling_factor: 0.3
+
+###new
+adv_lr: 1e-4 
+trigger_norm: 1000
+adv_weight: 0.01
+
+
+max_steps: 2000
+save_interval: 500
+initial_logits: 0
+temperature: 0.5
+
+# "discrete" or "continuous", this is the mask applied for evaluation, not during training
+# the performance of final model are expected to be similar
+eval_mask_type: continuous
+
+mask_checkpoint: null
+# if `clamp_weights` is true, the weights will be clamped to [0, 1]
+clamp_weights: false
+
+# arguments of `functional_call`
+tie_weights: true
+strict: false
+
+cache_dir: outputs

fusion_bench_config/method/concrete_subspace/clip_post_defense_SAU.yaml

@@ -0,0 +1,41 @@
+# Reference: Jinluan Yang, et al. Mitigating the Backdoor Effect for Multi-Task Model Merging via Safety-Aware Subspace. ICLR 2025.
+
+name: clip_post_defense_SAU
+
+# batch size per gpu
+# if you have multiple gpus, the total batch size will be `batch_size * num_gpus`
+batch_size: 16
+num_workers: 8
+
+optimizer: adam
+lr: 1e-3
+
+scaling_factor: 0.3
+
+###new
+adv_lr: 1e-4 
+trigger_norm: 1000
+adv_weight: 0.01
+shared_weight: 0.01
+beta1: 0.5
+beta2: 0.5
+
+
+max_steps: 2000
+save_interval: 500
+initial_logits: 0
+temperature: 0.5
+
+# "discrete" or "continuous", this is the mask applied for evaluation, not during training
+# the performance of final model are expected to be similar
+eval_mask_type: continuous
+
+mask_checkpoint: null
+# if `clamp_weights` is true, the weights will be clamped to [0, 1]
+clamp_weights: false
+
+# arguments of `functional_call`
+tie_weights: true
+strict: false
+
+cache_dir: outputs

fusion_bench_config/method/concrete_subspace/clip_safe_concrete_layer_wise_adamerging.yaml

@@ -0,0 +1,39 @@
+# Reference: Jinluan Yang, et al. Mitigating the Backdoor Effect for Multi-Task Model Merging via Safety-Aware Subspace. ICLR 2025.
+
+name: clip_safe_concrete_layer_wise_adamerging
+
+# batch size per gpu
+# if you have multiple gpus, the total batch size will be `batch_size * num_gpus`
+batch_size: 16
+num_workers: 8
+
+optimizer: adam
+lr: 1e-3
+base_lr: 1
+adamerging_lr: 1e-3
+
+scaling_factor: 0.3
+
+max_steps: 1000
+max_adamerging_steps: 1000
+save_interval: 500
+initial_logits: 0
+temperature: 0.5
+
+###new
+adv_lr: 1e-4 
+trigger_norm: 1000
+adv_weight: 0.1
+# "discrete" or "continuous", this is the mask applied for evaluation, not during training
+# the performance of final model are expected to be similar
+eval_mask_type: continuous
+
+mask_checkpoint: null
+# if `clamp_weights` is true, the weights will be clamped to [0, 1]
+clamp_weights: false
+
+# arguments of `functional_call`
+tie_weights: true
+strict: false
+
+cache_dir: outputs

fusion_bench_config/method/concrete_subspace/clip_safe_concrete_task_arithmetic.yaml

@@ -0,0 +1,40 @@
+# Reference: Jinluan Yang, et al. Mitigating the Backdoor Effect for Multi-Task Model Merging via Safety-Aware Subspace. ICLR 2025.
+
+name: clip_safe_concrete_task_arithmetic
+
+# batch size per gpu
+# if you have multiple gpus, the total batch size will be `batch_size * num_gpus`
+batch_size: 16
+num_workers: 8
+
+optimizer: adam
+lr: 1e-3
+
+scaling_factor: 0.3
+
+
+
+###new
+adv_lr: 1e-4 
+trigger_norm: 1000
+adv_weight: 0.1
+
+
+max_steps: 2000
+save_interval: 500
+initial_logits: 0
+temperature: 0.5
+
+# "discrete" or "continuous", this is the mask applied for evaluation, not during training
+# the performance of final model are expected to be similar
+eval_mask_type: continuous
+
+mask_checkpoint: null
+# if `clamp_weights` is true, the weights will be clamped to [0, 1]
+clamp_weights: false
+
+# arguments of `functional_call`
+tie_weights: true
+strict: false
+
+cache_dir: outputs

fusion_bench_config/method/isotropic_merging/iso_c.yaml

@@ -0,0 +1,4 @@
+_target_: fusion_bench.method.ISO_C_Merge
+
+scaling_factor: 1.0
+exclude_keys: null

fusion_bench_config/method/isotropic_merging/iso_cts.yaml

@@ -0,0 +1,5 @@
+_target_: fusion_bench.method.ISO_CTS_Merge
+
+scaling_factor: 1.0
+common_space_fraction: 0.8
+exclude_keys: null

fusion_bench_config/method/task_singular_vector/TaskSingularVectorMerging.yaml

@@ -1,2 +1,8 @@
 _target_: fusion_bench.method.TaskSingularVectorMerging
 remove_keys: null
+
+# alpha is a float or a list of floats
+# example:
+# alpha: 1
+# alpha: [1, 0.5, 0.25]
+alpha: 1