fusion-bench 0.2.12__py3-none-any.whl → 0.2.13__py3-none-any.whl

{fusion_bench-0.2.12.dist-info → fusion_bench-0.2.13.dist-info}/RECORD

@@ -1,7 +1,7 @@
 fusion_bench/__init__.py,sha256=68dF-zPvb8E2MgYnmgIJsxIHJBy1MApKeOrRZvQEVlg,421
 fusion_bench/__main__.py,sha256=weUjxpP3ULnDgUxCehdbmoCM9cqfkhDhGB85tAF5qoE,81
 fusion_bench/compat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/compat/method/__init__.py,sha256=qbm_0o4Y-X2FY3skmsQpYnKQ3qnR24Z0-uLOEnzO59M,5566
+fusion_bench/compat/method/__init__.py,sha256=A9pbskEYB4_ryD6sVrR0qI4eVYsbI7sExbhPeypP3fQ,5757
 fusion_bench/compat/method/base_algorithm.py,sha256=63_AQDj1eJOO6RyTSGXVC6G2DsG8yg9E4pT3RJXgP3A,1952
 fusion_bench/compat/modelpool/AutoModelForSeq2SeqLM.py,sha256=m68BRGy4P-P9lLB10oXOBI-p58a-0FOPcrJ4r4MU32k,1100
 fusion_bench/compat/modelpool/__init__.py,sha256=KD8Ddr9D7rJ5YdHEQsTuNmQ0bgQfqF4l3WNMtHmRHD8,4687
@@ -10,14 +10,15 @@ fusion_bench/compat/modelpool/huggingface_clip_vision.py,sha256=LyIPgepNOK0qrk_E
 fusion_bench/compat/taskpool/__init__.py,sha256=LHCRs7vrWMTtMfrqFRMmnNiSZnnZ7tZyVwXZxbi1jvQ,3651
 fusion_bench/compat/taskpool/base_pool.py,sha256=1AIZBxqUJgshq0Xo3Yo9es4b-8X8ksN1mFHxSOqnDsA,3307
 fusion_bench/compat/taskpool/clip_image_classification.py,sha256=ZYZsbsE-fPzm6yafA0p-6wcDwVGryLmtXXtuEXeQbTY,7425
-fusion_bench/compat/taskpool/flan_t5_glue_text_generation.py,sha256=O_WWr6Ivpqm-XbkaDsseDPKYcqp2jezxy-8fOrICFzY,5566
+fusion_bench/compat/taskpool/flan_t5_glue_text_generation.py,sha256=JsdAE72V1C1eDcA1WCa0PIcSDTrGPclNKFDQ9G-hYts,5786
 fusion_bench/constants/__init__.py,sha256=Pyc4dLbl6oNduOCdnpeXQ9LDyVoIrkdl9eZ_l2axIv8,41
+fusion_bench/constants/clip_vision.py,sha256=k0NRfiacxRaswdxUj91-e3jcP1u-RmvsaaYdqohcQVU,310
 fusion_bench/constants/paths.py,sha256=DVZyQ9FLhkyUdw6ARpXUCAMf_B8hFyJ6UNI-oYly3pE,591
 fusion_bench/dataset/__init__.py,sha256=OJiYmcqz0Vm5O7mE4PB5QFJeL_KjrsseQTRsQATGTm4,1050
-fusion_bench/dataset/clip_dataset.py,sha256=XLpCOiXlLEP3DffAlBn4P2PpUenbEFl-Yk9MNy6nbbI,2790
-fusion_bench/dataset/fer2013.py,sha256=bAdujQSj1PcUVFlKJgqcHAuE9AWz7JE1fzZ6scFVvmc,403
+fusion_bench/dataset/clip_dataset.py,sha256=sGjC6cnJTguNbbhJydzYKlGrFzOJ_I0KqtbdutYpNiA,3097
+fusion_bench/dataset/fer2013.py,sha256=Lub_xVhHfqaiPprvOsDVspJNioh1FjSrkhn3gL_UXDA,404
 fusion_bench/dataset/gpt2_glue.py,sha256=Qq1ZkEIQsTjj8tImvkZDNlduocSYwlEfVrDReZqDWdw,8761
-fusion_bench/dataset/gsm8k.py,sha256=CmANZ0A89PfPwVu_myKhXk1D9IwypOpjH3iqDo1KxcQ,2233
+fusion_bench/dataset/gsm8k.py,sha256=2OkDGDebZ295vkne2Ni4bhs6GbOIt4Vxx2F1315jsyk,2235
 fusion_bench/dataset/image_dataset.py,sha256=MSZE_UESyRRQDwnkm2KpyIARUg9SWcwqnH4fDNstzS4,1870
 fusion_bench/dataset/imdb.py,sha256=YRzeq5z-Fl0aYcC2QtwEBWFkvucvpNo975jwjL5SZvs,260
 fusion_bench/dataset/nyuv2.py,sha256=2OdIEaY1ywFYMLUxCTpFcIctcBMFTq4nnoOkudSo-jI,3750
@@ -41,7 +42,7 @@ fusion_bench/dataset/llama/stanford_shp.py,sha256=6ueXKnFXIBBobacU1h5WxGLZrSOtBk
 fusion_bench/dataset/llama/ultrachat.py,sha256=Go7WvrDAYnm184fdazHGRYLbSY6Xd7jrESyQeUJtOww,1736
 fusion_bench/dataset/llama/wikitext.py,sha256=9ZHR-nMfXRumd3o-PIj3n7B83YlVeqpGkZ2zJs2B-9Y,2883
 fusion_bench/dataset/llama/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/method/__init__.py,sha256=7S1ODkq2Zppx59o80qcIwDlRtfOC2EU58ooGFlDdJIU,7040
+fusion_bench/method/__init__.py,sha256=CzRMLnKUGkacVM1-81j2f_ySs1vNlG7tR4HucPhloLM,7331
 fusion_bench/method/base_algorithm.py,sha256=5dutGZfPqNhO8F8FOlo3UFR91TZu2Xj7O0pTB40JvWo,1135
 fusion_bench/method/dummy.py,sha256=hb1y6LR_geRZ5eRgGwt5zJUcHYorCeIbs5i76CvurUc,1031
 fusion_bench/method/ensemble.py,sha256=rGxvJTeorfcBuE_e0XO-0-MAc9un7ZCC46ikKGuAcN4,3077
@@ -51,7 +52,7 @@ fusion_bench/method/ada_svd/__init__.py,sha256=4XzQbbvE9HI3NtEmEFvo8iC3ds_85vJXe
 fusion_bench/method/ada_svd/clip_vision.py,sha256=QrT6cSwgVEGxXEpVhkvKQVQaoRW5P9V52Y3_8NX0f-o,12556
 fusion_bench/method/adamerging/__init__.py,sha256=nt0saBT_3bqghk-pINQ-XCWm9UWwSZllu4R1sDuAJAA,376
 fusion_bench/method/adamerging/clip_layer_wise_adamerging.py,sha256=UUSldRPBxHVOfkMM7ZwqZay5Wjc6XQ3Vy9PgyqV_TZo,1311
-fusion_bench/method/adamerging/clip_task_wise_adamerging.py,sha256=Tys9pDJzz5YNUCO43pO44fGAnizfSaeAwgH4-vVxRN4,6948
+fusion_bench/method/adamerging/clip_task_wise_adamerging.py,sha256=rREVf8SKlQ9SiWdUWOYo91b1RW9PnNJxsW8MxHs_MUo,6095
 fusion_bench/method/adamerging/entropy_loss.py,sha256=ZeVe0Hq1PaMfppLqDbB0MOscZUZRNh4CALrvt8pmQC0,736
 fusion_bench/method/adamerging/flan_t5_layer_wise_adamerging.py,sha256=osc6ueCgiS4u8KUV_sZkHGFBYC8dThnTSp4NB0wkQIg,12915
 fusion_bench/method/adamerging/gpt2_layer_wise_adamerging.py,sha256=jTGUbhJCV1pcJ5k5jVeAhmtHdbHK5LlEfBhF-86xWjY,13773
@@ -89,9 +90,18 @@ fusion_bench/method/doge_ta/doge_ta.py,sha256=ec0qIq3F72nhbCVlfqdk1PYFM7QIlfMofe
 fusion_bench/method/doge_ta/layer_wise_adamerging.py,sha256=rLk3Nep5d6wMUNCp6q7pC7L0pfBvUwGBIuiGM7CQOf4,9780
 fusion_bench/method/fisher_merging/__init__.py,sha256=KWsjrtxKkPYwcUA5rB_6UNIqvesqk2NJw5AY_1ztLVE,225
 fusion_bench/method/fisher_merging/clip_fisher_merging.py,sha256=QCutGqjkfW3OWETPZsCChqLRAhvfJp4QKD9TGSpTyV0,7635
-fusion_bench/method/fisher_merging/fisher_merging.py,sha256=CPU-tJiDv9FCIBYl7Pn0zA5cdRB1Md5kWchRDlJgly0,20456
+fusion_bench/method/fisher_merging/fisher_merging.py,sha256=OiceW0bqvnzGjIyIjd0A55ckXImDfEvi-Nk6td0sFFw,20892
 fusion_bench/method/fisher_merging/gpt2_fisher_merging.py,sha256=LZmz41jZ5dSsAHxfOUpr3u2rlCgUPTDR7xMsIlQM-jc,7576
-fusion_bench/method/isotropic_merging/__init__.py,sha256=0mxrl1UIjeFAPQcPcZtbgoCJO-DMW_49GKAhgcG-vEA,585
+fusion_bench/method/gossip/__init__.py,sha256=3b7mB4wl7weA6JtPmEeHHG2Zb_MWaOt-i1beJjNCbc8,198
+fusion_bench/method/gossip/clip_layer_wise_gossip.py,sha256=UPiy6FlCMDZEz7pBOopwr5w9cn_flp8XSAfYbBGpA7g,1207
+fusion_bench/method/gossip/clip_task_wise_gossip.py,sha256=yY-fHBynWgkac5J61V9xI1SNUv6k2z1SgvmNb13l2jg,7063
+fusion_bench/method/gossip/entropy_loss.py,sha256=ZeVe0Hq1PaMfppLqDbB0MOscZUZRNh4CALrvt8pmQC0,736
+fusion_bench/method/gossip/flan_t5_layer_wise_gossip.py,sha256=q9rCy20ljoTfLz7QJexILUnTHAcZ7AuZMlSJiw58108,15668
+fusion_bench/method/gossip/layer_wise_gossip.py,sha256=btcQxAZ6LepJMGPbsUsypAOlmGfUjKu2GfeTg_BfaVw,17173
+fusion_bench/method/gossip/min_norm_solvers.py,sha256=a7n2X0BE_YajlaUygyHV0yqW6-x5dTyZ5V0mt_Q69qE,8291
+fusion_bench/method/gossip/task_wise_gossip.py,sha256=auHdJ-EXAXSHBTw5VA6JlavvShoi-n_HkraZ3JMcLUU,9227
+fusion_bench/method/gossip/utils.py,sha256=ggMPRdxs--U2sV670oimX7jo8NGBX5Oq8MlprF23RzU,2414
+fusion_bench/method/isotropic_merging/__init__.py,sha256=yyx1Exfrf_4CtTjml1CIplFeeEDsSUk2Zc0AJ98ST9M,584
 fusion_bench/method/isotropic_merging/iso.py,sha256=MwKqfk0oyxqtdOzeSx_9jFXX1a4Rd0WcEPsYvQhBSCg,3773
 fusion_bench/method/isotropic_merging/iso_utils.py,sha256=7L8PYUIJROwHJQmhFY-tdEhkLAnzVKXr-ae55FQ1QSo,6928
 fusion_bench/method/linear/__init__.py,sha256=ChfkoOEAb-rUKwpowFPel-a1hRfS8gCrbnWD-jlRbe4,283
@@ -109,7 +119,7 @@ fusion_bench/method/mixture_of_experts/__init__.py,sha256=r95iu1-3tgIUP7sWuAbLuq
 fusion_bench/method/mixture_of_experts/mixtral_merging.py,sha256=-n1CLP1o08VyMSfaTq42kRutbw-cFDSCWHTu0iNh6ok,4237
 fusion_bench/method/mixture_of_experts/mixtral_upcycling.py,sha256=tQYAeS8MLFEfH3zDFfNZrML7lRnpGLN-HquQvjPtHNw,11208
 fusion_bench/method/opcm/__init__.py,sha256=0QcltOnjIYV1XEPDEagChLixLAhjiBnYwfWK00am29k,202
-fusion_bench/method/opcm/opcm.py,sha256=-sqfK5q_-yr_3YWigmXKVYRP1J7swHOR9eGMMzu1Dgw,11445
+fusion_bench/method/opcm/opcm.py,sha256=fIZtR8KZCUKTxo5URMZIVmDdb2Y6vugJaUvmg5tswdc,11655
 fusion_bench/method/opcm/task_arithmetic.py,sha256=YvtsWkjtnk7E3C4_xNr--uQWjQhoDZZB-klSx81_tGw,4824
 fusion_bench/method/opcm/ties_merging.py,sha256=-N3i7eMbhK95qyJsmmNMKNmPCkgGHGFa423a52cgi6g,6868
 fusion_bench/method/opcm/utils.py,sha256=_q7yy3ENNFUh1qUd5J5DThRL4J1tIxEcknCO2AKmeYM,2102
@@ -130,7 +140,8 @@ fusion_bench/method/pruning/wanda_utils/prune_opt.py,sha256=onfIRAF0yFi9b1GNDS9D
 fusion_bench/method/pruning/wanda_utils/sparsegpt.py,sha256=V1FEIGgSFbPT5YPrYXCWhz1lLXaor6RwfNund7EEIWM,5434
 fusion_bench/method/pwe_moe/__init__.py,sha256=gZUhbqCtCeVSip3nyt5rNSrEDqtByl2ILcWrD4Z3jx4,124
 fusion_bench/method/pwe_moe/clip_pwe_moe.py,sha256=eXNeHfukHFwdSQxNGITmKe6DWjPPr58KQrgtZbPgrjo,11274
-fusion_bench/method/pwe_moe/module.py,sha256=D4HDx7iDfKX_vJ3vkzi6_atKKlzJT6nH0srkAnxSegY,12336
+fusion_bench/method/pwe_moe/module.py,sha256=l7heyHbdbFh0w9X6O3mB6AjL0ipJEF82DvwApESQCEc,12335
+fusion_bench/method/pwe_moe/openclip_pwe_moe.py,sha256=xhQsFt8FwK_obd3u3FQsBpH1o5XaLCsHohjWOEd7lJc,18354
 fusion_bench/method/pwe_moe/utils.py,sha256=K9BeVMrhYv7GNlJO76eoQbkI1dOO7XF18yK06WUh9ZA,1336
 fusion_bench/method/pwe_moe/phn/__init__.py,sha256=PXX-hb_bd7GdtLHcAcnGGsW_Wbg8g2YlRZMTCk3axUw,78
 fusion_bench/method/pwe_moe/phn/solvers.py,sha256=OO-ImNwsWIQ3eXPxzj1V-kNgXrJc4FKcK-RwaOl_np0,6156
@@ -140,25 +151,25 @@ fusion_bench/method/rankone_moe/rankone_moe.py,sha256=YPWneidBJjms2SrYgH5tAim4KB
 fusion_bench/method/regmean/__init__.py,sha256=VVqAkdHkb005Sc2XmeiedQYzb3q5aQNI8xzEJnE4thg,158
 fusion_bench/method/regmean/clip_regmean.py,sha256=xhT7dYSCg9sPLL5ZUCCtcA-Ypw4PBHsOivrnz-3fDso,4931
 fusion_bench/method/regmean/gpt2_regmean.py,sha256=p2D3E8YAZsltsI6GM474UWNqPZfBqihLZ93ZLUpOJ_c,5565
-fusion_bench/method/regmean/regmean.py,sha256=NTozStNkMV7RLyxj1TvzPkHjiFPynGiWgQITs8J9CiA,16210
+fusion_bench/method/regmean/regmean.py,sha256=IqkweSS4WXGbMquWaHWHijiZ6rMIaHfFSje8C8bbb6g,16587
 fusion_bench/method/slerp/__init__.py,sha256=Wgl9gg01Xou6jyZeBRD98kRnB_dAADDaPqRTHoONx9o,59
 fusion_bench/method/slerp/slerp.py,sha256=2_n10REnRoV5DuwCC0bDX8RM3MLL4Q_5rZiU0hICw2w,3406
 fusion_bench/method/slerp/slerp_utils.py,sha256=vksRo6n7FqY7By9aqbwTL4XV3BjcU_GrUl_r85Kpfjc,3504
-fusion_bench/method/smile_upscaling/__init__.py,sha256=CbJugcuQ7AcoPGFRF7TdxUztYTi3Ii9bnA6Msj8QH0A,149
+fusion_bench/method/smile_upscaling/__init__.py,sha256=6ZpUSHUFVsT1U7V3TIDWBFqcHte7SjHW0wp6CAE8NVg,165
 fusion_bench/method/smile_upscaling/singular_projection_merging.py,sha256=0neZS9oZnl64wu1xb9ruGB7lbhYXyy4zj8l3E1QYRGQ,6670
 fusion_bench/method/smile_upscaling/smile_mistral_upscaling.py,sha256=C2WEzBcAyrgO1FpFgg3pdrPjCkeGK1PKr66XQN1WJGE,11945
-fusion_bench/method/smile_upscaling/smile_upscaling.py,sha256=QcbQKPt4j8cGz9JpI38PvIq8Ijeh_K9w2QebQZVqZi0,20144
+fusion_bench/method/smile_upscaling/smile_upscaling.py,sha256=UXmFJ2s3qb7-5hsMUbQdtkhCRx4Gh8UCiost09JyVqY,20299
 fusion_bench/method/sparse_we_moe/__init__.py,sha256=V5VOpLwn6ZpsM09TmwFhhlJwMTBFXF7NE1-gW1MlAfc,133
 fusion_bench/method/sparse_we_moe/sparse_clip_we_moe.py,sha256=J8iVYks-SQ93dqh6FUQACvSmM364QHlVBYMKOCPbHrU,10288
 fusion_bench/method/sparse_we_moe/sparse_we_moe.py,sha256=6OYgj_D_4xTtqy_guA7whQu76LQ7gv-U2cIZkXe7bIg,10479
 fusion_bench/method/sparselo/__init__.py,sha256=0Uk4Hq5b9iwc5yl2QTDwvBHUItN4V6lwhxDYQrFb724,107
 fusion_bench/method/sparselo/sparselo.py,sha256=qkfFwovdOA7-NUXtLYiV1iM9bglQJydfuL805azQ6Xc,38806
 fusion_bench/method/surgery/__init__.py,sha256=6sRKWeL8cx6Jy2aC9tRL78irNTJnp9w75K2dAxBxhho,88
-fusion_bench/method/surgery/clip_layer_wise_adamerging_surgery.py,sha256=95pylG70KJbg3ravaeINsGHAU_pAEQwo5MA5E0BkNJk,5639
+fusion_bench/method/surgery/clip_layer_wise_adamerging_surgery.py,sha256=Cc8LiAqkQzJwQJsyuazG5wgq6kghVcyL8rGkhPcBVoU,5936
 fusion_bench/method/tall_mask/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/method/tall_mask/utils.py,sha256=Wlp8WcPwR_lCaBIZ9rgG6ewLfSzz3G7kPk9yj13pvls,8817
 fusion_bench/method/task_arithmetic/__init__.py,sha256=pSx_NV5Ra_6UXpyYWCi6ANQoAnEtymZt_X1dDN9wT4Y,96
-fusion_bench/method/task_arithmetic/task_arithmetic.py,sha256=1D0uuNtqyA1VS35jh6AnEVsX72HnT02THyerck_lmso,5441
+fusion_bench/method/task_arithmetic/task_arithmetic.py,sha256=qhOLb0kXDdgHCgqOAASwwXDTK0gnaiUVI1N72ZJLUyI,5617
 fusion_bench/method/task_singular_vector/TSVC.py,sha256=yn4SrZNvtA6PoGYJmbmtNeDyDbGnRCgfZ7ZCg914AZU,410
 fusion_bench/method/task_singular_vector/TSVM.py,sha256=H5RzZlQQeF4kZFjuxkz8v3gyVKS3iKPgqNnitKQzbXk,2787
 fusion_bench/method/task_singular_vector/__init__.py,sha256=WMucyl9pu_Ev2kcdrfT4moqMMbzD7hHQVFME5Su5jMA,298
@@ -166,14 +177,14 @@ fusion_bench/method/task_singular_vector/utils/TSVC_utils.py,sha256=FytKbal48EW6
 fusion_bench/method/task_singular_vector/utils/TSVM_utils.py,sha256=dsTMQ15zFJ1MPqDOt2TJ01O9Bwq_klyG9xL9hRD2aI0,27521
 fusion_bench/method/task_singular_vector/utils/__init__.py,sha256=Pgthb9Ld1x0Qis1wKWottwgzlBcyuzByFZCMIoI6Fys,240
 fusion_bench/method/ties_merging/__init__.py,sha256=9u9teBbdILbupr9jbwk-qCXSzssCssC5FUV2BfpyZM4,67
-fusion_bench/method/ties_merging/ties_merging.py,sha256=rQGYr1HoZLbgwgfsfpIqln0tcoXj9s2J985FtRWO2dA,5502
+fusion_bench/method/ties_merging/ties_merging.py,sha256=GAlomW4oTePXd57TvogQXoliNnEto1_QVXVGVrU1QNc,5807
 fusion_bench/method/ties_merging/ties_merging_utils.py,sha256=EZyltS9hUM8NmcvXjAqhBpj-ucMlMtR95082kPDsJPU,10296
 fusion_bench/method/trust_region/__init__.py,sha256=4ao0E-jTlmTQPArbFWD_dFn_4yve3urNIuSMT8JtRIM,91
 fusion_bench/method/trust_region/clip_task_arithmetic.py,sha256=SWP7sRMiXzkDZ3KdNht3zqjaTcAtB4wpnnd8KYbcKZI,7441
 fusion_bench/method/trust_region/utils.py,sha256=iUNEY43mE0WZBsKAmttHwSvNpijzBzVhTpSycWoxvn8,1981
 fusion_bench/method/we_moe/__init__.py,sha256=Sb4YIR54-_ppUXDj5jN90PEqBO3kdL6O5-67v71q4Xs,78
 fusion_bench/method/we_moe/clip_we_moe.py,sha256=iBaa2GvTpICAMdCJaUZVnwOqGd_6x7UaWnNBDnQBpmY,5587
-fusion_bench/method/we_moe/we_moe.py,sha256=nW7LzgZqRN22RNzJsU5XZI7VJi6wVaIuthNiJepmiRw,8531
+fusion_bench/method/we_moe/we_moe.py,sha256=3qHOm0m1lIY17U20mXs02dt_rgKDzY8iA_GSGeZxNI0,8286
 fusion_bench/method/weighted_average/__init__.py,sha256=bLxIuuB72hH05J_Spz4MZbiLpYL39iwgVIQa_QeQpIk,118
 fusion_bench/method/weighted_average/llama.py,sha256=BgJKZ15aqjFuNidOqAoGc74rpw3YRDnJ6gYOQJhe6tc,4161
 fusion_bench/method/weighted_average/weighted_average.py,sha256=E4byEA2VfXozu7S_gnYVvwI3qg8AFWaSeNRHGbs2Tno,3340
@@ -189,18 +200,20 @@ fusion_bench/metrics/text_to_image_generation/__init__.py,sha256=OEIxpKmyy6-3iWy
 fusion_bench/metrics/text_to_image_generation/aesthetic_scorer.py,sha256=-ZaD84ENPITh_K0Fe9OKYYoiGnPhlSE9gTbBqrtnqqA,4487
 fusion_bench/metrics/text_to_image_generation/compressibility.py,sha256=x4dNTFnAN4naChBDZBO-jUghnHAyobRVOupctKYRg1w,1656
 fusion_bench/metrics/text_to_image_generation/pickscore_scorer.py,sha256=aSWzl8k7z80Cirg5qdfkPsp3sMFEv_PjA1NJv3PPWXY,3115
-fusion_bench/mixins/__init__.py,sha256=AsUNvrHdNd6xht7-dfuVipmJuRfMNFlkgG-fn3ojt1U,892
+fusion_bench/mixins/__init__.py,sha256=8wUBjN03Pfs1aHrwvnBioqVIuPNwi50hJgUlfLoOFeY,1113
 fusion_bench/mixins/clip_classification.py,sha256=2Q20bEfRcRx9cg79ubCVpsey3TtpWa8jxk-N_JZVueY,10162
 fusion_bench/mixins/fabric_training.py,sha256=ZmycEhCaNCgVi5oM9m0q6msxgk3quowmFvDAcvskFrg,13017
+fusion_bench/mixins/hydra_config.py,sha256=WeluM5Qeaoh31mvf9bJL-hRpS2CwNEtVXRMxnBTnL80,1536
 fusion_bench/mixins/lightning_fabric.py,sha256=6S1-rV6ItNQDSu7GM4qB99s8rnNXdO4PZDiQI4w0-DU,6593
+fusion_bench/mixins/openclip_classification.py,sha256=O45HzgLXNvlQr5RVpfIGsYdIQ0tY5g_68KB0MTqsZWU,290
 fusion_bench/mixins/rich_live.py,sha256=j7wNgrgwfdpl6nCXZGF_2DLtNq2aqCb_52Qhe9QSltc,495
 fusion_bench/mixins/serialization.py,sha256=9W50JUcM6wgFlaE9H29mATLLVobYniSDxg94FfY25w0,4049
-fusion_bench/mixins/simple_profiler.py,sha256=UDPB8QAA3rtsSdnVgL9KMthDLBY1Rh4h8mtiquiCPp4,2106
+fusion_bench/mixins/simple_profiler.py,sha256=czWMl6p9PoxbQ5A8Uifwleaq5QPGEn0qMc8MXu9dSZM,2200
 fusion_bench/mixins/optim/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/mixins/optim/adamw_with_warmup.py,sha256=qTnRl8GVVIfaplOFBHnJFuZUbxPZRWRGHGNzm_EDhDE,1421
 fusion_bench/modelpool/PeftModelForSeq2SeqLM.py,sha256=rxPKTTWno3KAcTTEfydPpXx1b0EJa8PLbqrberweFF8,2108
-fusion_bench/modelpool/__init__.py,sha256=LtcCWTcYkVaz7ZxEseWRwKDk3cSTg95-WQiriXBHLSA,1401
-fusion_bench/modelpool/base_pool.py,sha256=cehkJFacPPaFKqvwn3mq3mPZi-9I-TIbFU2Lao3e45M,9053
+fusion_bench/modelpool/__init__.py,sha256=Oh21MYHCNguLQYFrQXEsNhqr8vNAXUG7jS-Rwv9Qhec,1510
+fusion_bench/modelpool/base_pool.py,sha256=KCNRVirODjssWZWswkC63gjcBhIbx9k_ub9h9JV4l2o,9089
 fusion_bench/modelpool/huggingface_automodel.py,sha256=OJ6EyYyjNv1_Bhjn-zli-e__BJ0xVa4Fx9lhXVb-DJo,552
 fusion_bench/modelpool/huggingface_gpt2_classification.py,sha256=j8nicVwtoLXY4RPE2dcepeEB3agBKkkH-xA3yMj1czw,2014
 fusion_bench/modelpool/nyuv2_modelpool.py,sha256=btuXmYxwfjI6MnGakhoOf53Iyb9fxYH20CavGTrTcnA,1375
@@ -208,6 +221,8 @@ fusion_bench/modelpool/causal_lm/__init__.py,sha256=F432-aDIgAbUITj4GNZS9dgUKKha
 fusion_bench/modelpool/causal_lm/causal_lm.py,sha256=k0eOOcFbswVgBYhM9CEXvdCRU9zVC8Gw78QaiMWzeWo,4487
 fusion_bench/modelpool/clip_vision/__init__.py,sha256=3b9gN2bWUsoA1EmpitnIMnIlX7nklxbkn4WJ0QJtS2c,43
 fusion_bench/modelpool/clip_vision/modelpool.py,sha256=JH1wLdWefvE242SYpXTnoSLkKX-YcadnidWd2bo8tWQ,5486
+fusion_bench/modelpool/openclip_vision/__init__.py,sha256=QDmAitKqUwRygN9QncdS_kGWZdfTKL4uUifC8xh9c10,47
+fusion_bench/modelpool/openclip_vision/modelpool.py,sha256=2MieB4PMvg85DaiYu49m3BzuBjib1xozJHTpYyHhRTs,11102
 fusion_bench/modelpool/seq2seq_lm/__init__.py,sha256=FnfSMHcwNHDQEMdB2HdK4WphQ6MufsRLUkczuALjM4Q,57
 fusion_bench/modelpool/seq2seq_lm/modelpool.py,sha256=IjLHi8qycWOA4Ul9jnqR48evgVXF_pfTKLPeL9XKP-s,2052
 fusion_bench/modelpool/seq_classification_lm/__init__.py,sha256=k-t4RetcDlbkRkPHNuyeV3pQEcJnFRjd9Wp5tFBb-G8,128
@@ -215,7 +230,7 @@ fusion_bench/modelpool/seq_classification_lm/reward_model.py,sha256=NKf-eoei1GdU
 fusion_bench/modelpool/seq_classification_lm/seq_classification_lm.py,sha256=sIKAmGJwfrNSuWtxzJ_-ME0gQksEYY2y-jVt7P82Qs0,3434
 fusion_bench/models/__init__.py,sha256=TNOEH_2yAQP51m9mdWepNEf9VGUZgDthtgXbs4rhb4M,100
 fusion_bench/models/hf_clip.py,sha256=056UHeSjKKDYXg-o7CC2zsx4fC9R6IBkPGI8IFhWTNw,7291
-fusion_bench/models/parameter_dict.py,sha256=hRie26WIeXU-wvY6JeGaP8LvpMqbuZA6Ia_1vOFMuu4,2294
+fusion_bench/models/parameter_dict.py,sha256=lkVaK6xInqHoQ3_N6zx8CNKH4dnf8AP8H9xAY6ds6lg,3515
 fusion_bench/models/rankone_moe.py,sha256=uwpAqk1cwxxprQ0hxuAwRuPvHDxxBKBDahd9vcaafXs,14248
 fusion_bench/models/separate_io.py,sha256=5AJlCxkHdVVffITnIRlF3ZIaKLRWDhJESVQN1lX-ZhU,3835
 fusion_bench/models/sparse_we_moe.py,sha256=b-yIeCsl2rz0i7BP9g_fqCEam7KUNjNX_J8oyZV6MJ8,16509
@@ -253,6 +268,10 @@ fusion_bench/models/nyuv2/aspp.py,sha256=Nl-Kx9YmGp0BNpDedo9cYbynOwI4SUyILWN2Vgi
 fusion_bench/models/nyuv2/lightning_module.py,sha256=SLtC0yL6455uKeb-o07MR6v-xE4BTKm7B0E2ayQwEBU,5436
 fusion_bench/models/nyuv2/resnet.py,sha256=PcCfBhEsxm7W8cu3epBbIbCYFARPrPTamIa3TtUAVa0,14305
 fusion_bench/models/nyuv2/resnet_dilated.py,sha256=4EXB6vrBJS307YP6k-TRY1dFJ50LURcTuzqN4tZzYRk,3125
+fusion_bench/models/open_clip/__init__.py,sha256=zT2sGAT98Py5vXMckZF4aD8MYEICEWa2p7nRg4IrS0w,192
+fusion_bench/models/open_clip/modeling.py,sha256=34wKcbxe5xb6fzAVdIz0QcsSXs-8FQFUyqRNlIJso78,5556
+fusion_bench/models/open_clip/utils.py,sha256=YM_vGQSxIDoB2euHG54hhRGIcINJfR0NxNT5U42KRCw,10394
+fusion_bench/models/open_clip/variables_and_paths.py,sha256=_OBcKvZwSGvYSmgKtXOuekEJI-btW94Ia-BQ9n4isfY,1231
 fusion_bench/models/smile_moe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/models/smile_moe/linear.py,sha256=voFvx4Nnfgc6YReBcY9FUGG3WrxVRjyD3odX4jIS5Eg,8724
 fusion_bench/models/surgery/__init__.py,sha256=tcUSi2m9GzGWfvRDQScIbdEbFBS_35gm9zGKN7VpE70,53
@@ -275,22 +294,27 @@ fusion_bench/programs/fabric_fusion_program.py,sha256=WOA9a2hxAKq0aykT4FLwHAyaFT
 fusion_bench/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/scripts/cli.py,sha256=hw32XtmixFxYXwgAY7iRBMzma_XQjdf_FxPiXKL6dIc,1154
 fusion_bench/scripts/imgui.py,sha256=r9Glbfbwu3JCsX9TKQFwcHarvwA_G7ff0jWBUPW1S1U,7613
-fusion_bench/scripts/nyuv2_mtl_train.py,sha256=hB_P_4DIT83CGOXoyyaBnh9fYnxTJtvAPbKa3_arF6E,3603
+fusion_bench/scripts/nyuv2_mtl_train.py,sha256=W1C45R9NdF4O-UjCx1bUxRTdFE0-FlRpwJHZ5gY18rI,3602
 fusion_bench/scripts/webui.py,sha256=ryA-2leSnHcYA88tTAYzJGDhiljbi0vl1Fibejzndlw,14398
 fusion_bench/scripts/clip/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/scripts/clip/convert_checkpoint.py,sha256=zncgRAhInFpJDSHIm3GO4F6BzgsdAQVj3LLmV7g-JiQ,1221
-fusion_bench/taskpool/__init__.py,sha256=_qaYgzYnvrJDrZ2DjKXMvOFbelsLrujCKa_gP3UQBBg,1094
+fusion_bench/taskpool/__init__.py,sha256=1AFQhYDmrev3HZqWgSPz_CfygVGOYP9D8nY_q7QS9nk,1207
 fusion_bench/taskpool/base_pool.py,sha256=Cbe3ZgJ34DWSDZeZEjlgqR0b84aM1i68D9-vomaooo8,852
 fusion_bench/taskpool/dummy.py,sha256=Di9JZO3XyDYn6wAGukrJMTnkS_NaxGTeQYo_3j1JD3Y,1675
-fusion_bench/taskpool/gpt2_text_classification.py,sha256=S4YyrcJhD4JOgvHF-AVG-gENgVGl-wpQZr1SbiThM04,4886
+fusion_bench/taskpool/gpt2_text_classification.py,sha256=PCNdc2SNGUFGxJ0snmwrnjTdSwmDt9fs7Pe0eDjdvaw,6091
 fusion_bench/taskpool/nyuv2_taskpool.py,sha256=Y-TI-rzh9udCjX3FJ11ZbIG7CGrjDccGc-Ch1Ug6cRY,2059
-fusion_bench/taskpool/clip_vision/__init__.py,sha256=4xGO7rRbRpXF-I34A3WEMU4vydgfdtvXQ57ThaFcpmE,214
-fusion_bench/taskpool/clip_vision/clip_rankone_moe_taskpool.py,sha256=JKbRrGaRYztgZ-P0U767HISe40UpDVQ7fn6Tf2rrug0,4891
-fusion_bench/taskpool/clip_vision/clip_sparse_wemoe_taskpool.py,sha256=hVDTtg-oXqRFmAE2wZPFpk_kvtdk_wS-2-ev2ujEJBs,5390
-fusion_bench/taskpool/clip_vision/taskpool.py,sha256=f6PlUlkeVOZr_S1jYP5g1t4dit1CSzL6m6llPSF9aro,14990
+fusion_bench/taskpool/clip_vision/__init__.py,sha256=ItdyWYy2A5xQKzh1dXi9kbQTBigwkDDdP2EHDwhG9WI,276
+fusion_bench/taskpool/clip_vision/clip_rankone_moe_taskpool.py,sha256=t_lmo8W-ZgLLOiBnF5CWfaLbKwz3EXfO8gCavI34qQY,3733
+fusion_bench/taskpool/clip_vision/clip_smile_taskpool.py,sha256=UdI7npI53LjPV2B19tHymhbma6WYcZIvzhqaSyZKkSQ,4762
+fusion_bench/taskpool/clip_vision/clip_sparse_wemoe_taskpool.py,sha256=8lZIG6tWpctYzme0Q_n6QcGnn9MeDmP3UX8nEv4_a9Q,4232
+fusion_bench/taskpool/clip_vision/taskpool.py,sha256=k-cJ3tHQ-mMkmsga_wYOh1nhleCsFALr8E1teJ3_M7w,14949
+fusion_bench/taskpool/clip_vision/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+fusion_bench/taskpool/clip_vision/utils/routing_analysis_utils.py,sha256=LY9wxWCm_4X7Ii0ZkMxhtbevz6OxS3Bkqz0puXhuRqM,2393
 fusion_bench/taskpool/llama/__init__.py,sha256=iB4ESMgnsl0m-z0YtRdPZiwGGv96-86R8pbSnkdet8Q,57
 fusion_bench/taskpool/llama/reward_model.py,sha256=ZpRSX4esBAuE0MdTjPHjqS2TnvGb6P8arOGxBeXnq6Y,5028
 fusion_bench/taskpool/llama/test_generation.py,sha256=kJ_5GruG12FsuJHDh_S7pbQgwEojTqhGpA_wVNH5KPc,6675
+fusion_bench/taskpool/openclip_vision/__init__.py,sha256=02p77Mb1JE7trrv2HtIku5X667WY5LZ2zVuyL3uIcyo,59
+fusion_bench/taskpool/openclip_vision/openclip_taskpool.py,sha256=PtD_Y9CWzPI3WEil_RuXtCh8ImPKcSHtZTqfybmsGdg,6875
 fusion_bench/tasks/__init__.py,sha256=Z_ePIp4Xizkj78QopLg1dZkJAN_IF73MkbR_nkfHQ9Y,52
 fusion_bench/tasks/base_task.py,sha256=Fg_pdZhld-2KPKX0C1WrxaTz0EYWrvJerAHO-hA03GI,412
 fusion_bench/tasks/classification.py,sha256=i5sXVr2twzxzvRx4U4EmbJIYg-QbM-Kll5Ol0rsf4XU,2253
@@ -330,26 +354,26 @@ fusion_bench/tasks/flan_t5_text_generation/glue_prompt_templates.py,sha256=mKMTX
 fusion_bench/utils/__init__.py,sha256=fogKvcbYQx2nhj4-NWeeUg0xWUKA30lVJBxJpoPdFA0,398
 fusion_bench/utils/auto.py,sha256=uACQLE62_kNyhl4BGduvcbyeTE61qXpIJx3Ccl8kh68,920
 fusion_bench/utils/cache_utils.py,sha256=rU8x4-RFUtaCZWKd4Kft_7xgPTr1bpXnqUDMkrIdpj8,1653
-fusion_bench/utils/data.py,sha256=51nbgOnayyerLBUGHrlm9iilGjhJsBkXKKGXOKgLRW8,6104
-fusion_bench/utils/devices.py,sha256=72HeUVVlVGTt97JA7KFG3D8BM8VHqR-y1nkr9Bm-PRE,7578
+fusion_bench/utils/data.py,sha256=qLwuXZTUd9MEK-8h71vvB-CZ85Uz3iuaUUAyEXSh-h8,6575
+fusion_bench/utils/devices.py,sha256=MIAxbEGinN-QU4W1g3-YKkJsteHQrwhbLqkmbzX1W3U,8035
 fusion_bench/utils/dict.py,sha256=ZCK0CRRT_B1Z18WY_GOYcmth7k5x9Jn1k7XhAVWRu98,1379
 fusion_bench/utils/dtype.py,sha256=kYoEGqsXitnwOU3W7ivqhQ0OjdI7MGu1VsyMJS4cSyQ,4299
 fusion_bench/utils/expr.py,sha256=zwHNrtIbOMnIChU-0ZI5qLbDva8zvHbizL-4F2TwM14,2386
 fusion_bench/utils/fabric.py,sha256=X2B_QPT2kqDPceQo3tp4XYAKbBpIs07w94Je_h2_81w,355
 fusion_bench/utils/functools.py,sha256=7_tYJ2WD88_2DDuOOj5aZz3cYuslYH5tsVyIgCeLtmk,1318
 fusion_bench/utils/hydra_utils.py,sha256=TklUDKDEZlg4keI-TEZiqh4gFjr9-61Rt1RMlqkoSGk,1174
-fusion_bench/utils/instantiate.py,sha256=8DFPFECJRWsJ8vKMWItR_vm19q5ClMP7bDL9y44TbWk,17134
+fusion_bench/utils/instantiate.py,sha256=Q82pa96V5kKsci_D-Vvb6GWcUwjITqrjTzUGrf3MeBI,17407
 fusion_bench/utils/json.py,sha256=sVCqbm9mmyHybiui-O57KFt_ULrjLtN2wipSo6VDvqE,2533
 fusion_bench/utils/lazy_imports.py,sha256=v5l9cpHXPMaz1IVBmB5oOqefYr9vA3XvP340xT7Wy18,2796
-fusion_bench/utils/misc.py,sha256=liZPUnORPus45tZ9bOuyMJj3TshP6lOPxTVroshjmjc,385
-fusion_bench/utils/packages.py,sha256=DBmq7t02V0gCE8W05gaZwJnaz0NUrH7K75tRh4kwgyU,1833
-fusion_bench/utils/parameters.py,sha256=ZQG3AGo6B0DmbX13LQFJEESLUipaIqnp9hoWhr0t8-Y,10803
+fusion_bench/utils/misc.py,sha256=Rgec7eKcGIcp9BaFVdm2pzx0J-L8AyX5qWuiYNTGvTc,530
+fusion_bench/utils/packages.py,sha256=L64paDi1SmeT3gRvRV6LaqB8AeGdzIYWIRI31qSQbSk,2110
+fusion_bench/utils/parameters.py,sha256=-WBZ2jlzxavuFZAEOamAMVtQSZs2F2QV5GcSBMpUd-8,10804
 fusion_bench/utils/path.py,sha256=hRA1CPHNnTYBUmzbftH77sHvn4aTuybEK5Tth1skP-k,531
 fusion_bench/utils/pylogger.py,sha256=a5tHfpEFbsdzw0vhQxt4BJ6CfTXaxyuwzoDFhyNy4KI,2468
 fusion_bench/utils/rich_utils.py,sha256=B8DhAYuVp23pG6ZnnYrUhcL-ikHZoQeTNqlM7u4pwwU,5786
 fusion_bench/utils/set.py,sha256=_43ZvGKJ_BK9sUslsSNhi7xEfuAQuyj3vViImnGpnCY,134
 fusion_bench/utils/state_dict_arithmetic.py,sha256=dVPBkO8Te9_VANPbetV59ORAQTw7D3css_-d0lYgK4k,9062
-fusion_bench/utils/tensorboard.py,sha256=VTEN-uoYBmfhCEJOOXCCZpJe2ErZg0VKcTGyfWZJkSM,1673
+fusion_bench/utils/tensorboard.py,sha256=9fkgNYR9LM38nPNkudcxL9TjLUseW-280M0k2nLff7o,1669
 fusion_bench/utils/timer.py,sha256=RC2hP8JqaibdL0FnRyUCBRf4m7CXyfn5tE16zBWZ7hg,1338
 fusion_bench/utils/type.py,sha256=Jz--BmTAzQkxcXXZfGiQLzLR0IPktrFGdjiWhkE93Qg,567
 fusion_bench/utils/plot/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -359,26 +383,26 @@ fusion_bench/utils/plot/token_notebook.py,sha256=bsntXf46Zz_RavTxNiB9c3-KvHw7LFw
 fusion_bench/utils/strenum/__init__.py,sha256=id9ORi1uXrDxhbmVxitJ1KDwLS4H3AAwFpaK5h1cQzw,8531
 fusion_bench/utils/strenum/_name_mangler.py,sha256=o11M5-bURW2RBvRTYXFQIPNeqLzburdoWLIqk8X3ydw,3397
 fusion_bench/utils/strenum/_version.py,sha256=6JQRo9LcvODbCOeVFYQb9HNJ_J9XiG_Zbn8ws2A3BV8,18466
-fusion_bench-0.2.12.dist-info/licenses/LICENSE,sha256=nhnOJlw4CPuPVE0qvkGmxfFgHmKi-6nzXvTu8t0NUdg,1066
+fusion_bench-0.2.13.dist-info/licenses/LICENSE,sha256=nhnOJlw4CPuPVE0qvkGmxfFgHmKi-6nzXvTu8t0NUdg,1066
 fusion_bench_config/README.md,sha256=Lc8YSBJ5oxf9KV5kKDivJ9LRyGuraGQPmBbgbdVA-j4,703
-fusion_bench_config/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=GtK3VuD2FOpFHH_1Hi6tlaYpdLE5Cz0nYKP92Ss9G2Y,1164
-fusion_bench_config/fabric_model_fusion.yaml,sha256=1shmbuC0B9snkFkLErBCiroF-z7UnEHscyEmKBne7Oo,949
-fusion_bench_config/llama_full_finetune.yaml,sha256=J2qCNyX1GaPHg52juSRRIkfHSb6YJdiJOM3Bn3vAo0A,771
+fusion_bench_config/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=7IxLQoLRz-sRWyV8Vqc5kQcmYE_9YQz2_77pmvAkum8,1207
+fusion_bench_config/fabric_model_fusion.yaml,sha256=5iPgaM8UOhuvBW2Hap_csst-eqlYRwb_lru8ngjrZ_g,948
+fusion_bench_config/llama_full_finetune.yaml,sha256=z7YPC6plyIqnMEngiK7sFvcVrppConhhqEpbGPpElQY,769
 fusion_bench_config/llama_magnitude_pruning.yaml,sha256=xFyDJpb8gyIjosteOpEW9eayONWhl0B763r1XmO-9w8,633
-fusion_bench_config/llama_model_fusion.yaml,sha256=EJRsSbt1zttAXAAy_-5NcMkWwhYrl0osjKGXQopu4bo,588
-fusion_bench_config/nyuv2_config.yaml,sha256=SYaafywjOIKK1f-Nl_K5EuBjXH2oN1whlqjN_dXXO-A,492
+fusion_bench_config/llama_model_fusion.yaml,sha256=KMMDFPAiiOU1vIMWw58FoMhi8-_SDImF4eqlg9ZoprY,586
+fusion_bench_config/nyuv2_config.yaml,sha256=yZctiexNVwsXEgKgS3j-OlItzvsQNIuWIKRPBFNdfYM,490
 fusion_bench_config/nyuv2_mtl_train.yaml,sha256=RfsrboIpL9Cct2RkRrKxXAqH4jLi1NECHbwH8iOGtDY,591
 fusion_bench_config/dataset/image_classification/README.md,sha256=fgxqviGhqkJ-lPihQNG7I8bn-PhU5EDFBDQnH27xEmQ,321
 fusion_bench_config/dataset/image_classification/test/TALL14.yaml,sha256=aQfotA54wVHYyjiciNs9TZ7qewGcCSS9MVi09YdetAo,431
-fusion_bench_config/dataset/image_classification/test/TALL20.yaml,sha256=X9cFUrjFrGsRUllpMz5U6HdRnkczPRpWcYGrJWkK96o,588
+fusion_bench_config/dataset/image_classification/test/TALL20.yaml,sha256=g1aOa7_XXjj7oJeIHA3hOMdTXhWYvJZ8CZ_fDbIyqFY,587
 fusion_bench_config/dataset/image_classification/test/cifar10.yaml,sha256=2Ye2-sKdwf6li3IsoAADcFhey8SYMi23KEVpW6vqQ88,82
 fusion_bench_config/dataset/image_classification/test/cifar100.yaml,sha256=keK29rjT8M6PT6yhdA_bZfE51Omm26Ixh2ZnDoDs-vw,84
 fusion_bench_config/dataset/image_classification/test/cub-200-2011.yaml,sha256=uGQrCaFTMMq1Jefpc7cpuCykiSf4bc3OfFQ4_rSXcRc,94
 fusion_bench_config/dataset/image_classification/test/dtd.yaml,sha256=Zxwze1MboFwQGnnvk7fou47UY7ndJnqhExVEdnyryZc,74
-fusion_bench_config/dataset/image_classification/test/emnist_letters.yaml,sha256=jYdqofOZxFBZcPbT2dZbqIhi4M2LyWoYVTroVYenEUk,97
+fusion_bench_config/dataset/image_classification/test/emnist_letters.yaml,sha256=-bvP5c-IuNg0K8bDtDG0VENKe3OssLZwTSmC2TJw-dM,96
 fusion_bench_config/dataset/image_classification/test/emnist_mnist.yaml,sha256=A0yZw8lp_WdjlkSrYquBbGV4WEQCIBd5gpeCS2SAtvw,92
 fusion_bench_config/dataset/image_classification/test/eurosat.yaml,sha256=hjJo6vz4WgyYod0AwmjVBdWk-qxBSxoDUmSumw8QsME,82
-fusion_bench_config/dataset/image_classification/test/fashion_mnist.yaml,sha256=z1mocF9W18BO8G4xH7e_nrmWDuaLugw3_PbJsWpifLs,101
+fusion_bench_config/dataset/image_classification/test/fashion_mnist.yaml,sha256=PZF002am5iP3OGtFWvd2oZiEfbFv9T0rVK-0glw5s00,102
 fusion_bench_config/dataset/image_classification/test/fer2013.yaml,sha256=nas8VlPAR_leUxFnH2_I8aRy262gBDLuxhnaMQRs0Q4,77
 fusion_bench_config/dataset/image_classification/test/food101.yaml,sha256=xwXcthyM82_ZxYVGSEG6UqVBLdhoqqTx8iHJ8VmUooQ,84
 fusion_bench_config/dataset/image_classification/test/gtsrb.yaml,sha256=sNTadaCzoUQ_5K_UDYVKiUugaHlU1tlzYFw8xzR8l4w,78
@@ -397,7 +421,7 @@ fusion_bench_config/dataset/image_classification/test/svhn.yaml,sha256=iMfBz3vYW
 fusion_bench_config/dataset/image_classification/test/the_eight_tasks.yaml,sha256=x1-xurkOIQtWX-gpSwXDxA5fVY30KmrarS7EKaje33M,101
 fusion_bench_config/dataset/image_classification/test/tiny-imagenet.yaml,sha256=qDWIQqdOnx48leM1NN_GwfcdWVrT-XqN3AMMBP4SnBQ,94
 fusion_bench_config/dataset/image_classification/train/TALL14.yaml,sha256=aQfotA54wVHYyjiciNs9TZ7qewGcCSS9MVi09YdetAo,431
-fusion_bench_config/dataset/image_classification/train/TALL20.yaml,sha256=X9cFUrjFrGsRUllpMz5U6HdRnkczPRpWcYGrJWkK96o,588
+fusion_bench_config/dataset/image_classification/train/TALL20.yaml,sha256=g1aOa7_XXjj7oJeIHA3hOMdTXhWYvJZ8CZ_fDbIyqFY,587
 fusion_bench_config/dataset/image_classification/train/cifar10.yaml,sha256=P7oGTFBr4_UkGJFIwzVCnvWNX9Q2grVyiYci4RmgVYw,83
 fusion_bench_config/dataset/image_classification/train/cifar100.yaml,sha256=WvrkH63eh4-qV4LSL2Pd7EdnchgQvaw-rP2eZ8WXl00,85
 fusion_bench_config/dataset/image_classification/train/cub-200-2011.yaml,sha256=dQp6w8FWQXFGfiwO0nRzkxsRN02e_it4rT_XDJyJYDU,95
@@ -405,7 +429,7 @@ fusion_bench_config/dataset/image_classification/train/dtd.yaml,sha256=8TLPvwMnI
 fusion_bench_config/dataset/image_classification/train/emnist_letters.yaml,sha256=HTdl5AVvORpN9Af6VRs07HODJ9D7OvCD3hTC8d3wouE,97
 fusion_bench_config/dataset/image_classification/train/emnist_mnist.yaml,sha256=KP3TOGGAEq-wBXSbC9Z4MAcJ1qWvVWQYptcKSXyl7iU,93
 fusion_bench_config/dataset/image_classification/train/eurosat.yaml,sha256=f7RBPhsr2hq4fQXvNS-lpFiU5YCbUe6GRWop5Q_NBZ0,83
-fusion_bench_config/dataset/image_classification/train/fashion_mnist.yaml,sha256=hAIu8NvfyVBO05PSv7CX2FReqbAJbhJPxlv8g3IxPZ8,102
+fusion_bench_config/dataset/image_classification/train/fashion_mnist.yaml,sha256=spoys_YLaG401bkSdoHG1KESagrzPvA7oLy8Jk04qhQ,103
 fusion_bench_config/dataset/image_classification/train/fer2013.yaml,sha256=U2igY-yMQZaehBBSdtrVFORypx3NcQy-ArasIHcgBYo,78
 fusion_bench_config/dataset/image_classification/train/food101.yaml,sha256=MkBTUQf_AP5D_gN0mLcGrWNsfENvC8YyL64QyxOyn-s,79
 fusion_bench_config/dataset/image_classification/train/gtsrb.yaml,sha256=9sKOvtGg0wc_R04k9KgMVtp4W2ET7aIWs4p08x1aCR8,79
@@ -449,99 +473,103 @@ fusion_bench_config/dataset/text_generation/test/gsm8k_question_label.yaml,sha25
 fusion_bench_config/dataset/text_generation/train/CodeAlpaca-20k.yaml,sha256=4lb37lxTUStAR8eXhNxp3RONwSOYJI0bKY-hViZnjtE,94
 fusion_bench_config/dataset/text_generation/train/gsm8k.yaml,sha256=gP-xAZQxHHqTEf_Dgbi4F_SQDgGZFeddwMFsvcE1WW0,90
 fusion_bench_config/dataset/text_generation/train/gsm8k_question_label.yaml,sha256=6BhKgApz8LhdDyATqCsaonBo0Q99o1uM22F0yj_pJi4,178
-fusion_bench_config/fabric/auto.yaml,sha256=GOCIA6s_co-JpwyBj3dM-dgWUMKciD8lFRmFThUeAsA,575
-fusion_bench_config/fabric/llama_ddp.yaml,sha256=iP-3n-hehRSjmJkdQWhDb4AkLcfFa6PFq0BCrL58xso,706
-fusion_bench_config/fabric/llama_fsdp.yaml,sha256=--_G5mcyG6L3aEBNvTjvMH8D-jD0SMXGap6V8E3jH84,575
-fusion_bench_config/fabric/llama_peft_fsdp.yaml,sha256=V-iBtvSg_m2o42ERYRxlDITqeEUBoRTMrLzfVOtN8VU,580
+fusion_bench_config/fabric/auto.yaml,sha256=dB2OvR2P5W7r9Zf1ada2qcQ6hjBnFwWMpszGS-Gmua4,574
+fusion_bench_config/fabric/llama_ddp.yaml,sha256=bOOuK5BPKmScE6yh5xY59qlawlMk2sRzsipW7GDQJWs,705
+fusion_bench_config/fabric/llama_fsdp.yaml,sha256=pTvz0k79dSOVAAlvU0T1kNd8TNCwz2FGjDOujBtQ_Ks,574
+fusion_bench_config/fabric/llama_peft_fsdp.yaml,sha256=AosSmY4624iahKbTWY681BsZTC1ul78x9aHZ9zHS81s,579
 fusion_bench_config/fabric/loggers/csv_logger.yaml,sha256=Pv8I-xbxrpTb_fwtDiUtCAEoCZ8QYCLu2GeJNzb3Z3c,373
 fusion_bench_config/fabric/loggers/tensorboard_logger.yaml,sha256=w9ZP1i8lRYQFslzEM98PmbcFhhn5dXReSJhLOdEi-do,381
 fusion_bench_config/fabric/loggers/wandb_logger.yaml,sha256=eF4slc6QPRuMCMJVeFHNJirsGiB15WQIxNgioXNwezc,142
-fusion_bench_config/fabric/strategy/deepspeed.yaml,sha256=uHujbd2sKrgWb5YhFTWOJCZefStv6O_HHo_GylzqYbU,344
+fusion_bench_config/fabric/strategy/deepspeed.yaml,sha256=zcSUeHVaATy92oTTRx3_hWQkCB3BPR7YOIt_U1gimCU,343
 fusion_bench_config/fabric/strategy/llama_fsdp.yaml,sha256=WBx05GFUCuEtF-H7LhlTq95VZeaIg36hqntw478qJng,307
-fusion_bench_config/fabric/strategy/llama_peft_fsdp.yaml,sha256=xoxeQ0Pp7ecZPcAX57PhQJsqRUKhqEmNc3DXmYXqx4Y,348
+fusion_bench_config/fabric/strategy/llama_peft_fsdp.yaml,sha256=4NTFnpZTEByH4Z6f-nwDtS4GUFtcluja27hXKWNRUiE,347
 fusion_bench_config/hydra/default.yaml,sha256=TT0RaUwYgfB7pKpbHgEbmuCVTB2fx2eXxvM-Xz3SQMI,241
 fusion_bench_config/hydra/help/fusion_bench_help.yaml,sha256=v8s891Cr5wyxBXGDn_VBBwwRmb0JXOL874Sl-zNoCWA,1880
 fusion_bench_config/hydra/job_logging/rich_logging.yaml,sha256=_dYGeFTCqaPrRowLXBNMXwzYhw8ns1TkQFfALwK1aCw,441
-fusion_bench_config/method/adamerging.yaml,sha256=fBG7jBBepygKpCbM3fmUeVAr2zzx0g8C21rGGfnEPkA,730
+fusion_bench_config/method/adamerging.yaml,sha256=mORK4WcTls6RGpeDLyxl5l7Ehlnu-t5rAsQ2nUbZ_mA,792
 fusion_bench_config/method/clip_finetune.yaml,sha256=yWjcdKYaKvy53sGaygg2ElAjb9-YFCyCGE1s9aB_dPM,677
 fusion_bench_config/method/depth_upscaling.yaml,sha256=tLU1DdSoV4StGcG7EFpf_3RGPiSL2Dfqr0txASAAwDY,623
 fusion_bench_config/method/dummy.yaml,sha256=5qs6OuIfriKOH7FgqvcMXMUoRLmXDZmjA4irpAsc5xo,45
 fusion_bench_config/method/mixtral_moe_merging.yaml,sha256=AdVhXD6Crw-B3QyNpP4ToHRSg-EeSCIGtazA7lQvPOU,148
-fusion_bench_config/method/mixtral_moe_upscaling.yaml,sha256=p3IyEFq21fVmEdcaG2WBwaNJogRhu3p2e2AJtI-PpTY,212
-fusion_bench_config/method/model_recombination.yaml,sha256=AoKbs9mfarAgbFLvv6LLSRdcYV_6xR_db0cQ8J7UpiM,196
-fusion_bench_config/method/pwe_moe_ls_for_clip.yaml,sha256=brs9zYeuXfFnnCoRrSaAYVHr_NqhD0u4_4Q1zNevpxk,532
+fusion_bench_config/method/mixtral_moe_upscaling.yaml,sha256=wYDRnWOpZ6SgvL2Fm9wIDomrN2x5Jaq5vg1hjh3druk,210
+fusion_bench_config/method/model_recombination.yaml,sha256=RGb4boklWcN_GnI-bB5o_qr5o5vGgfIfi_EnTqQ_qcA,195
 fusion_bench_config/method/simple_average.yaml,sha256=GtMNvt0-qWOevRX2V6fjiYUO2BwDvMw-EcxRMS_PhZQ,53
-fusion_bench_config/method/task_arithmetic.yaml,sha256=TbpAeTwIX48PFOkZU-Ihuu6U9Y5XHZJGDu7vHLt5FjU,74
-fusion_bench_config/method/ties_merging.yaml,sha256=N-XyOTEW0JRtyRJizpHqtb1GEIogUU22XSG76QvIvnw,292
-fusion_bench_config/method/ada_svd/clip_vision.yaml,sha256=KDpDpzuNVqqyyqJcL0q-Ml2A7IUqn_-2dOZXs8zHKlU,184
+fusion_bench_config/method/task_arithmetic.yaml,sha256=hqkbc8kbzEFPFmBIKbf-6-vT2ZsBYxhhlP7ZmNT13PM,74
+fusion_bench_config/method/ties_merging.yaml,sha256=0lsy-q-9SNY5xzfoAOFpeva2AqdwcbLwMxb0ZtTU2PA,292
+fusion_bench_config/method/ada_svd/clip_vision.yaml,sha256=3l0VKCL66rZNx020UKhf_UzXScZ5XZYOUeNm8mqo0So,183
 fusion_bench_config/method/adamerging/clip.yaml,sha256=fBG7jBBepygKpCbM3fmUeVAr2zzx0g8C21rGGfnEPkA,730
-fusion_bench_config/method/adamerging/layer_wise_flan_t5.yaml,sha256=7FPPMf6lcOD2dlNUbb5JyF3pqJ3D2jmvbWAbW9WGn0Y,546
-fusion_bench_config/method/adamerging/layer_wise_gpt2.yaml,sha256=MsyTLP6-ad4tS-G0M8SruRa9ZAwu2-_XU4wqaY1CZdg,541
-fusion_bench_config/method/adamerging/llama_sft.yaml,sha256=GNTNElki6Lsu5QvQxzu_sQ8fmxR-Zb60c-pD-gq2umA,1024
-fusion_bench_config/method/analysis/task_vector_cos_similarity.yaml,sha256=5eeJmJpbHdOOz20RyFcUJDCib_VG3CznvNm77_F2iNQ,140
-fusion_bench_config/method/analysis/task_vector_violin_plot.yaml,sha256=A8I51WRBTpI8-1LjP-pZVqJQ0K-OpVSMraT0AmT88_A,135
-fusion_bench_config/method/classification/clip_continual_finetune.yaml,sha256=NNSgKqtAUifbGNNQCFigyGkiMmYS3r99e37gmCd-JsY,792
+fusion_bench_config/method/adamerging/layer_wise_flan_t5.yaml,sha256=DxkZhcuu_-ErIUqBUmWKN5UXYYWKoKPX6IgjV-Txwv0,541
+fusion_bench_config/method/adamerging/layer_wise_gpt2.yaml,sha256=bLz6zc5CofeUO2XhS5zthkkuWlcX7rCBpyujYckmUqk,536
+fusion_bench_config/method/adamerging/llama_sft.yaml,sha256=khKzfhvQ5oxBMH0d-YvyjN-qIgQNeevDodXngS5g9KY,1022
+fusion_bench_config/method/analysis/task_vector_cos_similarity.yaml,sha256=hxVA4deUr1go1RZl12qD8PekwydWJ9SBQowSqmo3A8I,139
+fusion_bench_config/method/analysis/task_vector_violin_plot.yaml,sha256=FmBGj0Ib2xYd-49x_xZSeVbExwL-A9-tHhHTMBrT_Fg,134
+fusion_bench_config/method/classification/clip_continual_finetune.yaml,sha256=Ls63kdLb1bLwUEqzfyTtJcpFOdv3HmwzBML0V2JnnAs,791
 fusion_bench_config/method/classification/clip_finetune.yaml,sha256=yWjcdKYaKvy53sGaygg2ElAjb9-YFCyCGE1s9aB_dPM,677
-fusion_bench_config/method/concrete_subspace/clip_concrete_layer_wise_adamerging.yaml,sha256=XsHzr_5NoUZs0Us3eVwP3lUYXYvyJwGEEG9aDI_Z0rU,740
+fusion_bench_config/method/concrete_subspace/clip_concrete_layer_wise_adamerging.yaml,sha256=r0zR1WenY1fYba6mEBAoHJZKcx1x7L2cQmEA_54NTYM,739
 fusion_bench_config/method/concrete_subspace/clip_concrete_task_arithmetic.yaml,sha256=eNoqcY1iMbs0Y5kKi_ya3rmQQMHqU7ht3EU7G_xmwN0,746
-fusion_bench_config/method/concrete_subspace/clip_concrete_task_wise_adamerging.yaml,sha256=WgTJj28FlVjR0_mCGJC5B8aJa9yezI3QusoXXHOrFoU,739
-fusion_bench_config/method/concrete_subspace/clip_post_defense_AWM.yaml,sha256=eGUCntXzDtW0tYX1vij7BHgDWzWq6sz2yFipVZj6z9E,849
-fusion_bench_config/method/concrete_subspace/clip_post_defense_SAU.yaml,sha256=DUYOU5A8MQw2cTqbraIDMFC7ciO8RXE2qXgVEEUudLM,891
-fusion_bench_config/method/concrete_subspace/clip_safe_concrete_layer_wise_adamerging.yaml,sha256=olDW_p5gyyaynwbGAQgm2ZicYAx9n3i4FprxPecuUsU,923
-fusion_bench_config/method/concrete_subspace/clip_safe_concrete_task_arithmetic.yaml,sha256=KLO3C1BdeB6FBKHT0xG4V0OFk7ib2SeMScKeaN5BlsU,863
-fusion_bench_config/method/dare/simple_average.yaml,sha256=oTFSCHul86NTjTtJYK5pNr3tuxW7XxNI-y6fL9Yo4VI,113
-fusion_bench_config/method/dare/task_arithmetic.yaml,sha256=Cvsam89yquamn_GkITT6q8qFKN_Yb5nv8p-XgvnVrgU,134
-fusion_bench_config/method/dare/ties_merging.yaml,sha256=50mPiRkzLN7gxaIs56sPWkAUSvqvdxjQJ8eVl1yUGOg,418
-fusion_bench_config/method/dawe/dawe_for_clip.yaml,sha256=8-Z_kwwGCy1AO4brW-R_pe8oJ0yqoD4WCLI9ZtJ4KOo,1026
-fusion_bench_config/method/doge_ta/doge_ta.yaml,sha256=6R9NRuWmj0oapJ_raMB6R6rZPMckt2JtMLrTQ6HhrFc,77
-fusion_bench_config/method/ensemble/max_model_predictor.yaml,sha256=fsWuNJwr1ohVB2aJ5L2fsiDLztm5GieE9JS99w--two,56
-fusion_bench_config/method/ensemble/simple_ensemble.yaml,sha256=bw9FabjhQYNbttsiMgTVd-Z4KIowf050Uy97vKtm2ys,55
-fusion_bench_config/method/ensemble/weighted_ensemble.yaml,sha256=U_wQXtogtgiqOTszHUgcGNfrKlXD6JrR_HjqNwAkkKo,262
+fusion_bench_config/method/concrete_subspace/clip_concrete_task_wise_adamerging.yaml,sha256=P3mwQQewFFiqZNYJp8c02Sf8zBuStKInr_Yn74OCOxI,738
+fusion_bench_config/method/concrete_subspace/clip_post_defense_AWM.yaml,sha256=pHkZoUKesiGifxaY5BAltCnjceDVQcxyW-LRDGgzang,837
+fusion_bench_config/method/concrete_subspace/clip_post_defense_SAU.yaml,sha256=grOw6PdcEHh0iYUEDEBFKk53jsToksHx4L7Dv003wHE,879
+fusion_bench_config/method/concrete_subspace/clip_safe_concrete_layer_wise_adamerging.yaml,sha256=lkCtwN_Xo1WcoGC0mkrfiJ2WwmqeNsKO_cCEUnRA1pk,913
+fusion_bench_config/method/concrete_subspace/clip_safe_concrete_task_arithmetic.yaml,sha256=qA3Bfx_rYb4CEPdOsIqwgsFInA6L7OmNuuvFZaS_8lU,849
+fusion_bench_config/method/dare/simple_average.yaml,sha256=qqRqz64dsxSds7FVLHbVD0R3kBQE5zBV5WCIMg8ocK4,112
+fusion_bench_config/method/dare/task_arithmetic.yaml,sha256=cUAweNJ6p2aOv__0dvULAjb71uDaMXk_qeANJ_AGnFM,133
+fusion_bench_config/method/dare/ties_merging.yaml,sha256=7gDW4XpezrsccsbJGqqKrbX26JnqAc85A-MY66DGvuE,416
+fusion_bench_config/method/dawe/dawe_for_clip.yaml,sha256=99P5xpp1YGvIwXGxDcxRtJMLE2FhvEFmFBQjOMEcGoc,1023
+fusion_bench_config/method/doge_ta/doge_ta.yaml,sha256=CtZI3YPMJNDy225yhOJbSiMKlsc-X5nCFzmVh0dvr-w,78
+fusion_bench_config/method/ensemble/max_model_predictor.yaml,sha256=khdpCvKMNytx4nZSgtUJFXv44MVytXu0aqUVd9TixXo,57
+fusion_bench_config/method/ensemble/simple_ensemble.yaml,sha256=Ih9dqifpnvxW2QfJqp8Q8S8W1k7VZG9ulyPxkcuaWsw,54
+fusion_bench_config/method/ensemble/weighted_ensemble.yaml,sha256=2KD3PjFglqL7fjqhjXtOWxZ1mvmYodiNVroXsFd7EGE,261
 fusion_bench_config/method/fisher_merging/clip_fisher_merging.yaml,sha256=rl7kfVvdo2pG-DnglQUbjzkyBqnq1FpfoSDSjFtdLwk,633
 fusion_bench_config/method/fisher_merging/fisher_merging.yaml,sha256=B1wrv9mhaOID4KcAUEMZNxlvY3tR3Q3UGualFslvx-Y,475
 fusion_bench_config/method/fisher_merging/gpt2_fisher_merging.yaml,sha256=AE7XZqRDj4__J_ipEcjPs7qTB2J3xLQyFRlq1W4iHFE,563
-fusion_bench_config/method/isotropic_merging/iso_c.yaml,sha256=Lh_OtTaUJ08--h85fUr2asF85xLe1NMCK8fVAhHOzdQ,82
-fusion_bench_config/method/isotropic_merging/iso_cts.yaml,sha256=x5vZo__kO8njl4_gFdXnOt15X_qFLv6-diSWHOR4clw,111
+fusion_bench_config/method/gossip/layer_wise_clip.yaml,sha256=Wr4St9qaitcco8AQDLz6boZpd43zjEh8pymg4dXPfzQ,1041
+fusion_bench_config/method/gossip/layer_wise_flan_t5.yaml,sha256=2yBqbhwz2vq65wTjs2G1qp9pTxiApFF0GJ6sa1L_JXU,813
+fusion_bench_config/method/isotropic_merging/iso_c.yaml,sha256=mn_5nyc7s_a7QH1MkEj9ZncjNHtZa0mzfXcUGRJOiAw,81
+fusion_bench_config/method/isotropic_merging/iso_cts.yaml,sha256=70BODJt69pZ_9xH7S_Z2Yzb299LFIGkXy1bQiHQad6A,110
 fusion_bench_config/method/linear/expo.yaml,sha256=St3NW6cKVRV3vCn8y0gxQ8k66VTdtsLTEWQTbO9wQ0Y,420
-fusion_bench_config/method/linear/linear_interpolation.yaml,sha256=IQgltk5REITSx8xLuLP11ByPbuMgy7dHz_BrxIgwOas,67
-fusion_bench_config/method/linear/llama_expo.yaml,sha256=SEsC-l5gugY0vlsQkTJqzVgWJnMjFzWuTz814UKbFeM,624
-fusion_bench_config/method/linear/llama_expo_with_dare.yaml,sha256=g5P466B1E6kBBfkvz0gnyt6H0PsPPH4meQGIOAtGrFU,388
+fusion_bench_config/method/linear/linear_interpolation.yaml,sha256=chM6_HRKKcMleTeuKY3-YNI1qaMG2CfnsRwUxAlHsRw,66
+fusion_bench_config/method/linear/llama_expo.yaml,sha256=SvqamjT06BMObQ58sks5x7Wv6kGpp3-Nlw3ihbD_kSA,621
+fusion_bench_config/method/linear/llama_expo_with_dare.yaml,sha256=Pp8s2xmEg5XSvaGKtwTYx_PzcGvwRh2gPpZ6u9as4_E,383
 fusion_bench_config/method/linear/simple_average_for_llama.yaml,sha256=QJR5qx9z4MSY2-SeoKwDSxnQSZR-Rw5dkLv3BICi_zs,280
 fusion_bench_config/method/linear/task_arithmetic_for_llama.yaml,sha256=N7cyHm6a2QwNsV9uaJp-eZmdbs9kmdRrkxtO58QQQgM,116
-fusion_bench_config/method/linear/weighted_average.yaml,sha256=SmELszTsJU63e8KwIrPmSqKmOmH-rz42zeumQZHoVDY,187
-fusion_bench_config/method/linear/weighted_average_for_llama.yaml,sha256=r8BlNqzRfn--_gDSff6KI8FO-elWFIszZDRV7G_nvHw,499
-fusion_bench_config/method/lm_finetune/bradley_terry_rm.yaml,sha256=em0Lnodl9bg8dos9MODMXjKtxWCXwQArjLT2z4TC3Q0,1352
-fusion_bench_config/method/lm_finetune/fullfinetune_sft.yaml,sha256=edj3juaYos2I9oQ8J6NKQNcNwqwcQGD74ZMosDsB5SY,1341
-fusion_bench_config/method/lm_finetune/peftfinetune_sft.yaml,sha256=9S-qsWUIALRwWd_gzNF1bwIuPPGP1MmqTpdQ53cwZmc,1628
-fusion_bench_config/method/opcm/opcm.yaml,sha256=FnkudkvzLT9nYSwPkmT36TGwpM0_oFUlyroN-Oesm2c,332
-fusion_bench_config/method/opcm/task_arithmetic.yaml,sha256=q2DnV3DmIqr9YyuShDYaIuI92tkcNEtCrfcRpECFris,328
-fusion_bench_config/method/opcm/ties_merging.yaml,sha256=llXE1Kp9fx2veik_XUGETmiD3LcVUha0n7SDJ6AOm_A,543
-fusion_bench_config/method/opcm/weight_average.yaml,sha256=vQla5o6wwwLZN_3AOA5o82zN7oiLRRmimpeD6aenwVI,305
+fusion_bench_config/method/linear/weighted_average.yaml,sha256=uq2gHGCwVHHSa1H-hzcrSlumUTLJ50tfyiY1Mh1pFsk,186
+fusion_bench_config/method/linear/weighted_average_for_llama.yaml,sha256=se2aq6t5R1f-ZG6ubUyRr__DBe9BzXrgL81ua3DkQoM,498
+fusion_bench_config/method/lm_finetune/bradley_terry_rm.yaml,sha256=QHsRfJK9K4KajsX3LBHG8cDt7ZLJWxOBnJjpHRQSB_s,1348
+fusion_bench_config/method/lm_finetune/fullfinetune_sft.yaml,sha256=c0rFqj2GV11X9RMraHXJtJ9OiMUzZtvDVsTn4tgAeco,1337
+fusion_bench_config/method/lm_finetune/peftfinetune_sft.yaml,sha256=LjGwfTiiC5iQKr62i22XopQTfSKbx9UbsDvEW-byneQ,1622
+fusion_bench_config/method/opcm/opcm.yaml,sha256=YkjAMVGFDj0xqqxA7XWNr0vmcRyxeYbV387nWe0cUbk,331
+fusion_bench_config/method/opcm/task_arithmetic.yaml,sha256=wc9Bz7K_u0feLZbhCBhAuwjeIQTSugJu0I0DCmRNY_c,326
+fusion_bench_config/method/opcm/ties_merging.yaml,sha256=XOE1XzSdYXYzqev9bFD4g4prcmE1OiVINkVXsquizAA,541
+fusion_bench_config/method/opcm/weight_average.yaml,sha256=SmhftSJ_YXN6tn-0GuzQgjbE2sOd7YXoPYjDWzpY_9E,304
 fusion_bench_config/method/pruning/llama_magnitude_pruning.yaml,sha256=Px8LU_UtDz-YHDFfqQ7scEPOproiFOaudKVshrhCTgc,483
 fusion_bench_config/method/pruning/llama_random_pruning.yaml,sha256=0RiZS8d42PXZzwncPG8zcbnyYJ9vtfr2sOSqS8oDyT4,325
 fusion_bench_config/method/pruning/llama_wanda_pruning.yaml,sha256=qKe5yIRsmK2KUyYENENWlw1qlGet9TpDhR-E_uO7vAw,501
 fusion_bench_config/method/pruning/magnitude_diff_pruning.yaml,sha256=GsxsQ2L3kfsdD7A8o7UAHfiSbAGh53zVXdlYuEIEWR0,130
-fusion_bench_config/method/rankone_moe/rankone_moe.yaml,sha256=RWf94HqYBinZxH-jhi3h8UOLXxv1P5doy0YcTQM-plw,866
+fusion_bench_config/method/pwe_moe/epo_for_openclip.yaml,sha256=IcKSDWqxmz18IuwfkXlaLVXfWPAA9Qk3BQEVCs41lJs,1095
+fusion_bench_config/method/pwe_moe/ls_for_openclip.yaml,sha256=7fxDVq9Lxf3VTMfyyaBIjX40hIXunSqnXS-YfdBKYPE,1096
+fusion_bench_config/method/pwe_moe/pwe_moe_ls_for_clip.yaml,sha256=fNvLr5700dptUGsExFS5MBUC6ZN3OQ5yOfIChUZA8oM,632
+fusion_bench_config/method/rankone_moe/rankone_moe.yaml,sha256=rYas_GFFHvn3AgKNrI0Zp4ElL9e3SppGPrFAMa_u9r8,863
 fusion_bench_config/method/regmean/clip_regmean.yaml,sha256=dxSJMRam6YMks7zYx4ACgvrLP5cndxzraVO93SGhyYo,425
-fusion_bench_config/method/regmean/gpt2_regmean.yaml,sha256=CL6f3GKQTSiLonrak8uEFoFn6MrzQ-ZJp4zXCwCllSk,423
+fusion_bench_config/method/regmean/gpt2_regmean.yaml,sha256=n94aTboDdwSA7Tki8l_o8tYQkhXxPV8lRf-dRNPIsOs,422
 fusion_bench_config/method/regmean/regmean.yaml,sha256=ZgVVLx-lHwVgjtjTl4VZUlthh8yyua87QvoJfmNHud4,101
-fusion_bench_config/method/slerp/slerp.yaml,sha256=DIsS8xS2CnKLyF5OHz_RWG87A48iElevDbVTUHYobDg,118
+fusion_bench_config/method/slerp/slerp.yaml,sha256=xldDUULtfCdwzAkQUb0C8-TmbW7FqcAlIOsPX8p4n6w,116
 fusion_bench_config/method/smile_upscaling/singular_projection_merging.yaml,sha256=ZMn_ImRjjc2uozf7ocQIzbgvFDpBV7S-34KptbBXVGo,200
 fusion_bench_config/method/smile_upscaling/smile_mistral_upscaling.yaml,sha256=cah2cwaSfdwNc5AgY3soDrBHFyIOKRC5UdMPqUr-X7g,236
 fusion_bench_config/method/smile_upscaling/smile_upscaling.yaml,sha256=G88mabTTniDUtiUC9Vg3cj_sw6D05mE4_ZdyYI4Omjk,477
-fusion_bench_config/method/sparselo_pruning/llama_iterative_sparselo.yaml,sha256=A_QFhwAzbzXxDkOPmXRbPTj2TBib66d3_3mkrf-Xu0k,641
-fusion_bench_config/method/sparselo_pruning/llama_pcp_sparselo.yaml,sha256=w1OWb38nW08K_hvrRMsCwmRxHWLGQfSSXg5nTiYaP8E,635
-fusion_bench_config/method/sparselo_pruning/llama_sparselo.yaml,sha256=J6vYIwqzh95-B3ekDias3FnCrVr4sig4zxpWyvz8hZ0,613
-fusion_bench_config/method/surgery/adamerging_surgery.yaml,sha256=Ne9JlJFgsRYcygBNCOBSN1ygBcLkE6I-8yusfTxyg-Y,826
-fusion_bench_config/method/task_singular_vector/TaskSingularVectorMerging.yaml,sha256=CLONjN9TXQ0OQwZHaje0q3WJWxR3LD1b5q5KrWJfZIA,169
-fusion_bench_config/method/trust_region/clip_task_arithmetic.yaml,sha256=mK09Ohsvj0Q6suj5qJM4DyCzRy192QBt4wjHS6W29IY,197
-fusion_bench_config/method/wemoe/sparse_weight_ensembling_moe.yaml,sha256=jiAco7M1XO0aekHFZKLKlXL_jRoCA8bgGD44Z7iB208,1001
+fusion_bench_config/method/sparselo_pruning/llama_iterative_sparselo.yaml,sha256=1zfrT2FNmLyCivth4kzGR8Ai9jyQ87OXRbf4di4IE94,642
+fusion_bench_config/method/sparselo_pruning/llama_pcp_sparselo.yaml,sha256=UPnMt_GoMSHOeOx5Sv0oHPRoPhhvVRC5zdVA38OTwSg,636
+fusion_bench_config/method/sparselo_pruning/llama_sparselo.yaml,sha256=wGUDddZAtvQsTZx4mhZ1G3fIrFbyfWSr54nCpYSubuo,614
+fusion_bench_config/method/surgery/adamerging_surgery.yaml,sha256=tC0AUYbCfIpb2Icd8LKN5YJEi5LwNSGo-Gp4Xg7wBC4,826
+fusion_bench_config/method/task_singular_vector/TaskSingularVectorMerging.yaml,sha256=21vs14DEf2qg7Tqm5wNnjkpsjTRJbVs8JGl4SlrijDM,168
+fusion_bench_config/method/trust_region/clip_task_arithmetic.yaml,sha256=-Ipc05TQbgg5VhJ_aKR_YY4dkpUbGZEd5P5teQI1CI8,196
+fusion_bench_config/method/wemoe/sparse_weight_ensembling_moe.yaml,sha256=mMVaFJWUZmIdhg0kVQY20i7cmgTMrOSgoSpmW7quRzc,993
 fusion_bench_config/method/wemoe/weight_ensembling_moe.yaml,sha256=OEv5yhyUCe5lXeT2PyXC49yrHXEM7i8SZDw6IQRDtAE,620
 fusion_bench_config/model/clip-vit/README.md,sha256=-s34C9X7pxy55xSc24kbf-4ctK7UC-Wpu_JWIe9O0Ko,1382
 fusion_bench_config/model/clip-vit/clip-vit-base-patch16.yaml,sha256=Fn7or7-5fVZNyp6fH1lkwk7mq7iVhpR3sMt6Sm7Yg6I,43
 fusion_bench_config/model/clip-vit/clip-vit-base-patch16_TALL14.yaml,sha256=8G2OCCDaSJkzDOMDsV08NE-Z5YWMjDsFVs1WY3OWNss,787
 fusion_bench_config/model/clip-vit/clip-vit-base-patch16_TALL20.yaml,sha256=9ut2uj5M2cXTr7jg54iBRPM4OQVHLcMNMBq01LFmK-k,1075
-fusion_bench_config/model/clip-vit/clip-vit-base-patch16_cifar10.yaml,sha256=W_SPp-rDO5wolijJruVc_DQtvlWypGWpFpVtr22_GKY,47
+fusion_bench_config/model/clip-vit/clip-vit-base-patch16_cifar10.yaml,sha256=ZMJaD3xEqiew-lszbxqjRJEBBDdX24odaU9_kGtxayQ,48
 fusion_bench_config/model/clip-vit/clip-vit-base-patch16_cifar100.yaml,sha256=F8kJQQk9T7JgEWXJLBUYgbMA0HKQUVRwi5U1tD5WFRk,50
 fusion_bench_config/model/clip-vit/clip-vit-base-patch16_dtd.yaml,sha256=mkHeCHTQBM9uRi0ZeTWw4lL3dn5gaQxHnNF5eRvpMIc,40
 fusion_bench_config/model/clip-vit/clip-vit-base-patch16_eight_tasks.yaml,sha256=Qp7hhhCM0X6YrCb5qvCOPjkkURgf7tk3uR4wPqKApBk,303
@@ -586,7 +614,7 @@ fusion_bench_config/model/clip-vit/clip-vit-base-patch32_stanford-cars.yaml,sha2
 fusion_bench_config/model/clip-vit/clip-vit-base-patch32_stl10.yaml,sha256=2klbVkZEcm49Ftu8SLc8fvY-ul7lU8fCz9ECsTg-1Fk,44
 fusion_bench_config/model/clip-vit/clip-vit-base-patch32_sun397.yaml,sha256=bfDMKlsIWEHHGAB3YoEy3TUGdaNlaSDu2v0Gdc-IiWA,46
 fusion_bench_config/model/clip-vit/clip-vit-base-patch32_svhn.yaml,sha256=ZDLbdeyVu0WQfgH7SBQhlsUgBYUcqeqstv7x3GKCtf4,42
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14.yaml,sha256=tycnXIoNPuOO1XvAlZ6OkftpuErcpRrSQpKdCRnjNUU,43
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14.yaml,sha256=-IWpne6un3Unvw1cDmVf2T6pVNOyeEQJoGJeSGEySKQ,44
 fusion_bench_config/model/clip-vit/clip-vit-large-patch14_TALL14.yaml,sha256=1dFxyDM1Dj7mF3iOi82vO1uEermxJ7ppvvwDUVLOODE,802
 fusion_bench_config/model/clip-vit/clip-vit-large-patch14_TALL20.yaml,sha256=dmNgxE1n0cpjkrnxYXH6VoNCduyjqpTiSVvhFL04cBs,1096
 fusion_bench_config/model/clip-vit/clip-vit-large-patch14_cifar10.yaml,sha256=plr9uWOXmSA4hWFd-CDMgEyWGjtvUuRnU9zb2kkU974,49
@@ -601,15 +629,15 @@ fusion_bench_config/model/clip-vit/clip-vit-large-patch14_food101.yaml,sha256=_g
 fusion_bench_config/model/clip-vit/clip-vit-large-patch14_gtsrb.yaml,sha256=P47dHIUMIwCQJGvqnX3S6cImEdK1meuCiWmdfdsm8eQ,45
 fusion_bench_config/model/clip-vit/clip-vit-large-patch14_kmnist.yaml,sha256=uFRA8OlRUWPsnJs3av1mXF-wuJl2mp1pZDsnRiBGw9E,47
 fusion_bench_config/model/clip-vit/clip-vit-large-patch14_mnist.yaml,sha256=1Cf3_5xVwmiJsKOC5n-1CDp9PFenCDsrUHQ2tRn-A40,45
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14_oxford-iiit-pet.yaml,sha256=uXaHbXv8Wn9XJD5bYkYvQZUhDRJJnrT0iQDIKWYkf-Q,64
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14_oxford_flowers102.yaml,sha256=uz7HROVUrfuvtHVJZRhEDXu46TBIsG1kxzQJguoacJM,68
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14_pcam.yaml,sha256=lPajHkwR387BZ3axHlX8QdYO4WfSX45GoRUJvFVHu8c,42
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14_rendered-sst2.yaml,sha256=Lq32A8XBKbW1YTzpwXWEtY9pihQFJeMLQnYTFpV409Y,60
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14_resisc45.yaml,sha256=2gkJvPP19OO0KiMBzPDGpV22H5PowTzQqei94yy-7d4,50
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14_stanford-cars.yaml,sha256=T9Rpuu1_Nqph5E6Heq2Pui4U6HHLw5NJOWMjt5xkOYs,60
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14_stl10.yaml,sha256=1iUiQQqdqMHs17AIWQNkbSGiqHZIcpO-rrh6urKqQSc,44
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14_sun397.yaml,sha256=u6GuXsChBpfKJbDl25Mn1pk_YlQ13vCEe7eBT0mDUc0,46
-fusion_bench_config/model/clip-vit/clip-vit-large-patch14_svhn.yaml,sha256=I1yoXKsHJyeK1tKgw9iru3PPSyePSPKT-cnhQwN56ck,42
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14_oxford-iiit-pet.yaml,sha256=X3HnITagPgDzzj5ejrx5t_p6jMOfzRiDZdGGcstinww,65
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14_oxford_flowers102.yaml,sha256=PYwLbOHv8oVltoqiYaUcQz7D6vXQhX_lGos6_8Cq0bY,69
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14_pcam.yaml,sha256=_5guUhzwRf7kYwyhzFURxk2M52wSoaBxSZttG3kFPeI,43
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14_rendered-sst2.yaml,sha256=3fReqHgXZAzzNMzUr-ObDp_SzoSz3K2J4iO2aG8EZjE,61
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14_resisc45.yaml,sha256=CMfuYMp11GrZX92XkD-ElRNNlghtfb5ceSj5BUtBtX8,51
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14_stanford-cars.yaml,sha256=uwOerN-wdfaZWkWPyUsyGj-ju1_8oj19P4Bqj41N4lA,61
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14_stl10.yaml,sha256=k9vBZAcSffn-RHg2cI8QjLOqr5HwF8hOMERNBIblv4s,45
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14_sun397.yaml,sha256=g7jbBkpwtGNmnOTaGGBNgnfRR2ajby8taEsQSeCCymk,47
+fusion_bench_config/model/clip-vit/clip-vit-large-patch14_svhn.yaml,sha256=qr8sKU9ONkmly_OgAxW0B23VuhBAKSejtdp6n9Du_2Q,43
 fusion_bench_config/model/clip-vit/download_TALL20_models.sh,sha256=5YgYrJ9s8q5G7XLx30oTK3_8ypARNLDhEbf_q0BHaaQ,415
 fusion_bench_config/model/clip-vit/generate_vit_model_config.sh,sha256=2RWRWz84rSOdWWG1aK9WMwLviLb6-OC251fkeZiurOc,1020
 fusion_bench_config/model/flan-t5/flan-t5-base.yaml,sha256=-wOl6kJ8ul1Lur21tAGmISqvfnLg9qVrvJ4FSe1KgGQ,130
@@ -640,7 +668,7 @@ fusion_bench_config/model/flan-t5/flan-t5-large_glue-sst2_lora-16.yaml,sha256=Rr
 fusion_bench_config/model/flan-t5/flan-t5-large_glue-stsb_lora-16.yaml,sha256=xTymr0GSJOXiCnMdc59zmYlP85rICBvvv1hozbx_21A,183
 fusion_bench_config/model/flan-t5/generate_flan-t5.sh,sha256=14-VSWbhVIo2LK3kaDQkh8CTZMdC_ejfOPtVcpaQzAM,1687
 fusion_bench_config/modelpool/automodelpool.yaml,sha256=AISZG_jVGoSBQ3tJf6c6gqlmRKctYF_YuNMZnR8GXAI,287
-fusion_bench_config/modelpool/gpt-2_glue.yaml,sha256=BLB9bHBuEjV53OAvDV14sp59-f3lkqQsfkc6bVmw29M,1709
+fusion_bench_config/modelpool/gpt-2_glue.yaml,sha256=qJdMYMmArSyIvloLA45_qERjqql96vt7ielbGTR-0Sg,1706
 fusion_bench_config/modelpool/mixtral_moe_merging.yaml,sha256=7pa-p_EJBqjh2AwgUDBwTIoWT5QW133K9tiTDUeLZVM,481
 fusion_bench_config/modelpool/mixtral_moe_upscaling.yaml,sha256=pzGFSZ54_h0kE5q1iddB4XKEMMtj9lH56QBitOoht8w,253
 fusion_bench_config/modelpool/nyuv2_modelpool.yaml,sha256=XIpCV4pQFvcdiYW5WJ79lBlUvF09HDBJVZ43lOgd67M,667
@@ -650,16 +678,16 @@ fusion_bench_config/modelpool/smile_mistral_exp_v3.yaml,sha256=rdN3sep5_R2HMPm6H
 fusion_bench_config/modelpool/smile_mistral_exp_v4.yaml,sha256=FYHV1GFcI94L6-CJyik6B4sGBLGpFMymzrTMLnlxdfg,466
 fusion_bench_config/modelpool/CLIPVisionModelPool/_template.yaml,sha256=2u1KCEav1If6hqCSFXocb2EowOpgnRI1Lak-7TQTvd0,331
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TA8.yaml,sha256=EK0klmXN81TGGqhNabGScdJ5I38CCK8sA23S35MQPhk,378
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TA8_lora.yaml,sha256=44G4fSt61qZHbIy0SsysCh7U9oVU4g0OUCOSEwDl9Uw,2239
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TA8_lora.yaml,sha256=HHolAlEWiFv2kWCKrm8dEbL9XVqPvZKeEe0a-X0_wvY,2236
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TA8_model_only.yaml,sha256=4_fQ7O6vUzIxLe-3mfY6qapx1rg5icQe_ODCbMspVRU,236
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL14.yaml,sha256=jBFj9O84KGWOwAI8a_In3Cq_C2caNE7JPYxhKaVDjsE,508
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL14_model_only.yaml,sha256=fvebppOvcZkVQfsCRllZzEU3ifbes4y7PHqS_gy0SYY,384
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20.yaml,sha256=flHk78v6C4YzuT7pBJyQ0TT4U_ALXT9wWZb1iQnMPBk,508
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TALL20_model_only.yaml,sha256=qnps2pbmcRbWEMZv506cspQ2Fuerj_1dsZtnsccD0RQ,384
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_individual.yaml,sha256=cJu5iWSmels_mPFhbdpwFvE8_NYwW8aMCr8theLPX4s,550
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_individual_lora.yaml,sha256=Gb8S2cwug4Cotnth8yTZB-23QEgflTbIJ0l2psh8-p8,438
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_individual.yaml,sha256=-jdB4ctj_NJcgbdYgog2-cighUSufAfpUvMOrGDblog,547
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_individual_lora.yaml,sha256=si8oNdCzCE_UDsHevyPGXxcJ0IZfRWHrrykHryazIvY,435
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8.yaml,sha256=1oY5QXG7flQq1990eN8GyjS1kak-dLPZIusV_dYyJVo,250
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8_control_task.yaml,sha256=9Wt7s1rIQ2JL9_qE-D5zD4v1tYGFElpwuY3xujSbmEc,691
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8_control_task.yaml,sha256=5-g4DRsD5RBr8As6mDD9V8pT1JxKKPIUjwK8O7vBOMQ,688
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TA8_model_only.yaml,sha256=NdefoS2vRA4byRgjwKh8OplRJB48vg3jaeYiSjwQfAQ,108
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14.yaml,sha256=cmHBQY4zl4ySRJ5n11MIOzLERjPyxaFk1DGWFlrn-zQ,380
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL14_model_only.yaml,sha256=_2t8TV9T7BAiQda5fKCRIryTPg3XHYEM3hQUJqD1lXs,256
@@ -667,49 +695,57 @@ fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20.y
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20_model_only.yaml,sha256=xYr0g5mdv0wly5HkTcnLq5yG6Mjj78XB7fGaCTk5KEc,256
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_generalization_exp1.yaml,sha256=2WtCV1cJEEK3R-t4Tf-YB1AIZl-d0FkE6C0CsUBm9fw,625
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_generalization_exp2.yaml,sha256=BmQ0JP8Oa5_V5pJ55nJS1xR-OIPmvySSqQ36l2jAB1w,625
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_individual.yaml,sha256=1kyyBo1OPaygELeQ8DkT44x8KACSmdNp1SeHE2A5wIk,340
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_individual.yaml,sha256=FeUppoZLOvjfsHt326aB2E9MT_b0yOkrKVBFZAkSVOI,337
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_mtl.yaml,sha256=pQr8lF-hIFrPXPcZYlbSxx8PF8EClZ6nm2L4yqEmHTk,176
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_robustness_clean.yaml,sha256=7oQtoqXs37fctajb6E7UOB0GT515eEGzFNm93dWOKKk,509
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=txMh1k0O3Spusqewp7zV0N0L9e2fg87lviDEnNJSHGQ,900
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_finetuned.yaml,sha256=SBTyUX3wJwzdCTvZsW14FqaQP5r_nHPvusggGzP9P4o,148
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_task_projection.yaml,sha256=3dymOGjBsEGzqCvzfDGkfImDNcCS0twJ07XpCrrTGcs,393
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_task_projection.yaml,sha256=urlcrY5TEDOFJqYYmbaIY2Mi6_jIRdECnqo1gXWnPyU,390
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_svhn_and_mnist.yaml,sha256=fYthV8iwRvF-b4-OCIFW1Rud-BVoLx4Oo3DzVszfqek,175
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_two_tasks_control_task.yaml,sha256=n60FIiq_VeoDDB-SwkpR3tYiS5r6XJVE8aLA2UubMn0,483
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_two_tasks_control_task.yaml,sha256=5uw3lD-bdHNQ76osDb0SBnzsdWABw08HYtUkDG-jioI,477
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TA8.yaml,sha256=-Tt_YggxkuIGT4_q5FR16zPvW2wWhGJ5LL8omxvHjvw,380
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TA8_model_only.yaml,sha256=PrDQr04UnhAciDrdtUutx-prMxF1Cs4jrEar7uJ-1Es,238
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL14.yaml,sha256=TyF7CKXpBOiDoLtDVvZuBzPI9gEJo_c99j3Gwkl3FWw,510
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL14_model_only.yaml,sha256=i5XGxa2FoW2464R4k5AG-7r5qmzjHXkCSm1Om2cshik,386
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20.yaml,sha256=yC2U_IoBAhawgSahY_mdi7ea5kJ2SSRPJ2FM-bA-E9M,510
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20_model_only.yaml,sha256=a2nviqKSRNoQScYVbj5buq0PbUzmYJwNWdPBUoLaeV8,386
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_individual.yaml,sha256=p7pzpgnEHRF3y-uNddtks8tuchN96LTsGvcrFl-XEMc,552
-fusion_bench_config/modelpool/CausalLMPool/llama_alpaca_cleaned.yaml,sha256=BXsYH04vAUPT4Cpr8lS1px-CYYKaCTMRWuHGWgC6qE0,647
-fusion_bench_config/modelpool/CausalLMPool/llama_codealpaca.yaml,sha256=m7NDjkzFbGG8E8e_r2UUxtXjNbMFvtAcZOXyBaJOyX4,645
-fusion_bench_config/modelpool/CausalLMPool/llama_for_causallm.yaml,sha256=hbjSkVle5zpcqGDSMGaJ20CLoO0ljIXG-gtdONuaFBY,803
-fusion_bench_config/modelpool/CausalLMPool/llama_metamathqa.yaml,sha256=OOnKzmsz6iiO2jI5ZyGmCem_Pcs3a25Dveb5PLfwpUM,593
-fusion_bench_config/modelpool/CausalLMPool/llama_ultrachat.yaml,sha256=K403avKEQlK4uRhZYHbKGluCG37sMUjLRytBR3LspmI,577
-fusion_bench_config/modelpool/CausalLMPool/simle_mixtral_exp_v4.yaml,sha256=RXdm5BQmYfq9XWVli0NsQ1Xh7jD61XnhRBOSlmd9FcI,825
-fusion_bench_config/modelpool/CausalLMPool/single_llama_model.yaml,sha256=aX0rWwB-p4N94bPX1QGwqKNIWnTrkNMuF7sMAQHzjQE,549
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_individual.yaml,sha256=G6yvZuWOKb75RLn6tu2LPnwHUyvoxPfL_wqb_B11aZo,549
+fusion_bench_config/modelpool/CausalLMPool/llama_alpaca_cleaned.yaml,sha256=oDsZkuAoh1mWUC7jZNzw8794zgX2bV5Z0esXpvbTs-c,643
+fusion_bench_config/modelpool/CausalLMPool/llama_codealpaca.yaml,sha256=FuUsBrvk3_bQiciMRlNsO5vp6AKHQM_-g-8bmU8251w,641
+fusion_bench_config/modelpool/CausalLMPool/llama_for_causallm.yaml,sha256=H3UwSk4ChsGSrH49LuttxldFURW-4RVUtnIa0ClHKXo,802
+fusion_bench_config/modelpool/CausalLMPool/llama_metamathqa.yaml,sha256=vU0q06OUa1UM_Xvp2t27Rl3F6EDgYWPnDxeyzUH-QVI,589
+fusion_bench_config/modelpool/CausalLMPool/llama_ultrachat.yaml,sha256=MpgshGtmMXpUFRA1knjdGRVH4UgZbkkcTmCTrF3LlZk,573
+fusion_bench_config/modelpool/CausalLMPool/simle_mixtral_exp_v4.yaml,sha256=FynhZ1PRvyzsyzrHIuMpGgQGRMlu_xI7earm-CeIVeY,824
+fusion_bench_config/modelpool/CausalLMPool/single_llama_model.yaml,sha256=zQWfp7mYm6jQ8g41Eeh2d9vAbocZJ5btPX1ft9QpEZU,546
+fusion_bench_config/modelpool/OpenCLIPVisionModelPool/README.md,sha256=DC0HF-isCHshipHTC0Rof6GvjTUa0i2DVQZKrklQQlU,2416
+fusion_bench_config/modelpool/OpenCLIPVisionModelPool/ViT-B-16_TA8.yaml,sha256=jbJqqciORJQknpSzh2zKiFm6VKDOsmaSk9XfPCVmHGg,1220
+fusion_bench_config/modelpool/OpenCLIPVisionModelPool/ViT-B-32_TA8.yaml,sha256=q2_E2R1wIOdxd-AF-wjXkPO64gJgD27YXsZ8FFLWUIo,1607
+fusion_bench_config/modelpool/OpenCLIPVisionModelPool/ViT-B-32_TA_cars_dtd.yaml,sha256=XaqIo2TKWbEe2ODR5G_ypCpaEFDsFV14pjQNnUJpuZQ,725
+fusion_bench_config/modelpool/OpenCLIPVisionModelPool/ViT-B-32_TA_sun397_cars.yaml,sha256=5laT2fWPeyIq1vL0hBEpO3NdZaiZxScVxraGGQmG4FM,743
+fusion_bench_config/modelpool/OpenCLIPVisionModelPool/ViT-B-32_TA_sun397_dtd.yaml,sha256=JpPxNF-M5D179nEtfroM4xgEQHN4jHlj6qXXChKt0jg,701
+fusion_bench_config/modelpool/OpenCLIPVisionModelPool/ViT-B-32_individual.yaml,sha256=Edu1Ij1gXcRQs3REHkKvaBVZRXAYVUkdaahtuSnpkmc,225
+fusion_bench_config/modelpool/OpenCLIPVisionModelPool/ViT-L-14_TA8.yaml,sha256=pC28PjVeUkkR-Jd4l0vYh1BScrUn7DAgGIqfuK4wH_I,1185
 fusion_bench_config/modelpool/Seq2SeqLMPool/_template.yaml,sha256=mRx-Xx4s6_IBoJJRogIBW4egmqW0wi1kGVWp_YwYVvQ,233
-fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue.yaml,sha256=6Rgfq3cjCRWbAL8Bb-Dkvl9eJP4FKmqewBpokajwYWU,335
-fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue_lora16.yaml,sha256=1vaVb059Wh3XMD8MhXD9p5a0zx8mi9HovOcS0k51uK8,1699
-fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue_lora16_tta.yaml,sha256=dwBb3wPfyxH6cx6txBd31OOlrfCvPkM-nIN46FJer-I,1790
-fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue_tta.yaml,sha256=2BBuK1uyKL_9uo3X3bScjZiK-PtIiE_7RHj4onK_3R0,1725
-fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_individual.yaml,sha256=2YBIzqYGluOT2r6dOFpUYE4Cbdd2XoHAUps-kCDxVPQ,185
-fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-large_glue_lora16.yaml,sha256=W1y3fKY9UTTRyv7nqbIO5DESlQVfNsWlhkHJMUYh7B4,1824
-fusion_bench_config/modelpool/SeqenceClassificationModelPool/llama_preference700k.yaml,sha256=JUzGOLANW92Y_rljOOZKmwBQvWrJsko_ziayurzHSTY,880
-fusion_bench_config/modelpool/SeqenceClassificationModelPool/single_reward_model.yaml,sha256=Cg9W315FzKP3DC_-bkIyYZp1nU6UoSQ6xe-MsMx-P8A,626
+fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue.yaml,sha256=GK2ewBU0bZmWpaqtdl7zZDUuSmRH1Jz7CFfauYipodk,334
+fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue_lora16.yaml,sha256=qs9LGlcfv-xDFPAhCCzaD5UVI4P8Mza57AqU0EQCeGo,1697
+fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue_lora16_tta.yaml,sha256=Lz59bwvCqJYzpkdGMp7Ry14xIyskBJvF5nv81gXw4HM,1788
+fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue_tta.yaml,sha256=vxD6RF4ti377aUH8Tbfa-ByRj4ZEvr5nF7AmQFjPxLY,1724
+fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_individual.yaml,sha256=ehrmbx6ZBTCkCEco3AloiuqNxFHU42Igg3z9hmFSlUQ,184
+fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-large_glue_lora16.yaml,sha256=ySj-IxxdxwzyUAGP5QSngdgrpwTWY7-5BQFkno6uQXw,1821
+fusion_bench_config/modelpool/SeqenceClassificationModelPool/llama_preference700k.yaml,sha256=CJ5NQEzTbzkMmggfCUhRuOrzRoSfI-XlpCXqO-kcf7g,876
+fusion_bench_config/modelpool/SeqenceClassificationModelPool/single_reward_model.yaml,sha256=5mUbWYOcAEtfzMPsSoVZxtDqbhLlkHnI1y557cFa80k,623
 fusion_bench_config/taskpool/clip-vit-base-patch32_robustness_clean.yaml,sha256=vcU1ygptQ7nlufCEdKDWGMyi-OH4zJs55_vxG-iNHBc,541
 fusion_bench_config/taskpool/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=Ged9KWmmGl29hq0gXzyG1DlryuLebDQAJIb_t5PvqiE,758
 fusion_bench_config/taskpool/clip-vit-base-patch32_svhn_and_mnist.yaml,sha256=gk_RB12EeYrEUNlZJHtZ3XKIm_LDraqE1hC_lpOEvtY,518
 fusion_bench_config/taskpool/dummy.yaml,sha256=Id4Y_j7oc39qWjjEFG3qLmmMI1fGXXt34gVO56NFZ0U,68
 fusion_bench_config/taskpool/flan-t5_glue_text_generation.yaml,sha256=3MxfXiiwWJHEVgJ7aViTR7kzOV_YxXLL-fNHtnBaWN4,1002
-fusion_bench_config/taskpool/gpt-2_glue.yaml,sha256=16bw4-g08pL51M4OWAP08kWZPj6JcEefz4Xc4XhCTLQ,950
+fusion_bench_config/taskpool/gpt-2_glue.yaml,sha256=pkiZnblniEU-VMEiKVuoE9Ian0Fk2TTZH527GgZQUCc,949
 fusion_bench_config/taskpool/nyuv2_taskpool.yaml,sha256=UaxDpFqEPkEz3h2CjFleUxsmnFnaY1aLXerkud8Zm9s,133
-fusion_bench_config/taskpool/reward_model_evaluation.yaml,sha256=qaUqKcb6E_XfoS5J-FcteMJzFzthNb4aLpB9aKW4jbU,442
-fusion_bench_config/taskpool/CLIPVisionModelTaskPool/_template.yaml,sha256=X70J8HMoIcpKaYGjg7KaaXRvz1tPUbuCqKvK9-kGHrM,1310
+fusion_bench_config/taskpool/reward_model_evaluation.yaml,sha256=WvhlUnIt3w0MpYNrYTp3tYvn5WOoYoUSj6stBF2ZiWk,438
+fusion_bench_config/taskpool/CLIPVisionModelTaskPool/_template.yaml,sha256=nOr_clBk9Nfbj4Q2DliMbhNqqVnV3OfDA-KKCLhyJoA,1307
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=Ged9KWmmGl29hq0gXzyG1DlryuLebDQAJIb_t5PvqiE,758
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TA8.yaml,sha256=eoNUaX-cBjpJJt0BYb-ZCNiIlv1SarX9toiGAwHbES0,227
-fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TA8_B16.yaml,sha256=AmfMrb2_wXDfRtUDsSCNgbuSicNsfC2vRlwXW-uNeJA,784
+fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TA8_B16.yaml,sha256=R9q595jKLAjuIV6BFqc646l08BJEQ7bSLFAO7QBtZAA,782
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TA8_L14.yaml,sha256=UYOSR9RJhup6pSC0N7UvvnlpXTkiCdD4tzsx-HyQ_GA,269
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TA8_val.yaml,sha256=_hqQweyZdCztqvjtuYrhCx4Hdqe959FFCdL7_IspR2w,261
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TA8_with_control_task.yaml,sha256=9hbvC3k5x6NpA9tRDYeORhrjEyd2VH5ztMdLU67Adjk,249
@@ -736,10 +772,13 @@ fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_stanfo
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_stl10.yaml,sha256=G75gwFWgRyQFofGSGE801-mslKqPDoYR9FfmPF-1IzM,110
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_sun397.yaml,sha256=_ubbN6QrBaVhCHICLjZm-pXm2PCtp-GuBRzgO9XgrWQ,111
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-single-task_svhn.yaml,sha256=2AqMiNCRRunLIrssHvFzu1lUzOaQn8uOHM9yjrQq-_A,109
-fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip_rankone_wemoe_clip-vit-classification_TA8.yaml,sha256=iQMj2VpDTe_D8OfCo94w5Ud2MON-EGa0DzVr6UmphrA,436
-fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip_sparse_wemoe_clip-vit-classification_TA8.yaml,sha256=i5Bn8bLl2cgqvrgtIGmoovUfSMehk_m-6C2wwcx5JMU,435
-fusion_bench-0.2.12.dist-info/METADATA,sha256=V0KZSil6pMjhZVA3x0wUrW-eskY5DsyclRkiuh8sfec,20085
-fusion_bench-0.2.12.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-fusion_bench-0.2.12.dist-info/entry_points.txt,sha256=iUQ8MCJvda7HP4vYh2n1Teoapb4G9PBVYZkAfcc5SHU,116
-fusion_bench-0.2.12.dist-info/top_level.txt,sha256=BuO4TL6iHL_2yPBUX9-LlIrHRczA_BNMIFwweK0PQEI,13
-fusion_bench-0.2.12.dist-info/RECORD,,
+fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip_rankone_wemoe_clip-vit-classification_TA8.yaml,sha256=DNm1LRlQS9KbukEl6oEZzWLizyaOBcYZ2r7L8ZQtnJc,434
+fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip_sparse_wemoe_clip-vit-classification_TA8.yaml,sha256=EjN3Pu1F_7EuZrk-geyL4qohqJ5-F2UFjWjj2V57ju0,433
+fusion_bench_config/taskpool/OpenCLIPVisionModelTaskPool/ViT-B-16_TA8.yaml,sha256=GjpiiRownrBCpl-TNwWRW2PYePbF-Cl99jlLNPrK5T4,1017
+fusion_bench_config/taskpool/OpenCLIPVisionModelTaskPool/ViT-B-32_TA8.yaml,sha256=WwiYMQKehtJixDPnu5o3vcWe4yJksXTWRqOzm3uVWXQ,1017
+fusion_bench_config/taskpool/OpenCLIPVisionModelTaskPool/ViT-L-14_TA8.yaml,sha256=xGRt0J9joXTzWUew6DvoYprAWlPXhaVFw5AX4im5VQw,1017
+fusion_bench-0.2.13.dist-info/METADATA,sha256=RB7s0Jppl2mX5evPosbdXONlF__hlFeZf8dF4Qf36tQ,20085
+fusion_bench-0.2.13.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
+fusion_bench-0.2.13.dist-info/entry_points.txt,sha256=iUQ8MCJvda7HP4vYh2n1Teoapb4G9PBVYZkAfcc5SHU,116
+fusion_bench-0.2.13.dist-info/top_level.txt,sha256=BuO4TL6iHL_2yPBUX9-LlIrHRczA_BNMIFwweK0PQEI,13
+fusion_bench-0.2.13.dist-info/RECORD,,