fusion-bench 0.2.20__py3-none-any.whl → 0.2.21__py3-none-any.whl

{fusion_bench-0.2.20.dist-info → fusion_bench-0.2.21.dist-info}/RECORD

@@ -1,8 +1,10 @@
-fusion_bench/__init__.py,sha256=vu3nMzKuiiHkbH13m8SOzj8qYU-n1PreBipWs_xjZig,1937
+fusion_bench/__init__.py,sha256=gCq_Qbn3GPgla5zUCz05tIbTIEE39fymKZu3Y14NuXw,1978
 fusion_bench/__main__.py,sha256=weUjxpP3ULnDgUxCehdbmoCM9cqfkhDhGB85tAF5qoE,81
+fusion_bench/_get_started/__init__.py,sha256=Ht6OK6Luei2kdY9jRZzRQfzBlm3Yfm64BkXxpzeRg9Q,40
+fusion_bench/_get_started/greeting_program.py,sha256=wvVsPa7Djwx5Z5spAI6F9Kvv9KwfNkjIgJVH8oXR3Bo,1233
 fusion_bench/compat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/compat/method/__init__.py,sha256=A9pbskEYB4_ryD6sVrR0qI4eVYsbI7sExbhPeypP3fQ,5757
-fusion_bench/compat/method/base_algorithm.py,sha256=63_AQDj1eJOO6RyTSGXVC6G2DsG8yg9E4pT3RJXgP3A,1952
+fusion_bench/compat/method/base_algorithm.py,sha256=HHyDMG0FI-6JqRWm4wewXASWylc1GYFZcgrTLJ_r_V8,2323
 fusion_bench/compat/modelpool/AutoModelForSeq2SeqLM.py,sha256=m68BRGy4P-P9lLB10oXOBI-p58a-0FOPcrJ4r4MU32k,1100
 fusion_bench/compat/modelpool/__init__.py,sha256=KD8Ddr9D7rJ5YdHEQsTuNmQ0bgQfqF4l3WNMtHmRHD8,4687
 fusion_bench/compat/modelpool/base_pool.py,sha256=1gxQENvdcOSdHmUbw-x7-X-aXtoSa1Gsys_on1ys8FM,10639
@@ -11,18 +13,18 @@ fusion_bench/compat/taskpool/__init__.py,sha256=LHCRs7vrWMTtMfrqFRMmnNiSZnnZ7tZy
 fusion_bench/compat/taskpool/base_pool.py,sha256=1AIZBxqUJgshq0Xo3Yo9es4b-8X8ksN1mFHxSOqnDsA,3307
 fusion_bench/compat/taskpool/clip_image_classification.py,sha256=ZYZsbsE-fPzm6yafA0p-6wcDwVGryLmtXXtuEXeQbTY,7425
 fusion_bench/compat/taskpool/flan_t5_glue_text_generation.py,sha256=JsdAE72V1C1eDcA1WCa0PIcSDTrGPclNKFDQ9G-hYts,5786
-fusion_bench/constants/__init__.py,sha256=Pyc4dLbl6oNduOCdnpeXQ9LDyVoIrkdl9eZ_l2axIv8,41
+fusion_bench/constants/__init__.py,sha256=pmDUo71iaJBp_E8qgb2qCx1hRN5DKIZfcJILRuWOiz4,157
 fusion_bench/constants/banner.py,sha256=fuIO36ETKlS6a3wbwZn-rA2OswSCfOYyyhZ0Fnal1s4,1656
-fusion_bench/constants/clip_vision.py,sha256=k0NRfiacxRaswdxUj91-e3jcP1u-RmvsaaYdqohcQVU,310
-fusion_bench/constants/paths.py,sha256=DVZyQ9FLhkyUdw6ARpXUCAMf_B8hFyJ6UNI-oYly3pE,591
+fusion_bench/constants/clip_vision.py,sha256=qOHlYZYSOqpOO4-cfwUUhbv7qyr5IuUAW3yWjqjbJBo,1430
+fusion_bench/constants/paths.py,sha256=1xLaZ2J3B3d0bo2ndubawaOjiFMJDAK6TjF685HlCM0,719
 fusion_bench/dataset/__init__.py,sha256=OJiYmcqz0Vm5O7mE4PB5QFJeL_KjrsseQTRsQATGTm4,1050
-fusion_bench/dataset/clip_dataset.py,sha256=sGjC6cnJTguNbbhJydzYKlGrFzOJ_I0KqtbdutYpNiA,3097
+fusion_bench/dataset/clip_dataset.py,sha256=hLL7NyzOIt0gNT1kzjrexFISbj-B0KdlgtyGf6K8NjI,3143
 fusion_bench/dataset/fer2013.py,sha256=Lub_xVhHfqaiPprvOsDVspJNioh1FjSrkhn3gL_UXDA,404
-fusion_bench/dataset/gpt2_glue.py,sha256=Qq1ZkEIQsTjj8tImvkZDNlduocSYwlEfVrDReZqDWdw,8761
+fusion_bench/dataset/gpt2_glue.py,sha256=UHtQWG2TjZPwsOSxmxxXHKmF3EY9WAqWxqsw8yHIbjg,8858
 fusion_bench/dataset/gsm8k.py,sha256=2OkDGDebZ295vkne2Ni4bhs6GbOIt4Vxx2F1315jsyk,2235
-fusion_bench/dataset/image_dataset.py,sha256=MSZE_UESyRRQDwnkm2KpyIARUg9SWcwqnH4fDNstzS4,1870
+fusion_bench/dataset/image_dataset.py,sha256=_N5JJC0lH3EbbrZMeuDatJILrKDK2EKHqtJB-m1pdFs,1879
 fusion_bench/dataset/imdb.py,sha256=YRzeq5z-Fl0aYcC2QtwEBWFkvucvpNo975jwjL5SZvs,260
-fusion_bench/dataset/nyuv2.py,sha256=2OdIEaY1ywFYMLUxCTpFcIctcBMFTq4nnoOkudSo-jI,3750
+fusion_bench/dataset/nyuv2.py,sha256=9SAmRMxkWvZ6cYNRoOIBgf9fH8AXQCmdBOIkYxcz-1c,3811
 fusion_bench/dataset/arc_agi/__init__.py,sha256=xj8BMG296qPMiL4NYs-ZwqcLJ6yT2wwbubyCbWPe91w,149
 fusion_bench/dataset/arc_agi/arc.py,sha256=EH51Sk9tR7fEMdpeaTUT49_9LtjIO8VMTzSfzk8SQEI,9568
 fusion_bench/dataset/arc_agi/arc_agi.py,sha256=SFOjp0yZrsoln4cQgWU2b-WfI39od6IE1Wof8Ee0888,11768
@@ -31,6 +33,8 @@ fusion_bench/dataset/arc_agi/messagers.py,sha256=E6BqF1iL68ge1m9wOJMSb2Pz6_5i9CR
 fusion_bench/dataset/arc_agi/np_cache.py,sha256=Ec1DQFtlBdMy-f4dvGEhSr4jyVnBLQELwvX1ztxJKBs,5439
 fusion_bench/dataset/arc_agi/preprocess.py,sha256=lQrXqV4SkhrxREgbqFAop-IwC5qaoxkKosoMO-ZHITY,8509
 fusion_bench/dataset/arc_agi/representers.py,sha256=-2eTYl-UcFW4zULDjkUrOQYv9P31nttMjc9eTJsaN0g,35852
+fusion_bench/dataset/image_corruption/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+fusion_bench/dataset/image_corruption/make_corruption.py,sha256=ohYO7QAnyxsxbUBMHXUMHImk8-5Z7kNeVph9nz5_VrI,5454
 fusion_bench/dataset/llama/__init__.py,sha256=p8M7G69L6bga4qLl5lvAO6SKNeUBn99kkJrAQEeOvHw,22
 fusion_bench/dataset/llama/alpaca.py,sha256=0nCQRBZzIPaMzA5VSJAsWw-nE0aVhiAQD5MGJRSrvEQ,7787
 fusion_bench/dataset/llama/collate.py,sha256=fSH-vKKCGCpPT47gchETXLF2yTCMPUE3NTE-inCdczg,3869
@@ -43,21 +47,21 @@ fusion_bench/dataset/llama/stanford_shp.py,sha256=6ueXKnFXIBBobacU1h5WxGLZrSOtBk
 fusion_bench/dataset/llama/ultrachat.py,sha256=Go7WvrDAYnm184fdazHGRYLbSY6Xd7jrESyQeUJtOww,1736
 fusion_bench/dataset/llama/wikitext.py,sha256=9ZHR-nMfXRumd3o-PIj3n7B83YlVeqpGkZ2zJs2B-9Y,2883
 fusion_bench/dataset/llama/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/method/__init__.py,sha256=o8t4R4fSTVaYuv2c0uD0_5ZolGuRk3nLawanYZghoCk,8015
-fusion_bench/method/base_algorithm.py,sha256=UuITuGnSskcKEwUVINuPoWJUwqGm9AIgyQIOCu8BMks,1162
+fusion_bench/method/__init__.py,sha256=DjIpEj6lI7JIO0qIPsIBfq77ro34r0d-bSJap1k69Rc,8450
+fusion_bench/method/base_algorithm.py,sha256=OnKSNPQ_nIdIWxryyblW_sko7uoEBN4lGh-eLkJ4kh4,9004
 fusion_bench/method/dummy.py,sha256=hb1y6LR_geRZ5eRgGwt5zJUcHYorCeIbs5i76CvurUc,1031
-fusion_bench/method/ensemble.py,sha256=rGxvJTeorfcBuE_e0XO-0-MAc9un7ZCC46ikKGuAcN4,3077
-fusion_bench/method/model_recombination.py,sha256=2tviqmYSPOL0_Ktv8_gt_YzQ4tyCANHxXquUot_3Cgo,5360
-fusion_bench/method/simple_average.py,sha256=omUIZn7VnrerAHbo9lNGUlL5EcpUeGv3C-fJczcXaOk,5458
+fusion_bench/method/ensemble.py,sha256=oGiTJUderoPP0Opd7nHwC6h3VBmGTQ5inuG3wb6F4-A,3097
+fusion_bench/method/model_recombination.py,sha256=b2ku5wCrWd1QSZscIra4KlhLDxt04JjU30ItMNvpZ6g,5268
+fusion_bench/method/simple_average.py,sha256=IcdI8b1OpSjJxLlHIAKe9IrG1gU3UtPIOB66yqQA2Lw,5385
 fusion_bench/method/ada_svd/__init__.py,sha256=4XzQbbvE9HI3NtEmEFvo8iC3ds_85vJXe7P7qJfL7kk,77
 fusion_bench/method/ada_svd/clip_vision.py,sha256=XvXgIdlShAREMsubRgphyycGrhWqSnuVBo6S9bNYSd0,12581
 fusion_bench/method/adamerging/__init__.py,sha256=nt0saBT_3bqghk-pINQ-XCWm9UWwSZllu4R1sDuAJAA,376
-fusion_bench/method/adamerging/clip_layer_wise_adamerging.py,sha256=UUSldRPBxHVOfkMM7ZwqZay5Wjc6XQ3Vy9PgyqV_TZo,1311
-fusion_bench/method/adamerging/clip_task_wise_adamerging.py,sha256=rREVf8SKlQ9SiWdUWOYo91b1RW9PnNJxsW8MxHs_MUo,6095
+fusion_bench/method/adamerging/clip_layer_wise_adamerging.py,sha256=LvLYIzl2TsUeNwMeoGK1rW7T0mlxnpxqt3CJD31BKxI,1316
+fusion_bench/method/adamerging/clip_task_wise_adamerging.py,sha256=MBWHFApCaD_Del8l58CQGfn3eCWhwH-mVSVEBm_Nq4E,6279
 fusion_bench/method/adamerging/entropy_loss.py,sha256=ZeVe0Hq1PaMfppLqDbB0MOscZUZRNh4CALrvt8pmQC0,736
 fusion_bench/method/adamerging/flan_t5_layer_wise_adamerging.py,sha256=c_19Q5zXlFHM4PNH3XdijO7Mf10TOuyWG0RwjPeuygM,12921
 fusion_bench/method/adamerging/gpt2_layer_wise_adamerging.py,sha256=4wt0K_99Go7Z9aQDXzjF42VPmvV-XTVPe4SyopfwYIE,13779
-fusion_bench/method/adamerging/layer_wise_adamerging.py,sha256=6d1vWuyiAQDh_kLLrZixPyTAxovOjfq-2T2hgLGXCWg,9734
+fusion_bench/method/adamerging/layer_wise_adamerging.py,sha256=qN4x-2Iy4CuprdlH3fyBFMhjGm36cfM7NMMknL3ZdSA,9877
 fusion_bench/method/adamerging/llama_adamerging.py,sha256=DHm83VaaxxHFaeFY2qbxgO1Ub3Fiqawy4p5AqCkmEp4,13112
 fusion_bench/method/adamerging/min_norm_solvers.py,sha256=a7n2X0BE_YajlaUygyHV0yqW6-x5dTyZ5V0mt_Q69qE,8291
 fusion_bench/method/adamerging/task_wise_adamerging.py,sha256=tUy_P4lCn6u5srFCIyMdHs-Hc1MSge4meenK8UA25tw,6006
@@ -65,11 +69,17 @@ fusion_bench/method/adamerging/utils.py,sha256=Yq8ovlpLJY-5MkSmpoB-_EMYG8cr6eyO-
 fusion_bench/method/analysis/__init__.py,sha256=EQzOCShS0hF958drq1yg2oSVsS0hvBznPxtTAWB9SGY,122
 fusion_bench/method/analysis/task_vector_cos_similarity.py,sha256=pL-XsWTo258yZTEsER_6KXS7JePneVNEHN_nv8Db0qo,5468
 fusion_bench/method/analysis/task_vector_violin_plot.py,sha256=ie8hPl6QsVz9MQ6C2OEpzIBxQnmVKNf1FPc5bThmQGM,7606
+fusion_bench/method/bitdelta/__init__.py,sha256=2rGHWIcuP8y22I0pUajEzUDB30UeRueXwX7lSjDIAw4,104
+fusion_bench/method/bitdelta/bitdelta.py,sha256=HtzlRS0zCU4-joNyQIUIOkrsXeBtDgZGyfUBMfx4biw,4949
+fusion_bench/method/bitdelta/bitdelta_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+fusion_bench/method/bitdelta/bitdelta_utils/binary_gemm_kernel.py,sha256=zC0w5cwr-o8cE63kpBzHUA3S0FeJPX-Xf3mIS5ziIos,15546
+fusion_bench/method/bitdelta/bitdelta_utils/data.py,sha256=LGEgv8o8glyyLLYh6Ur5h_sulxPFmy6i-xi-Ap1G-Wc,1052
+fusion_bench/method/bitdelta/bitdelta_utils/diff.py,sha256=o3ib5sgGDYLgnL8YTfX0YDc4Md6W9_gb03jzftTn5s4,4075
 fusion_bench/method/classification/__init__.py,sha256=emB06UOMDHK5pfQ1WuvLG9Fm0aEEtZxSjpVw8fVE0fM,167
 fusion_bench/method/classification/clip_finetune.py,sha256=DlV1isp8vz6jwXNYQ6zbblAoUfnssL-WBpDeaXI5BVw,15727
 fusion_bench/method/classification/continual_clip_finetune.py,sha256=OLhZKS-6aCnafevZkZYcNMKTWDDj3DATB27eZl_i8EY,11530
 fusion_bench/method/concrete_subspace/__init__.py,sha256=jJoFcjnQe-jvccsm9DuCXna378m9XBT9vV1fEZbdfR0,464
-fusion_bench/method/concrete_subspace/clip_concrete_adamerging.py,sha256=90_0HkOIl0XQG89xMa0UiBhrwfV2YqfLxlS04AouR3o,24755
+fusion_bench/method/concrete_subspace/clip_concrete_adamerging.py,sha256=UkLOkaa_Dzlb4Q5ES69Y9GV1bodTnD7DzZFreykt65s,24706
 fusion_bench/method/concrete_subspace/clip_concrete_task_arithmetic.py,sha256=Nx-3AiAeIt5zmcC21Ta2_-4cAQg9hOWvThurXNZzA-w,10580
 fusion_bench/method/concrete_subspace/clip_post_defense.py,sha256=h-c0ioxDopg7pUoRjxx3epqQxVKZAZWz8s7yHjM88mg,32355
 fusion_bench/method/concrete_subspace/clip_safe_concrete_adamerging.py,sha256=eEKKUBgHufYTBaWWxkIKDF0lkuLI2bBgNHVr1JqT41c,35694
@@ -83,28 +93,28 @@ fusion_bench/method/dawe/dawe_for_clip.py,sha256=sbDLQDZtTUup-EL8HXU5X8QHfyAfSdj
 fusion_bench/method/dawe/warppers/__init__.py,sha256=pxpWh6S3Trfno00ECJc_hpkz5VxKzL7lkqd07F2Ermk,530
 fusion_bench/method/dawe/warppers/dawe_model.py,sha256=Z1L91vu3UzEHWrHs9i9UbwZpn6ewjrcstw_fOtQPl1g,9856
 fusion_bench/method/depth_upscaling/__init__.py,sha256=heVUh4tTzK427A10RFknf9eHwoZ1cpn1_0xyNXRU7YM,135
-fusion_bench/method/depth_upscaling/depth_upscaling.py,sha256=pf08zEae-WaWM4oUwn6_Dm65K59wf9AbTQ5iZU0ydsc,3256
+fusion_bench/method/depth_upscaling/depth_upscaling.py,sha256=jR4fQAjgr6BwxSS8TWq7P9pPcuLIyzK3hK52yhKpvfo,3121
 fusion_bench/method/depth_upscaling/depth_upscaling_for_llama.py,sha256=WkycELr_Rml_R2COphOnhGYy_Klw7Mr-hGuiPMnh24s,2218
 fusion_bench/method/doge_ta/__init__.py,sha256=dixO0i5fmhgC_W2_DAQ4PzYnkMCZX5D8tDz84soqQ-Q,59
-fusion_bench/method/doge_ta/clip_layer_wise_adamerging.py,sha256=UUSldRPBxHVOfkMM7ZwqZay5Wjc6XQ3Vy9PgyqV_TZo,1311
-fusion_bench/method/doge_ta/doge_ta.py,sha256=ec0qIq3F72nhbCVlfqdk1PYFM7QIlfMofeVFVvmDKiE,13785
+fusion_bench/method/doge_ta/clip_layer_wise_adamerging.py,sha256=4WPG2fhFw-u6oSoT-fBrP2K9YpX-MH-AotBL1DknfpA,1304
+fusion_bench/method/doge_ta/doge_ta.py,sha256=jrJF52JUBdrB3EGWaXJMFZE-v8syzZGr4smG6rEO74c,13790
 fusion_bench/method/doge_ta/layer_wise_adamerging.py,sha256=rLk3Nep5d6wMUNCp6q7pC7L0pfBvUwGBIuiGM7CQOf4,9780
 fusion_bench/method/expert_sparsity/__init__.py,sha256=nt7k5cKqA2Bax1aM93ODwsEuibZ_hdFgQsUos_8h2v8,271
 fusion_bench/method/expert_sparsity/mixtral/__init__.py,sha256=FyKDZIyYUnqvGIdJ5BS639UpzSBj11g28ATHs1Yczdk,545
 fusion_bench/method/expert_sparsity/mixtral/dynamic_skipping.py,sha256=e4fsXKSjCdmK-sThX6REk_d1hf-UolRLssQr7b6jD-M,5597
 fusion_bench/method/expert_sparsity/mixtral/layer_wise_pruning.py,sha256=GJVIose_Duk4C6Re4LtaxSzGjR8XLGGlhLhsGMECwjw,4960
 fusion_bench/method/expert_sparsity/mixtral/progressive_pruning.py,sha256=-0qWYkvHqKouJynn-kT907JQtiMLChtppOTL4SUYR9M,5090
-fusion_bench/method/expert_sparsity/utils/calibration_data.py,sha256=jEWW60qXrnAyiAPz8gbpvQ4hFeL1P1ykoIzoydAaDAk,5459
+fusion_bench/method/expert_sparsity/utils/calibration_data.py,sha256=r2yZtT3ZYC0frwSpNetiyDOSzHiUZS3oaIPRfb4tjaE,5459
 fusion_bench/method/fisher_merging/__init__.py,sha256=KWsjrtxKkPYwcUA5rB_6UNIqvesqk2NJw5AY_1ztLVE,225
-fusion_bench/method/fisher_merging/clip_fisher_merging.py,sha256=QCutGqjkfW3OWETPZsCChqLRAhvfJp4QKD9TGSpTyV0,7635
-fusion_bench/method/fisher_merging/fisher_merging.py,sha256=OiceW0bqvnzGjIyIjd0A55ckXImDfEvi-Nk6td0sFFw,20892
-fusion_bench/method/fisher_merging/gpt2_fisher_merging.py,sha256=LZmz41jZ5dSsAHxfOUpr3u2rlCgUPTDR7xMsIlQM-jc,7576
+fusion_bench/method/fisher_merging/clip_fisher_merging.py,sha256=VRWA0zlHY1bvrJseaNVehExclVlSdH38xkKsXFVIacc,7633
+fusion_bench/method/fisher_merging/fisher_merging.py,sha256=8JIg02aN7KGG7ChEKeZBGYJMy8g6Lpbn0Q9G0uL6DQg,20425
+fusion_bench/method/fisher_merging/gpt2_fisher_merging.py,sha256=VobWhFyaPtlMl5RTNtnVA7KCpwMCsw27yBUQ9SkdVoE,7360
 fusion_bench/method/fw_merging/__init__.py,sha256=JyF4BIafap83MI8wHJhOX1VRC2J7Olj4ApirPuEkrJI,90
-fusion_bench/method/fw_merging/fw_hard.py,sha256=mLo-W7k171-wG98DLgisrqqCd6mK5bA2j94XqUo34MQ,17164
-fusion_bench/method/fw_merging/fw_soft.py,sha256=KxgVhRg-abyu1uJU3Mic8tN2U0Ge3oZCGzrqtySOCu4,20730
+fusion_bench/method/fw_merging/fw_hard.py,sha256=uJeVddyUgWMuTKzOTbrXDC2p3Jul5zWPAzcNfvvg8ro,17163
+fusion_bench/method/fw_merging/fw_soft.py,sha256=rmwwcEtJOqotxDqS9Vs2YVtwxYK--fwkYUk6yp3R528,20729
 fusion_bench/method/fw_merging/utils.py,sha256=EZyltS9hUM8NmcvXjAqhBpj-ucMlMtR95082kPDsJPU,10296
 fusion_bench/method/gossip/__init__.py,sha256=3b7mB4wl7weA6JtPmEeHHG2Zb_MWaOt-i1beJjNCbc8,198
-fusion_bench/method/gossip/clip_layer_wise_gossip.py,sha256=UPiy6FlCMDZEz7pBOopwr5w9cn_flp8XSAfYbBGpA7g,1207
+fusion_bench/method/gossip/clip_layer_wise_gossip.py,sha256=spio-nPSRDHrA4hSMtAc746AX_lLIgN0shOvZ0LYZVc,1218
 fusion_bench/method/gossip/clip_task_wise_gossip.py,sha256=yY-fHBynWgkac5J61V9xI1SNUv6k2z1SgvmNb13l2jg,7063
 fusion_bench/method/gossip/entropy_loss.py,sha256=ZeVe0Hq1PaMfppLqDbB0MOscZUZRNh4CALrvt8pmQC0,736
 fusion_bench/method/gossip/flan_t5_layer_wise_gossip.py,sha256=H4KpVkZtcm90GCWodHNJYChxUj3beXn3GajqI4iNiYw,15674
@@ -118,29 +128,29 @@ fusion_bench/method/isotropic_merging/iso_utils.py,sha256=7L8PYUIJROwHJQmhFY-tdE
 fusion_bench/method/knots/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/method/knots/knots_utils.py,sha256=NWlzo4nhQypUcNknU832MP3QT42VsLx-6WQ9QXuSigw,795
 fusion_bench/method/linear/__init__.py,sha256=ChfkoOEAb-rUKwpowFPel-a1hRfS8gCrbnWD-jlRbe4,283
-fusion_bench/method/linear/expo.py,sha256=LCHTWlsPm1Mjhrq0mfpWLVC7skkI9ZksGduy3TxULoU,3939
-fusion_bench/method/linear/linear_interpolation.py,sha256=IONw9BPiRJouY8bE9Abfyz7qVI_1B1n8KGZa0f7Pza8,2157
+fusion_bench/method/linear/expo.py,sha256=N7XnBTC0Nz_4gRs1f9TL9g-j-Lku5TF0lAjGKhZHwOw,3990
+fusion_bench/method/linear/linear_interpolation.py,sha256=Y01HPMBb7TaCjEBsbC6gqQyHvY1SRpwPyPPLxvYrL0s,2223
 fusion_bench/method/linear/llama_expo.py,sha256=ccECjhAqcFmzOIDyZ7e_aPzTM2Kj8u2D8TJytyz18YM,8476
-fusion_bench/method/linear/simple_average_for_llama.py,sha256=ZbkTEgTNYBq8p3q_cxA6gky0mdZs7FaGfHlZKfFEbiQ,2952
+fusion_bench/method/linear/simple_average_for_llama.py,sha256=Sow-NOiMz_HSBjKm-BjV7cuL8xbgKXNlb70DSW_XXVI,2951
 fusion_bench/method/linear/task_arithmetic_for_llama.py,sha256=4SZpiTD7OzhWUXtcdK3PYdXbBGyDqiZd7oZOQ0lraN0,1963
 fusion_bench/method/lm_finetune/__init__.py,sha256=IFGAqXujX3Fabzl_tC6zZyOyPFJfVziL0qFtj5MVxj0,149
-fusion_bench/method/lm_finetune/bradley_terry_rm.py,sha256=ys_td1IeL3bzPTE0Cixlj2JooCaB7qseRwSDwroAk5A,18777
+fusion_bench/method/lm_finetune/bradley_terry_rm.py,sha256=1nvjOMABuEISyYaTRrFiwHLWvSTgHT8pEzTYBTLBRUg,18779
 fusion_bench/method/lm_finetune/causal_lm_pretrain.py,sha256=4CL9KGFsUzrt-edMfTooo4G4apzTH_57rso3DGGvKL0,219
 fusion_bench/method/lm_finetune/fullfinetune_sft.py,sha256=eZabmkL7QUHGxl0DX9aaCYerMVUTzH5fXQfJXiSQNEc,16226
 fusion_bench/method/lm_finetune/peftfinetune_sft.py,sha256=klZ_IDr5-1xoYvyVZwug9eyKXyxA3WZuSaML2jCH_Gw,16370
 fusion_bench/method/mixture_of_experts/__init__.py,sha256=r95iu1-3tgIUP7sWuAbLuqV7xexNYMYPZkM4_8egfp8,198
 fusion_bench/method/mixture_of_experts/mixtral_merging.py,sha256=-n1CLP1o08VyMSfaTq42kRutbw-cFDSCWHTu0iNh6ok,4237
-fusion_bench/method/mixture_of_experts/mixtral_upcycling.py,sha256=tQYAeS8MLFEfH3zDFfNZrML7lRnpGLN-HquQvjPtHNw,11208
+fusion_bench/method/mixture_of_experts/mixtral_upcycling.py,sha256=AHf6CvuJl8cIbSzua5vakkId3EtHoX4vE6BAKujyJz4,10592
 fusion_bench/method/moe_pruner/__init__.py,sha256=UzOxEoA9PwLg7fmJXNeksDv9cO6iE9nV9g1ZhZLnBiQ,165
 fusion_bench/method/moe_pruner/moe_pruner.py,sha256=DWj1YHSHssc6no0yoTEftozl-YVdxPUsAE9uGcKmaIY,11459
-fusion_bench/method/moe_pruner/hooks/__init__.py,sha256=oOz0MA38L-5Chjp84KuzecO4k7cNOai53hi8__5y6m8,137
+fusion_bench/method/moe_pruner/hooks/__init__.py,sha256=QYtT3Ei0-53mcoMirBbv_Z2ac8Uv3cN9b-ziCI2rzyo,136
 fusion_bench/method/moe_pruner/hooks/deepseek_v2.py,sha256=JYi47CeEMkngIkB8ARYElCwA3__2hVaK2YU3QCBTfNo,2684
 fusion_bench/method/moe_pruner/hooks/hook.py,sha256=xSzz4B2JplA6zoEPBO8jc-e9lCbF22D7lc8ZnhIxzTg,492
 fusion_bench/method/moe_pruner/hooks/mixtral.py,sha256=EGm5AwvA4ysOznXOicLTl6YSMwRCpYbwSQym7aFYJSw,2864
 fusion_bench/method/moe_pruner/utils/__init__.py,sha256=67M1SB-4uX-TSJzGq_z5LtNLZMALreUQ7vrlDwncqFI,44
-fusion_bench/method/moe_pruner/utils/data.py,sha256=ddZMfl8280-Q5VwUStsuhy2hcw--aXmzymkGA067tno,5517
+fusion_bench/method/moe_pruner/utils/data.py,sha256=tiq6xmtYwYKGh3N3_fkkN1GnFkOM68nb8YacmZB3dEs,5518
 fusion_bench/method/moe_pruner/utils/layerwrapper.py,sha256=6ahiuzw00qtbpmJg11YqffQ8kVaNy9369XFSgog5b4s,2173
-fusion_bench/method/moe_pruner/utils/prune.py,sha256=vTLJQceP1qJeBCRrgEO2td5bR0AQSHyGFRqtASQF-TU,10570
+fusion_bench/method/moe_pruner/utils/prune.py,sha256=U0cX5RgyAezS7C4jnlfGwjZhMSLKhDvq3hZZGrzJVfM,10609
 fusion_bench/method/moe_pruner/utils/score.py,sha256=AVWOwsu6CGBHnO7S1JnJNqZVMMTfSj5QQNAPQXI59no,1177
 fusion_bench/method/opcm/__init__.py,sha256=0QcltOnjIYV1XEPDEagChLixLAhjiBnYwfWK00am29k,202
 fusion_bench/method/opcm/opcm.py,sha256=fIZtR8KZCUKTxo5URMZIVmDdb2Y6vugJaUvmg5tswdc,11655
@@ -149,7 +159,7 @@ fusion_bench/method/opcm/ties_merging.py,sha256=-N3i7eMbhK95qyJsmmNMKNmPCkgGHGFa
 fusion_bench/method/opcm/utils.py,sha256=_q7yy3ENNFUh1qUd5J5DThRL4J1tIxEcknCO2AKmeYM,2102
 fusion_bench/method/opcm/weight_average.py,sha256=JfQoIU5J1jvrNKpO9k_t4Zj0y8PtteIfyoSQWx1yg2k,4379
 fusion_bench/method/pruning/__init__.py,sha256=g0poIEzp4kch1tJqeMQq4O3jtXm1hu_Wz4-bNV3ZPJY,312
-fusion_bench/method/pruning/llama_magnitude_prune.py,sha256=40Gmy665S9XqIw027En6E5IlomOIcKECIRje7NDkH00,6300
+fusion_bench/method/pruning/llama_magnitude_prune.py,sha256=GX6KCvqOkcG9e20LwJpqu30y_OSWA1vW8NnjA_wUq9c,6320
 fusion_bench/method/pruning/llama_random_prune.py,sha256=EW7zfE-1a5VlPPrQ5xO1k1aqFcpPUfs5eSO_a4M1K90,4566
 fusion_bench/method/pruning/llama_sparsegpt_prune.py,sha256=fMsfpBmNUZetH4YUg6lI9s4DBpVLJppwHwyIhdJj4_w,7480
 fusion_bench/method/pruning/llama_wanda_prune.py,sha256=8pcg3X1yn8vfhV0lEg1fHP3oTzAc_-ixLmsZRdH5uPo,12070
@@ -159,14 +169,14 @@ fusion_bench/method/pruning/sparsegpt_utils/__init__.py,sha256=XKA9h4nlbEEK4qu2y
 fusion_bench/method/pruning/sparsegpt_utils/sparsegpt.py,sha256=WNDIKZ1HWAjgZctiHBN2bbQfgJ_LBtf-6kCEDjaZYTk,4077
 fusion_bench/method/pruning/wanda_utils/__init__.py,sha256=ujOZ9GUTwzqfVjXUL0e6y_gAEfTQU85rBq2MZ5om7oQ,320
 fusion_bench/method/pruning/wanda_utils/ablate.py,sha256=TUKsbInQD3UmS8FpuFeco6FeTMaJLZXho9ASWRPcurc,6459
-fusion_bench/method/pruning/wanda_utils/data.py,sha256=PAg5iHr8g11PAA_morIMrHpyWaOVzr8HYhcgP-md6Is,5507
+fusion_bench/method/pruning/wanda_utils/data.py,sha256=4JJTGHcMOU0L2j69F7s7_1jsbIGN9uGBRRtHwCcgSEA,5506
 fusion_bench/method/pruning/wanda_utils/eval.py,sha256=YuxpIcIh8yMtZODKk4gSVM9p-Tx94jYP3PmagXGabVI,6987
 fusion_bench/method/pruning/wanda_utils/layerwrapper.py,sha256=6ahiuzw00qtbpmJg11YqffQ8kVaNy9369XFSgog5b4s,2173
 fusion_bench/method/pruning/wanda_utils/prune.py,sha256=Jah6VduC0mKaDSehRx01rrUFWMYU0zvDyY7mPumHuGI,18564
 fusion_bench/method/pruning/wanda_utils/prune_opt.py,sha256=onfIRAF0yFi9b1GNDS9DvAMUpHZJcS6XyoDtJ2tunq8,16986
 fusion_bench/method/pruning/wanda_utils/sparsegpt.py,sha256=V1FEIGgSFbPT5YPrYXCWhz1lLXaor6RwfNund7EEIWM,5434
 fusion_bench/method/pwe_moe/__init__.py,sha256=gZUhbqCtCeVSip3nyt5rNSrEDqtByl2ILcWrD4Z3jx4,124
-fusion_bench/method/pwe_moe/clip_pwe_moe.py,sha256=eXNeHfukHFwdSQxNGITmKe6DWjPPr58KQrgtZbPgrjo,11274
+fusion_bench/method/pwe_moe/clip_pwe_moe.py,sha256=aIKWwVRIvFm0_-6nTUMBuJA5ptUSFDBpcujvOOwKVD0,10253
 fusion_bench/method/pwe_moe/module.py,sha256=mQbVbE6y-Q2zxifF1_k13UGGx_I725V9aUkRumjIDHI,12251
 fusion_bench/method/pwe_moe/openclip_pwe_moe.py,sha256=xhQsFt8FwK_obd3u3FQsBpH1o5XaLCsHohjWOEd7lJc,18354
 fusion_bench/method/pwe_moe/utils.py,sha256=K9BeVMrhYv7GNlJO76eoQbkI1dOO7XF18yK06WUh9ZA,1336
@@ -174,26 +184,28 @@ fusion_bench/method/pwe_moe/phn/__init__.py,sha256=PXX-hb_bd7GdtLHcAcnGGsW_Wbg8g
 fusion_bench/method/pwe_moe/phn/solvers.py,sha256=OO-ImNwsWIQ3eXPxzj1V-kNgXrJc4FKcK-RwaOl_np0,6156
 fusion_bench/method/randes/__init__.py,sha256=v7iJFBxBcMrYn76qeWgd4qG083Y761bFVRH39tWxkJo,453
 fusion_bench/method/randes/base_algorithm.py,sha256=DK21zxJ4RUOEvwNg495Q9fFvDDpSlqvuX8YFmQ_m2ls,45680
-fusion_bench/method/randes/modelsoup.py,sha256=aMmtWAcneFw6XvLe0jVOG3iOkp2zZkoA3yvexcdxlic,5657
+fusion_bench/method/randes/modelsoup.py,sha256=DbFOCMdG7hGwC04qDPVj_tSU5N8TCXHWFUWYdBfU5Hg,5648
 fusion_bench/method/randes/task_arithmetic.py,sha256=vwDvRs6BkL3HbXaI1lQz38VeMnaBrRTJIqYy7aVFDrI,14214
 fusion_bench/method/rankone_moe/__init__.py,sha256=hvYxnloCrzim9s7HUaNA3dcuThEcfrFL5EMw34YNHeE,119
 fusion_bench/method/rankone_moe/clip_rankone_moe.py,sha256=2wnzyHHZSQagZenu9viJ-68MmRG0ppOLR5JHZuT1FKE,5457
 fusion_bench/method/rankone_moe/rankone_moe.py,sha256=YPWneidBJjms2SrYgH5tAim4KBl3Rrcmeq9Xf5QwU58,8489
 fusion_bench/method/regmean/__init__.py,sha256=VVqAkdHkb005Sc2XmeiedQYzb3q5aQNI8xzEJnE4thg,158
-fusion_bench/method/regmean/clip_regmean.py,sha256=xhT7dYSCg9sPLL5ZUCCtcA-Ypw4PBHsOivrnz-3fDso,4931
-fusion_bench/method/regmean/gpt2_regmean.py,sha256=p2D3E8YAZsltsI6GM474UWNqPZfBqihLZ93ZLUpOJ_c,5565
-fusion_bench/method/regmean/regmean.py,sha256=IqkweSS4WXGbMquWaHWHijiZ6rMIaHfFSje8C8bbb6g,16587
-fusion_bench/method/regmean_plusplus/__init__.py,sha256=TD_KeTGXkbsh7tIsFDAnTDmYSvkc1ii2HfYQeNCu58A,141
-fusion_bench/method/regmean_plusplus/clip_regmean_plusplus.py,sha256=s0HMUHTg6MV8B_WnF6D8LHRhrbr9aHChxMhnDj8qweE,7385
-fusion_bench/method/regmean_plusplus/regmean_plusplus.py,sha256=and0YbngsWdq3zLBPOqTkhsCxR4WI9FjuoDQbLQfR4M,16069
+fusion_bench/method/regmean/clip_regmean.py,sha256=cjIOgViczbK_5YCMHgYwvEpOz190LVkSupPpjZH141w,4929
+fusion_bench/method/regmean/gpt2_regmean.py,sha256=s_5Ntgm6CUB7CXEBLplp1a3KrzyNCEY9qOC6xhCvHko,5325
+fusion_bench/method/regmean/regmean.py,sha256=XXRaarHqmOtRjFs3uuoYMTezg4xNgOKbkyJvyftnneY,16125
+fusion_bench/method/regmean_plusplus/__init__.py,sha256=rf_yZ-VJN2YdDjYiBzyikbtTIrwc3ChFFlQNBTnHars,142
+fusion_bench/method/regmean_plusplus/clip_regmean_plusplus.py,sha256=hw8pX_sXFltKXYxivB1uBQomsrPntK_qTOOIx14Z67Y,7412
+fusion_bench/method/regmean_plusplus/regmean_plusplus.py,sha256=I02yA0h1EevEH2wl33OF5JfGFVWywR2hfM8t2wAJ3SY,16099
 fusion_bench/method/slerp/__init__.py,sha256=Wgl9gg01Xou6jyZeBRD98kRnB_dAADDaPqRTHoONx9o,59
-fusion_bench/method/slerp/slerp.py,sha256=2_n10REnRoV5DuwCC0bDX8RM3MLL4Q_5rZiU0hICw2w,3406
+fusion_bench/method/slerp/slerp.py,sha256=cc3JSBLu1DTKIPGxXXobomHntvFLKWsAr-B2YsjhfaI,3536
 fusion_bench/method/slerp/slerp_utils.py,sha256=vksRo6n7FqY7By9aqbwTL4XV3BjcU_GrUl_r85Kpfjc,3504
 fusion_bench/method/smile_upscaling/__init__.py,sha256=6ZpUSHUFVsT1U7V3TIDWBFqcHte7SjHW0wp6CAE8NVg,165
+fusion_bench/method/smile_upscaling/error_accumulation.py,sha256=AubhUl5ZNXqndXkNuU3zIHEFhO6LC5EZFB46pbipcis,6165
+fusion_bench/method/smile_upscaling/projected_energy.py,sha256=iPF4iNnqnN3ZV-3In8Fo7fPjdfOjrXCI6nlzy9MTbVU,4646
 fusion_bench/method/smile_upscaling/singular_projection_merging.py,sha256=0neZS9oZnl64wu1xb9ruGB7lbhYXyy4zj8l3E1QYRGQ,6670
 fusion_bench/method/smile_upscaling/smile_mistral_upscaling.py,sha256=T1M4hTRgIfDhy4zSccREPLajgMcdnohr0NtdWXtPzmA,8802
-fusion_bench/method/smile_upscaling/smile_qwen2_upscaling.py,sha256=gRo5TKhcFhclKtpI75ixc65YrhoW3kyVr_q-JrCN8n8,8713
-fusion_bench/method/smile_upscaling/smile_upscaling.py,sha256=epkurTJQdO2TlWf1v5qUSiF1Pi1Umz-uQDtHM_iX80c,8978
+fusion_bench/method/smile_upscaling/smile_qwen2_upscaling.py,sha256=R7zAb7H_AHKVEGf2b7Fmmg_qVorcT9fdBAQXHxuN4pw,8960
+fusion_bench/method/smile_upscaling/smile_upscaling.py,sha256=sfqIZhz7gO8LvA8cF6Lma9Evu1t9m6pcQaSKpmfeIiI,9312
 fusion_bench/method/sparse_we_moe/__init__.py,sha256=V5VOpLwn6ZpsM09TmwFhhlJwMTBFXF7NE1-gW1MlAfc,133
 fusion_bench/method/sparse_we_moe/sparse_clip_we_moe.py,sha256=J8iVYks-SQ93dqh6FUQACvSmM364QHlVBYMKOCPbHrU,10288
 fusion_bench/method/sparse_we_moe/sparse_we_moe.py,sha256=6OYgj_D_4xTtqy_guA7whQu76LQ7gv-U2cIZkXe7bIg,10479
@@ -202,10 +214,10 @@ fusion_bench/method/sparselo/sparselo.py,sha256=U3eIjLcz484Tq7kbQry_U7YFiTx3ECOe
 fusion_bench/method/surgery/__init__.py,sha256=6sRKWeL8cx6Jy2aC9tRL78irNTJnp9w75K2dAxBxhho,88
 fusion_bench/method/surgery/clip_layer_wise_adamerging_surgery.py,sha256=Cc8LiAqkQzJwQJsyuazG5wgq6kghVcyL8rGkhPcBVoU,5936
 fusion_bench/method/tall_mask/__init__.py,sha256=XINPP8PqGQ01he9p2RyHaKGyrcYoJuYwIzvwkrr0ILY,61
-fusion_bench/method/tall_mask/task_arithmetic.py,sha256=xtxUVeI-Ler4Wgx8lrt-GlCr-Yth0jNsacvA_rPctJo,4601
+fusion_bench/method/tall_mask/task_arithmetic.py,sha256=c-5ehKV_t46ljvKTBDr-eA3-FbSD_UNXlza4cOqK5aI,4371
 fusion_bench/method/tall_mask/utils.py,sha256=Wlp8WcPwR_lCaBIZ9rgG6ewLfSzz3G7kPk9yj13pvls,8817
 fusion_bench/method/task_arithmetic/__init__.py,sha256=pSx_NV5Ra_6UXpyYWCi6ANQoAnEtymZt_X1dDN9wT4Y,96
-fusion_bench/method/task_arithmetic/task_arithmetic.py,sha256=qhOLb0kXDdgHCgqOAASwwXDTK0gnaiUVI1N72ZJLUyI,5617
+fusion_bench/method/task_arithmetic/task_arithmetic.py,sha256=k4p8ADupDR5nZGHZjNgNsO8I_8rzqVyAr6Tejh85V0A,5525
 fusion_bench/method/task_singular_vector/TSVC.py,sha256=yn4SrZNvtA6PoGYJmbmtNeDyDbGnRCgfZ7ZCg914AZU,410
 fusion_bench/method/task_singular_vector/TSVM.py,sha256=Sdgoi8xT0Hl19pmGdIuUS3D1DsVqSVD-Hipp-Sj_HoA,13652
 fusion_bench/method/task_singular_vector/__init__.py,sha256=WMucyl9pu_Ev2kcdrfT4moqMMbzD7hHQVFME5Su5jMA,298
@@ -214,77 +226,79 @@ fusion_bench/method/task_singular_vector/utils/TSVM_utils.py,sha256=WGM8wCICdGsN
 fusion_bench/method/task_singular_vector/utils/__init__.py,sha256=Mep62TnXJscBEFZ6QDsI28cWmfygt8EPwjQdfUJzEZQ,315
 fusion_bench/method/task_singular_vector/utils/task_singular_interference.py,sha256=tXsFwx8eomzu00nSp95CjjWZX82zq32ff2Q6VM_29CM,1348
 fusion_bench/method/ties_merging/__init__.py,sha256=9u9teBbdILbupr9jbwk-qCXSzssCssC5FUV2BfpyZM4,67
-fusion_bench/method/ties_merging/ties_merging.py,sha256=GAlomW4oTePXd57TvogQXoliNnEto1_QVXVGVrU1QNc,5807
+fusion_bench/method/ties_merging/ties_merging.py,sha256=eCpGa9F4VoT0zsl7XKK7WsKz45tu_DkFHeffyJospJc,5152
 fusion_bench/method/ties_merging/ties_merging_utils.py,sha256=EZyltS9hUM8NmcvXjAqhBpj-ucMlMtR95082kPDsJPU,10296
 fusion_bench/method/trust_region/__init__.py,sha256=4ao0E-jTlmTQPArbFWD_dFn_4yve3urNIuSMT8JtRIM,91
 fusion_bench/method/trust_region/clip_task_arithmetic.py,sha256=SWP7sRMiXzkDZ3KdNht3zqjaTcAtB4wpnnd8KYbcKZI,7441
 fusion_bench/method/trust_region/utils.py,sha256=iUNEY43mE0WZBsKAmttHwSvNpijzBzVhTpSycWoxvn8,1981
 fusion_bench/method/we_moe/__init__.py,sha256=Sb4YIR54-_ppUXDj5jN90PEqBO3kdL6O5-67v71q4Xs,78
-fusion_bench/method/we_moe/clip_we_moe.py,sha256=iBaa2GvTpICAMdCJaUZVnwOqGd_6x7UaWnNBDnQBpmY,5587
-fusion_bench/method/we_moe/we_moe.py,sha256=3qHOm0m1lIY17U20mXs02dt_rgKDzY8iA_GSGeZxNI0,8286
+fusion_bench/method/we_moe/clip_we_moe.py,sha256=JsDTNOy6fwCctyj5RuP9FKjBkXpOEG_GMfr_6H6oFNk,5667
+fusion_bench/method/we_moe/we_moe.py,sha256=_QtmD04oFh7aLhmPq8EYchYB7BIN9ZFWOeysSx7kJmo,8372
 fusion_bench/method/weighted_average/__init__.py,sha256=bLxIuuB72hH05J_Spz4MZbiLpYL39iwgVIQa_QeQpIk,118
-fusion_bench/method/weighted_average/llama.py,sha256=BgJKZ15aqjFuNidOqAoGc74rpw3YRDnJ6gYOQJhe6tc,4161
+fusion_bench/method/weighted_average/llama.py,sha256=wV8jSlOFZ91OftEpTz5WYCYv8Mj25Q6EObE5XsCPYbs,3731
 fusion_bench/method/weighted_average/weighted_average.py,sha256=E4byEA2VfXozu7S_gnYVvwI3qg8AFWaSeNRHGbs2Tno,3340
 fusion_bench/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/metrics/continual_learning/backward_transfer.py,sha256=3e_eMN9eXZaGorankaPIQ-WfOHpW-bA1EywH6LDInWk,555
-fusion_bench/metrics/nyuv2/__init__.py,sha256=OjIB2vNcEoFrT-b8hqdcCgEgc2uCx3TyKUYS3aoRNNU,282
+fusion_bench/metrics/continual_learning/__init__.py,sha256=f-mkv4SpXTq5kiQVHbe2g0IPf4yLFgu1Dw7g2DOK6T4,57
+fusion_bench/metrics/continual_learning/backward_transfer.py,sha256=LCMWFFmBgWv7UIAJqiTaSvVvanx4qjnXIGuCMYvzmtc,559
+fusion_bench/metrics/nyuv2/__init__.py,sha256=ozlWR3QgvlP260iaScqavQ4qs_PWsid4WN6S5wKgzAM,282
 fusion_bench/metrics/nyuv2/depth.py,sha256=oKc8NUZd0yAsk7-f78CbOzyuqmFpBhVFA8GOOdaNP7c,1548
 fusion_bench/metrics/nyuv2/loss.py,sha256=oBrkU8cDTczjIKixHjUGLJ_rghx0Vw59OL9DB-kZT3M,914
 fusion_bench/metrics/nyuv2/noise.py,sha256=I2CZbOnarvnosQEQbxT9Ye34k0zfSzJjgL_4nMkuPYc,295
 fusion_bench/metrics/nyuv2/normal.py,sha256=vLunq7YJ19Xa4LSCuezETrq7PH2QYko9qif02rVvFtA,1489
-fusion_bench/metrics/nyuv2/segmentation.py,sha256=ML_4dws3yc0UCiEMW-3PyYYsoAVYf9uruim-b2PDdH0,1245
+fusion_bench/metrics/nyuv2/segmentation.py,sha256=tITINYu1UcuN5UXj03RPd3qy-NXUve_-R8a8-b6-qy8,1245
 fusion_bench/metrics/text_to_image_generation/__init__.py,sha256=OEIxpKmyy6-3iWyJDP8oAFr1w56Gz9pAhmN2etaJimg,394
 fusion_bench/metrics/text_to_image_generation/aesthetic_scorer.py,sha256=-ZaD84ENPITh_K0Fe9OKYYoiGnPhlSE9gTbBqrtnqqA,4487
 fusion_bench/metrics/text_to_image_generation/compressibility.py,sha256=x4dNTFnAN4naChBDZBO-jUghnHAyobRVOupctKYRg1w,1656
 fusion_bench/metrics/text_to_image_generation/pickscore_scorer.py,sha256=aSWzl8k7z80Cirg5qdfkPsp3sMFEv_PjA1NJv3PPWXY,3115
-fusion_bench/mixins/__init__.py,sha256=8wUBjN03Pfs1aHrwvnBioqVIuPNwi50hJgUlfLoOFeY,1113
-fusion_bench/mixins/clip_classification.py,sha256=2Q20bEfRcRx9cg79ubCVpsey3TtpWa8jxk-N_JZVueY,10162
+fusion_bench/mixins/__init__.py,sha256=yjRvcB9Mn-c0g8tXmoBf2Dn8gyc-Na6dyhc4r674asM,1213
+fusion_bench/mixins/clip_classification.py,sha256=dQta5DBNjbvLnfJz3gMGhvlFqCUeqVErnjtmHVf8dKw,10186
 fusion_bench/mixins/fabric_training.py,sha256=ZmycEhCaNCgVi5oM9m0q6msxgk3quowmFvDAcvskFrg,13017
-fusion_bench/mixins/hydra_config.py,sha256=upAUOQVygdwIe8RA-zgZgihM9q6n-7QDV7Ar_Y4Gzhw,1542
-fusion_bench/mixins/lightning_fabric.py,sha256=Vuu71VVvyqf7aaCXVWwIgWySMoUCIplDCAA-UUOcKmo,7401
+fusion_bench/mixins/hydra_config.py,sha256=rfT-XPUKV_U3nvuTVsKLmSmEiieoSIsbhxE5_-E0er0,5508
+fusion_bench/mixins/lightning_fabric.py,sha256=ns9H_dkSDD8jJ7GL4YcAypewUcy9mzbX3Xy0bBcyGVY,7403
 fusion_bench/mixins/openclip_classification.py,sha256=O45HzgLXNvlQr5RVpfIGsYdIQ0tY5g_68KB0MTqsZWU,290
 fusion_bench/mixins/rich_live.py,sha256=j7wNgrgwfdpl6nCXZGF_2DLtNq2aqCb_52Qhe9QSltc,495
-fusion_bench/mixins/serialization.py,sha256=lulNZuBl-6H3tEJPS0_M746eoUgvESNXNiOO3dyzEWc,4679
+fusion_bench/mixins/serialization.py,sha256=2YjGXvuJBengdgvs7fOhPQ32OMC1VggU2Ysv3o21Bjc,14352
 fusion_bench/mixins/simple_profiler.py,sha256=czWMl6p9PoxbQ5A8Uifwleaq5QPGEn0qMc8MXu9dSZM,2200
 fusion_bench/mixins/optim/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/mixins/optim/adamw_with_warmup.py,sha256=qTnRl8GVVIfaplOFBHnJFuZUbxPZRWRGHGNzm_EDhDE,1421
 fusion_bench/modelpool/PeftModelForSeq2SeqLM.py,sha256=rxPKTTWno3KAcTTEfydPpXx1b0EJa8PLbqrberweFF8,2108
-fusion_bench/modelpool/__init__.py,sha256=Oh21MYHCNguLQYFrQXEsNhqr8vNAXUG7jS-Rwv9Qhec,1510
-fusion_bench/modelpool/base_pool.py,sha256=FrPjnA_L1Bj3YkHfxGo-zVrOrqpLJDRacD58sKa4Jmo,9119
+fusion_bench/modelpool/__init__.py,sha256=WFDdiwPqdkzVsDYguWPPGGX_ZTRZhUCK8WMuhZpjKCg,1512
+fusion_bench/modelpool/base_pool.py,sha256=JyqE-HcgNNDWdTvZe21ixomShahVDQz7hiF80LPXja0,9768
 fusion_bench/modelpool/huggingface_automodel.py,sha256=OJ6EyYyjNv1_Bhjn-zli-e__BJ0xVa4Fx9lhXVb-DJo,552
 fusion_bench/modelpool/huggingface_gpt2_classification.py,sha256=j8nicVwtoLXY4RPE2dcepeEB3agBKkkH-xA3yMj1czw,2014
 fusion_bench/modelpool/lazy_state_dict_pool.py,sha256=HtEA85rqSCHfsIddI5sKDcZf5kSuHNwrb8fF1TUSTr0,652
 fusion_bench/modelpool/nyuv2_modelpool.py,sha256=btuXmYxwfjI6MnGakhoOf53Iyb9fxYH20CavGTrTcnA,1375
 fusion_bench/modelpool/causal_lm/__init__.py,sha256=F432-aDIgAbUITj4GNZS9dgUKKhaDMCbTeHB-9MecaQ,99
-fusion_bench/modelpool/causal_lm/causal_lm.py,sha256=7-mUWVGVsXyljH_06CmIyReClKx_xVjy5zeXTJcLQIk,8085
+fusion_bench/modelpool/causal_lm/causal_lm.py,sha256=tT8lfQbrHc_j8MYu5NWi_akWBhapt1wkTuJKoqWiMJI,8499
 fusion_bench/modelpool/clip_vision/__init__.py,sha256=3b9gN2bWUsoA1EmpitnIMnIlX7nklxbkn4WJ0QJtS2c,43
-fusion_bench/modelpool/clip_vision/modelpool.py,sha256=eemYxDPCovbdKo1yr96UJqieWxr7l_n0rQHsJT4JMno,7117
+fusion_bench/modelpool/clip_vision/modelpool.py,sha256=e5t9olRMOj_SyGVy-gqn7RwC5FAqxNsJDongWIv2KFY,7108
 fusion_bench/modelpool/openclip_vision/__init__.py,sha256=QDmAitKqUwRygN9QncdS_kGWZdfTKL4uUifC8xh9c10,47
 fusion_bench/modelpool/openclip_vision/modelpool.py,sha256=2MieB4PMvg85DaiYu49m3BzuBjib1xozJHTpYyHhRTs,11102
 fusion_bench/modelpool/seq2seq_lm/__init__.py,sha256=FnfSMHcwNHDQEMdB2HdK4WphQ6MufsRLUkczuALjM4Q,57
 fusion_bench/modelpool/seq2seq_lm/modelpool.py,sha256=IjLHi8qycWOA4Ul9jnqR48evgVXF_pfTKLPeL9XKP-s,2052
-fusion_bench/modelpool/seq_classification_lm/__init__.py,sha256=k-t4RetcDlbkRkPHNuyeV3pQEcJnFRjd9Wp5tFBb-G8,128
+fusion_bench/modelpool/seq_classification_lm/__init__.py,sha256=_VB9nlR_gm6IEXNMsNR3VnzFiCpxNGuAGF39rZ9DpBA,129
 fusion_bench/modelpool/seq_classification_lm/reward_model.py,sha256=NKf-eoei1GdU4ojKSpN5_kQwax4uUEStnlKyh8qOrNg,540
-fusion_bench/modelpool/seq_classification_lm/seq_classification_lm.py,sha256=sIKAmGJwfrNSuWtxzJ_-ME0gQksEYY2y-jVt7P82Qs0,3434
-fusion_bench/models/__init__.py,sha256=w2QbRl-nIHMHNCl9X46f2CD6oqZfEDAxGRs4G9cw2nw,145
+fusion_bench/modelpool/seq_classification_lm/seq_classification_lm.py,sha256=t9wXHFwa7V2XC3ajxt4_bSsxMTDKW4nebvdxhG7VeLM,3435
+fusion_bench/models/__init__.py,sha256=nOFMSaAtSEz5U2IGUFxP6DrOKksA11azSxpRO6AENSs,146
 fusion_bench/models/hf_clip.py,sha256=056UHeSjKKDYXg-o7CC2zsx4fC9R6IBkPGI8IFhWTNw,7291
-fusion_bench/models/parameter_dict.py,sha256=RBAXZ-PFLxy3eHxQqWLEvjKIR1uTHBWdKP0XXMNGmQg,3635
+fusion_bench/models/hf_utils.py,sha256=q13vFDc0l1f0cUvM1kunD3eTRJPJQg0BLMe_vXlbFz0,5677
+fusion_bench/models/parameter_dict.py,sha256=HCkTJCz23pYN1_Hhegx8gglOtrnzVKJPMeg9_rUhe18,3630
 fusion_bench/models/rankone_moe.py,sha256=aY8IDM-ct7qKYH8ukBUsa_VDkDgGNtCqyNtNKlDTUTc,12046
 fusion_bench/models/separate_io.py,sha256=5AJlCxkHdVVffITnIRlF3ZIaKLRWDhJESVQN1lX-ZhU,3835
-fusion_bench/models/sparse_we_moe.py,sha256=b-yIeCsl2rz0i7BP9g_fqCEam7KUNjNX_J8oyZV6MJ8,16509
-fusion_bench/models/utils.py,sha256=AQFI2UZSItKfJpG8ex74FPjn_SjsADLhvpv1GYqu43U,2065
-fusion_bench/models/we_moe.py,sha256=0U-m3mhzb4vFLIzn2jd7j_SQOF9lot4ddzq0l_VPp9g,8424
+fusion_bench/models/sparse_we_moe.py,sha256=mFvwYzuwhAfvJ2HhUNRhSu1pbexEP1FsVWXHDxTVUJs,15261
+fusion_bench/models/utils.py,sha256=RSvk_WCk80L9aH70MsDRyDQUMO9pIOC64FsbT9PBtu0,3110
+fusion_bench/models/we_moe.py,sha256=Hkfbazt59cekLR9Xrj044uTcLx3ITXmPWqlWeBWXZW0,7176
 fusion_bench/models/chat_templates/__init__.py,sha256=v9vKrCfBgZ3UsMBQatZv1Z-ayPualBl5ciV0aO3p3iY,85
 fusion_bench/models/chat_templates/llama_3_Instruct.py,sha256=E6grNPECr0r1KDPIGW_DmpKQw5-Dh5WbMiTaHWDXwXo,4008
 fusion_bench/models/chat_templates/load_tokenizer.py,sha256=yRs3dB2tZo0Oh-YLJcMZzWSQ5Ps8KXrggZNb5F-aBuM,1400
 fusion_bench/models/expert_sparsity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/models/expert_sparsity/mixtral/__init__.py,sha256=3L_dcXW3op6ichd3GTlrTEZF_UA57Pyr13SlQRer7lg,439
+fusion_bench/models/expert_sparsity/mixtral/__init__.py,sha256=1IP2_569wEcXG-OrfqYfwfXDrYzEHaQM3KOaYzVptAM,439
 fusion_bench/models/expert_sparsity/mixtral/dataset.py,sha256=1-OxRbK-TRaQBJuOfnuzQKSV_55mMRV6iqKWBuX5BIM,1350
 fusion_bench/models/expert_sparsity/mixtral/modeling_mixtral.py,sha256=uGbn69toZ3ldHZKfwXNBijjcPQXeDdXpwJv3HnVwUbc,8252
 fusion_bench/models/expert_sparsity/mixtral/wrapper.py,sha256=1zACEwXDNbi9uwI96oD84YrCsh6b8yh25ZjP3q37muo,10167
 fusion_bench/models/linearized/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/models/linearized/linearized_model_utils.py,sha256=5yKXReQHIwDttzT_oXwY_iIpaG1zIU0Nv93BWmmOqrg,3212
-fusion_bench/models/linearized/vision_model.py,sha256=HhbhtyoLD1qVvh1Sgl_beYF2W7AvMevmUy4Jx2XlcsY,4636
+fusion_bench/models/linearized/linearized_model_utils.py,sha256=eYdDHoDJMTb7isaFXEtZmWkggNfUyjV4gxOFo95zOl4,3274
+fusion_bench/models/linearized/vision_model.py,sha256=x79OiIifAI6GxvUlTc6Vs1oxFAdhnNIwerRX2Zw6CTU,4649
 fusion_bench/models/llama/__init__.py,sha256=fATLhtF7BamECgEhY4-DFQSprlGvbQDdIbdim-zghws,699
 fusion_bench/models/llama/patcher.py,sha256=5rYhqKzxKyEuKflSL0d6uJYKh4-Z9Gdkg-OTDAqlIdY,2758
 fusion_bench/models/llama/tokenizer_loader.py,sha256=boUp9xZraJNvzd35oSLE--TXD_Pho7pN4xUGEQ5sHjo,5169
@@ -296,24 +310,32 @@ fusion_bench/models/llama/model_utils/mod.py,sha256=xzNOgTRfOK9q8kml4Q2nmSOl23f3
 fusion_bench/models/llama/model_utils/visual.py,sha256=wpqWqEASyA7WhJLCfC26h0Cdn5CXnwC1qPJUlSXggo4,8310
 fusion_bench/models/masks/__init__.py,sha256=vXG6jrBkDbPsnrX6nMEYAW1rQuGEWDgdjID7cKzXvrs,69
 fusion_bench/models/masks/mask_model.py,sha256=YXNZ_CGp6VPshZH__Znh6Z07BqOK53G-Ltc1LVy1E3I,5502
-fusion_bench/models/modeling_deepseek_v2/__init__.py,sha256=sDsf53IDcy0umE_0JouUSuZVvbqBaYE9_LUFxvucDUI,505
+fusion_bench/models/modeling_deepseek_v2/__init__.py,sha256=trXrhtKb_gIxXVo7wSZ-il5sLJtDTiNZezRrEt3M8zM,505
 fusion_bench/models/modeling_deepseek_v2/configuration_deepseek.py,sha256=TblFOCfNwaXUnXnD-sxFhSn5Df-_yy2LMcrth-sBPFI,10301
-fusion_bench/models/modeling_deepseek_v2/modeling_deepseek.py,sha256=_qDCPMRPEMCXzZwJMJGSQ0FjMAZ9qkB7fCUK_feteKA,78677
-fusion_bench/models/modeling_deepseek_v2/tokenization_deepseek_fast.py,sha256=nj3nGvasPLZlnGwe_Cc6m77eppucqxu5hF30BjdDMqg,1364
+fusion_bench/models/modeling_deepseek_v2/modeling_deepseek.py,sha256=PtfkfPrfmQVoLiVhgqlp5toJAnCinPWfeZYeJJtWWBs,78676
+fusion_bench/models/modeling_deepseek_v2/tokenization_deepseek_fast.py,sha256=EYWsOFEu_mSE3lXykWQqb3-MgckhdbcuYdsdMJGYYXc,1363
 fusion_bench/models/modeling_losparse_llama/__init__.py,sha256=26twHBq8im8dAJ1DmDGgSCr3Aco2lQlH6Jf-A2jOOC4,187
 fusion_bench/models/modeling_losparse_llama/configuration_losparse_llama.py,sha256=nkJ9Fl0emmUWtFcIcFAW7lnSQV9dVp1xbef3o5kAsYo,11116
 fusion_bench/models/modeling_losparse_llama/losparse_linear.py,sha256=Pp-idKJITzFbsRStetBO0TQ8sTtX7-bvSzX8SQAf_nU,2416
 fusion_bench/models/modeling_losparse_llama/modeling_losparse_llama.py,sha256=Qr4B8qnUCwOzOZKd1tEP6rORfcwGy_C16_jl8SDH92w,78906
 fusion_bench/models/modeling_losparse_llama/register.py,sha256=rRTvc5hK9GvTiEZGqnmnmS_wvafDJlLoxLKhilthdLQ,411
 fusion_bench/models/modeling_losparse_llama/utils.py,sha256=REQIGeJeNhlKxm2Y7EUumtzj4vdTQQIT1dSiB22_i0o,1886
-fusion_bench/models/modeling_smile_mistral/__init__.py,sha256=q9DmZhBYwTOUsaWOs--tMZ-9zYpAa8KYEJPoNT7IZj0,1171
+fusion_bench/models/modeling_smile_gemma2/__init__.py,sha256=HJOKetdKzLwXCad3DePl9pMXVOSRnijEMcqqCPJDZp4,283
+fusion_bench/models/modeling_smile_gemma2/configuration_smile_gemma2.py,sha256=TkBT-RCCc2lddJl1mGCe4tL8nxZEXT_1jV5VQ7YUAtI,585
+fusion_bench/models/modeling_smile_gemma2/modeling_smile_gemma2.py,sha256=qmxcyqxrR5eaxXoP2NFG3dMVW-c_2Kyxdv4tqoNF8FI,39774
+fusion_bench/models/modeling_smile_gemma2/register.py,sha256=fmJv6Tjjsy2Z_Wx2m2zBnY4b3D38tEZwOa32AKvzizQ,817
+fusion_bench/models/modeling_smile_llama/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+fusion_bench/models/modeling_smile_llama/configuration_smile_llama.py,sha256=9_f8PlvFS0Ex6uCn8siWwiqU3yy5dlXKz0UDgLuQVPY,546
+fusion_bench/models/modeling_smile_llama/modeling_smile_llama.py,sha256=6bMvyVZifG67pUEYdd8j8vazguZl9yAkKvIfPbqKgO8,27552
+fusion_bench/models/modeling_smile_llama/register.py,sha256=oQ35dFhCmrkZZQt-8SuTi8sg9f2MJno9Om83bMTqYUc,378
+fusion_bench/models/modeling_smile_mistral/__init__.py,sha256=-0zXPUF3gfaJ0HdXJlvMZs8E8qy57-BePjEzmPpD560,175
 fusion_bench/models/modeling_smile_mistral/configuration_smile_mistral.py,sha256=yt1-JBlkJmlJw7dvB4_V8M0gy5ihD8isDxcmwyW85d4,633
 fusion_bench/models/modeling_smile_mistral/modeling_smile_mistral.py,sha256=5cN1M_XhcFCoJb8yvO1KCwHD_UH__hJg_X2D9C85R34,33128
 fusion_bench/models/modeling_smile_mistral/register.py,sha256=7nSJC4FveUi78rp53Ps6TcPGedHZ79cikYM5GIfEZfw,400
-fusion_bench/models/modeling_smile_qwen2/__init__.py,sha256=eaf9PRQ-rZRHzL2odWpR6ha3sR0rNMylrf0ZvqGTvbU,241
+fusion_bench/models/modeling_smile_qwen2/__init__.py,sha256=nmoMLVQu8N0EYe85mXGmvjZWDttd8I66O9XocLSwUqo,242
 fusion_bench/models/modeling_smile_qwen2/configuration_smile_qwen2.py,sha256=aekcpLcUGo4e7GkOtaxKClpIU5byyY-LQNDb-sMeyNc,621
-fusion_bench/models/modeling_smile_qwen2/modeling_smile_qwen2.py,sha256=hfn2Tmu4h8t3xiKvUpbXpjcir-aywn7rvvsQK7vLwVA,37247
-fusion_bench/models/modeling_smile_qwen2/register.py,sha256=-6XqWWrUltFkJ76C6NCveJp4vPcqAoijJ3fItmDFsQs,391
+fusion_bench/models/modeling_smile_qwen2/modeling_smile_qwen2.py,sha256=G9F9chn-cVtTvW8M4g-cqv2dI37c6cbEdGbaLIOTAQs,36997
+fusion_bench/models/modeling_smile_qwen2/register.py,sha256=wnKrpprP1KCruswOQcrrIJSUWYbaPHKIaduvPjF_SV4,378
 fusion_bench/models/nyuv2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/models/nyuv2/aspp.py,sha256=Nl-Kx9YmGp0BNpDedo9cYbynOwI4SUyILWN2VgiPDIc,2495
 fusion_bench/models/nyuv2/lightning_module.py,sha256=SLtC0yL6455uKeb-o07MR6v-xE4BTKm7B0E2ayQwEBU,5436
@@ -331,10 +353,10 @@ fusion_bench/models/smile_moe/utils/svd_utils.py,sha256=A2u7lH5Bo2qhgwplHPAz56pd
 fusion_bench/models/surgery/__init__.py,sha256=tcUSi2m9GzGWfvRDQScIbdEbFBS_35gm9zGKN7VpE70,53
 fusion_bench/models/surgery/surgerymodelwrapper.py,sha256=F8jX88K5zVWC6HsfN-nGNkEiPwNrN11ydyQQ1EZHehM,5133
 fusion_bench/models/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/models/wrappers/ensemble.py,sha256=wIMZMRyXw5boWAm96c4Tiyebs_HDQovKxpGQ8rLnHUQ,6308
-fusion_bench/models/wrappers/layer_wise_fusion.py,sha256=KamNaq4DlyxQrOp1i9aQLgA2WX81YD5NhzAQ5GF6rg0,11188
+fusion_bench/models/wrappers/ensemble.py,sha256=MQ92yxI_D8AzzA8sbpZE-rp-vWxO0tTICFnF8Y1Gyss,6380
+fusion_bench/models/wrappers/layer_wise_fusion.py,sha256=A7LjG0inL5oeEVOkJwEUDM15v4dpQnsCq2y9zA78R3k,11198
 fusion_bench/models/wrappers/layer_wise_fusion_doge_ta.py,sha256=q5Hc4BtLpAawMbxsWJRL-8OR-x7994Jhr9IyN7vKZ9o,16930
-fusion_bench/models/wrappers/task_wise_fusion.py,sha256=Wn3buQvWw_lihWaKB03_iz34cBPzwBD94kBT6uafWVQ,8404
+fusion_bench/models/wrappers/task_wise_fusion.py,sha256=ROLANdDq0bZ3sIROqIv3udPN8lzDdEwxD0Jonx-5ycw,17465
 fusion_bench/optim/__init__.py,sha256=lemrcuiA6OLjQkpYm-RP-Ox2MgjngN1ywvCo0NgShlM,61
 fusion_bench/optim/exception.py,sha256=fMgo1heiqfGhuI5RIbf30BwWSShn5RQiyeb30QtfTI0,1607
 fusion_bench/optim/mezo.py,sha256=Vm4vMGh10Fhe28_9L1MK8r_U7DrurA8Liprh2_gn4_U,3646
@@ -343,38 +365,38 @@ fusion_bench/optim/lr_scheduler/linear_warmup.py,sha256=Dvy_TCUuAQHlbDF2jo2_502A
 fusion_bench/optim/lr_scheduler/utils/__init__.py,sha256=GfZk9VYL3cFE1Qy2xQpGc1GCgnjySk5-D7EVRZ-C05Q,29
 fusion_bench/optim/lr_scheduler/utils/visualization.py,sha256=Ea1n9ElNizAe0iUnjynyfteuZunv2-UBMN_NfEU2imA,3490
 fusion_bench/programs/__init__.py,sha256=oGoRp2TMI6ELxyfkeTg2h27hZJEDz9x31AsmvwvNvJw,508
-fusion_bench/programs/base_program.py,sha256=0dX_KcMWASo53pr-ldzfUBWIjEXy6oeDWZBrfc7FIk8,195
-fusion_bench/programs/fabric_fusion_program.py,sha256=978t9Fw9kvw-Il7rJLR2jNI1OfSxkhq1c5-5D4BgnYU,13813
+fusion_bench/programs/base_program.py,sha256=Bl_bv8SawEUc-GBTtZFMoii0y-r-0hOXBAJkQFexWCU,3475
+fusion_bench/programs/fabric_fusion_program.py,sha256=BzJ64igUjd5w6cJcMqus7dGKGK74DetDIztOoNcjCwc,14306
 fusion_bench/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/scripts/cli.py,sha256=gjNghi2VSW2gg41bn-WjzSkmTE3pDLoFk9c61zLJNso,1154
+fusion_bench/scripts/cli.py,sha256=P_k_iYQD3rw-YOMh2vO7_GwIemQzU-QBDPPm_kZUW6Q,1222
 fusion_bench/scripts/imgui.py,sha256=r9Glbfbwu3JCsX9TKQFwcHarvwA_G7ff0jWBUPW1S1U,7613
 fusion_bench/scripts/nyuv2_mtl_train.py,sha256=W1C45R9NdF4O-UjCx1bUxRTdFE0-FlRpwJHZ5gY18rI,3602
 fusion_bench/scripts/webui.py,sha256=ryA-2leSnHcYA88tTAYzJGDhiljbi0vl1Fibejzndlw,14398
 fusion_bench/scripts/clip/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/scripts/clip/convert_checkpoint.py,sha256=zncgRAhInFpJDSHIm3GO4F6BzgsdAQVj3LLmV7g-JiQ,1221
 fusion_bench/taskpool/__init__.py,sha256=-ltXMsS3jeGxa9vnhOyrbITOUtfNjLwkGPfS2mKDOdY,1312
-fusion_bench/taskpool/base_pool.py,sha256=vNr_zLtDtFSwU4nwss8tRJ6Qh0Rx541Z0AL0L60iBTk,881
-fusion_bench/taskpool/dummy.py,sha256=1xUDrzqtwd8APSXThoeseA_EfqHpEib9iCJu1cm2yeI,1783
+fusion_bench/taskpool/base_pool.py,sha256=YXib1qOYYJvtwIvGtN9-FhD3h-N63j0a9jWl0KJO-Fw,933
+fusion_bench/taskpool/dummy.py,sha256=wG4GWLs38I9hX271oBRmMJxjpCe2YSJfBeIDaL2PJC4,1783
 fusion_bench/taskpool/gpt2_text_classification.py,sha256=PCNdc2SNGUFGxJ0snmwrnjTdSwmDt9fs7Pe0eDjdvaw,6091
 fusion_bench/taskpool/nyuv2_taskpool.py,sha256=Y-TI-rzh9udCjX3FJ11ZbIG7CGrjDccGc-Ch1Ug6cRY,2059
 fusion_bench/taskpool/clip_vision/__init__.py,sha256=ItdyWYy2A5xQKzh1dXi9kbQTBigwkDDdP2EHDwhG9WI,276
 fusion_bench/taskpool/clip_vision/clip_rankone_moe_taskpool.py,sha256=t_lmo8W-ZgLLOiBnF5CWfaLbKwz3EXfO8gCavI34qQY,3733
 fusion_bench/taskpool/clip_vision/clip_smile_taskpool.py,sha256=UdI7npI53LjPV2B19tHymhbma6WYcZIvzhqaSyZKkSQ,4762
 fusion_bench/taskpool/clip_vision/clip_sparse_wemoe_taskpool.py,sha256=8lZIG6tWpctYzme0Q_n6QcGnn9MeDmP3UX8nEv4_a9Q,4232
-fusion_bench/taskpool/clip_vision/taskpool.py,sha256=bTeR6AFBVZjZqKoaVKYVEXedYoYUGsw93EhM4eLZsQE,15340
+fusion_bench/taskpool/clip_vision/taskpool.py,sha256=WkD6qFAsSOk3_gXfG_7o3wyRAGy72Ocg9ANGgxonnCM,15972
 fusion_bench/taskpool/clip_vision/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/taskpool/clip_vision/utils/routing_analysis_utils.py,sha256=LY9wxWCm_4X7Ii0ZkMxhtbevz6OxS3Bkqz0puXhuRqM,2393
 fusion_bench/taskpool/llama/__init__.py,sha256=iB4ESMgnsl0m-z0YtRdPZiwGGv96-86R8pbSnkdet8Q,57
 fusion_bench/taskpool/llama/reward_model.py,sha256=ZpRSX4esBAuE0MdTjPHjqS2TnvGb6P8arOGxBeXnq6Y,5028
 fusion_bench/taskpool/llama/test_generation.py,sha256=kJ_5GruG12FsuJHDh_S7pbQgwEojTqhGpA_wVNH5KPc,6675
 fusion_bench/taskpool/lm_eval_harness/__init__.py,sha256=_usNxe4z9avClSWjwHMxoznnI_UQFMuo7uOEJhP8jMk,81
-fusion_bench/taskpool/lm_eval_harness/taskpool.py,sha256=2eLP4FqVxtIbYe66R1ksNGpt94QOFHmH8C9UgxlWnJ8,3280
+fusion_bench/taskpool/lm_eval_harness/taskpool.py,sha256=j3zQqI5cD97NLeipu_cXtE3v4aPIpj_UYvf_YCQR_b0,3279
 fusion_bench/taskpool/openclip_vision/__init__.py,sha256=02p77Mb1JE7trrv2HtIku5X667WY5LZ2zVuyL3uIcyo,59
 fusion_bench/taskpool/openclip_vision/openclip_taskpool.py,sha256=PtD_Y9CWzPI3WEil_RuXtCh8ImPKcSHtZTqfybmsGdg,6875
 fusion_bench/tasks/__init__.py,sha256=Z_ePIp4Xizkj78QopLg1dZkJAN_IF73MkbR_nkfHQ9Y,52
 fusion_bench/tasks/base_task.py,sha256=Fg_pdZhld-2KPKX0C1WrxaTz0EYWrvJerAHO-hA03GI,412
 fusion_bench/tasks/classification.py,sha256=i5sXVr2twzxzvRx4U4EmbJIYg-QbM-Kll5Ol0rsf4XU,2253
-fusion_bench/tasks/clip_classification/__init__.py,sha256=Owcm1Rr9qSnwqr146U0K5qYrso8ZEFCSiMx5Kd6M6fc,8444
+fusion_bench/tasks/clip_classification/__init__.py,sha256=KiQlO2pqNdEOQUDO92lyHax8pZBFK6z0I5iClh6q9I0,8551
 fusion_bench/tasks/clip_classification/cifar10.py,sha256=Slx-A7I3CiEg0c4pIgy4OkoMD8MAHL8qCRtSQhYoYpE,968
 fusion_bench/tasks/clip_classification/cifar100.py,sha256=mzmdMxTuuAczJR10DX5FarJl3QRfgVee6cLJ3_faO1U,2750
 fusion_bench/tasks/clip_classification/clip_dataset.py,sha256=KVREQCAxAFnMeFgZzQbWaeLGhTB-XV4p1EuSsam3rMU,58
@@ -407,30 +429,30 @@ fusion_bench/tasks/flan_t5_text_generation/glue_evaluation.py,sha256=-B1wqVGp3wZ
 fusion_bench/tasks/flan_t5_text_generation/glue_load_dataset.py,sha256=sVihXHbqwi8IlDpiIxzvmDv-Ob7WKvi23GIRYbBUKOc,1833
 fusion_bench/tasks/flan_t5_text_generation/glue_preprocessors.py,sha256=GhRmGmcJGF4oVgZQarsBtx8GNKrNEZUkrillNz3iBuY,13183
 fusion_bench/tasks/flan_t5_text_generation/glue_prompt_templates.py,sha256=mKMTXIr5o-BqS_Hvv1bbMvvjQLLeKNVw7BKS9qgQ8Dw,1890
-fusion_bench/utils/__init__.py,sha256=XbmQGNmzVKnPLodevlM15iEIXCFx3hled7Vni4fzPYc,504
+fusion_bench/utils/__init__.py,sha256=uNCwx_tEMbj_exQ-vIjWiPtdX62sPOSHZJpOdBffsmM,586
 fusion_bench/utils/auto.py,sha256=uACQLE62_kNyhl4BGduvcbyeTE61qXpIJx3Ccl8kh68,920
 fusion_bench/utils/cache_utils.py,sha256=rU8x4-RFUtaCZWKd4Kft_7xgPTr1bpXnqUDMkrIdpj8,1653
 fusion_bench/utils/data.py,sha256=L3aS2OwlpiXoILdPlo-j03gJh4s2LpAJw6fw9uY5G7c,6571
-fusion_bench/utils/devices.py,sha256=MIAxbEGinN-QU4W1g3-YKkJsteHQrwhbLqkmbzX1W3U,8035
+fusion_bench/utils/devices.py,sha256=DeCV7UwvWmaYrvmwcZf6e8lZciXAYJ4qERraDZouiUU,8305
 fusion_bench/utils/dict.py,sha256=ZCK0CRRT_B1Z18WY_GOYcmth7k5x9Jn1k7XhAVWRu98,1379
 fusion_bench/utils/dtype.py,sha256=qtsDFfm5XTuxsjvVg-orpWvbhebCvyivzzZbLg-xiaA,4327
 fusion_bench/utils/expr.py,sha256=zwHNrtIbOMnIChU-0ZI5qLbDva8zvHbizL-4F2TwM14,2386
 fusion_bench/utils/fabric.py,sha256=dF0Aj8NmVir30io6WcL5gpWmbQSPlEADvw_yFxFx1sQ,613
 fusion_bench/utils/functools.py,sha256=7_tYJ2WD88_2DDuOOj5aZz3cYuslYH5tsVyIgCeLtmk,1318
 fusion_bench/utils/hydra_utils.py,sha256=TklUDKDEZlg4keI-TEZiqh4gFjr9-61Rt1RMlqkoSGk,1174
-fusion_bench/utils/instantiate_utils.py,sha256=57D8YP25OO-ArltOSsHDKtnNcA44m1yAq-1wKZc2YVI,17523
+fusion_bench/utils/instantiate_utils.py,sha256=OXkfhq_o3Sgy5n3Psf-HI-dIfbK9oD2GBdfcx3gT63Q,17526
 fusion_bench/utils/json.py,sha256=sVCqbm9mmyHybiui-O57KFt_ULrjLtN2wipSo6VDvqE,2533
 fusion_bench/utils/lazy_imports.py,sha256=v5l9cpHXPMaz1IVBmB5oOqefYr9vA3XvP340xT7Wy18,2796
 fusion_bench/utils/lazy_state_dict.py,sha256=Hu8PkhbJcUikXJxWUJ7vabu2uDbnUUF6UsRS0k8i71U,16841
 fusion_bench/utils/misc.py,sha256=93q0m-HYWkPK91Co5lll_J0Dxs6YahW2lD_X8fUAyTk,2420
-fusion_bench/utils/modelscope.py,sha256=EZfvP6ExpagQXX2s0mbyE_yfmMHntQwvBN9taznnRmE,5705
+fusion_bench/utils/modelscope.py,sha256=CHqKpmyF_-J6rKs9sFlmTvbrzz2fLZqdxBblrH38Ess,10702
 fusion_bench/utils/packages.py,sha256=L64paDi1SmeT3gRvRV6LaqB8AeGdzIYWIRI31qSQbSk,2110
-fusion_bench/utils/parameters.py,sha256=2vs8vo2o-nRA9NOMOYFye-X8-aHQZoYe54tM6n0r0RE,11757
+fusion_bench/utils/parameters.py,sha256=HTlR6nibuBzLafbGktNZNqwkGRIZzKdjqGhyPykZGPo,11790
 fusion_bench/utils/path.py,sha256=hRA1CPHNnTYBUmzbftH77sHvn4aTuybEK5Tth1skP-k,531
 fusion_bench/utils/pylogger.py,sha256=amlRsdqHpOjxmBl6f9TA8y0LaWelEWgQNcGgEGsVOIc,3333
-fusion_bench/utils/rich_utils.py,sha256=B8DhAYuVp23pG6ZnnYrUhcL-ikHZoQeTNqlM7u4pwwU,5786
+fusion_bench/utils/rich_utils.py,sha256=XNPUpa1grna_C0MLQs0nY25-Kfutpj9BOEzvjoH7nR0,5849
 fusion_bench/utils/set.py,sha256=_43ZvGKJ_BK9sUslsSNhi7xEfuAQuyj3vViImnGpnCY,134
-fusion_bench/utils/state_dict_arithmetic.py,sha256=7iWb9cy-eYJgiltGJXnVCrLoNHfIMXZEL_AOg6OY0dw,11613
+fusion_bench/utils/state_dict_arithmetic.py,sha256=fczHDEpL2_UmxNIdvQtllXvBWBcmKpw-p6CIS_upjwI,11818
 fusion_bench/utils/tensorboard.py,sha256=9fkgNYR9LM38nPNkudcxL9TjLUseW-280M0k2nLff7o,1669
 fusion_bench/utils/timer.py,sha256=RC2hP8JqaibdL0FnRyUCBRf4m7CXyfn5tE16zBWZ7hg,1338
 fusion_bench/utils/type.py,sha256=2iu8PQzSzI2KopYwg4Pay7qpq7s_LKkl6Rhj-tjG3u0,630
@@ -441,15 +463,19 @@ fusion_bench/utils/plot/token_notebook.py,sha256=bsntXf46Zz_RavTxNiB9c3-KvHw7LFw
 fusion_bench/utils/strenum/__init__.py,sha256=id9ORi1uXrDxhbmVxitJ1KDwLS4H3AAwFpaK5h1cQzw,8531
 fusion_bench/utils/strenum/_name_mangler.py,sha256=o11M5-bURW2RBvRTYXFQIPNeqLzburdoWLIqk8X3ydw,3397
 fusion_bench/utils/strenum/_version.py,sha256=6JQRo9LcvODbCOeVFYQb9HNJ_J9XiG_Zbn8ws2A3BV8,18466
-fusion_bench-0.2.20.dist-info/licenses/LICENSE,sha256=nhnOJlw4CPuPVE0qvkGmxfFgHmKi-6nzXvTu8t0NUdg,1066
+fusion_bench-0.2.21.dist-info/licenses/LICENSE,sha256=nhnOJlw4CPuPVE0qvkGmxfFgHmKi-6nzXvTu8t0NUdg,1066
 fusion_bench_config/README.md,sha256=Lc8YSBJ5oxf9KV5kKDivJ9LRyGuraGQPmBbgbdVA-j4,703
 fusion_bench_config/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=7IxLQoLRz-sRWyV8Vqc5kQcmYE_9YQz2_77pmvAkum8,1207
-fusion_bench_config/fabric_model_fusion.yaml,sha256=YwJx_aUXm4ca4_mVItKVUOesMvmBBRGudQIOqgc1EP8,974
-fusion_bench_config/llama_full_finetune.yaml,sha256=z7YPC6plyIqnMEngiK7sFvcVrppConhhqEpbGPpElQY,769
+fusion_bench_config/fabric_model_fusion.yaml,sha256=U8BxsaOvsg9bsEZcIpBE-feo9n9G7Y1kQDHqPVxUYAg,2601
+fusion_bench_config/llama_full_finetune.yaml,sha256=wmtslON9MTEp8L9Y6Wz3adqsZq_IFU1y6dCcxuikoEU,787
 fusion_bench_config/llama_magnitude_pruning.yaml,sha256=xFyDJpb8gyIjosteOpEW9eayONWhl0B763r1XmO-9w8,633
 fusion_bench_config/llama_model_fusion.yaml,sha256=KMMDFPAiiOU1vIMWw58FoMhi8-_SDImF4eqlg9ZoprY,586
-fusion_bench_config/nyuv2_config.yaml,sha256=yZctiexNVwsXEgKgS3j-OlItzvsQNIuWIKRPBFNdfYM,490
-fusion_bench_config/nyuv2_mtl_train.yaml,sha256=RfsrboIpL9Cct2RkRrKxXAqH4jLi1NECHbwH8iOGtDY,591
+fusion_bench_config/nyuv2_config.yaml,sha256=VtiqcyNwTxsiv8FFxdSBiUp0Qqtxig0j2bSZ8Faf4xA,540
+fusion_bench_config/nyuv2_mtl_train.yaml,sha256=VpQsJ9oheIlcbfU_vdmIVXJEESKG7GuftSmmoDptstE,609
+fusion_bench_config/_get_started/clip_evaluate_single_model.yaml,sha256=Bh448Jd_6OlldG6jo9LYZrx0U-xLZXtB8I6yxnFHM_I,630
+fusion_bench_config/_get_started/clip_simple_average.yaml,sha256=MHaqUyuaLfHKMn5OPeNMpv3jCI1_zIEfsIQjonp3fow,780
+fusion_bench_config/_get_started/clip_task_arithmetic.yaml,sha256=GQ2FMeaTQ279sXbleh_iG7hop_mO867PLvj8piEWWjo,775
+fusion_bench_config/_get_started/greeting_program.yaml,sha256=zDLoWlhLsXeACSm6vBK_T1b8U7M4flZ_MpeEWv2OlCQ,137
 fusion_bench_config/dataset/image_classification/README.md,sha256=fgxqviGhqkJ-lPihQNG7I8bn-PhU5EDFBDQnH27xEmQ,321
 fusion_bench_config/dataset/image_classification/test/TALL10.yaml,sha256=cBEKzMNbY19w1KrKm7ED08TSA_fSbdnPO586YqYVS5A,608
 fusion_bench_config/dataset/image_classification/test/TALL12.yaml,sha256=EmoJlzyiHPXM-kSu5p6Wkek5IIg7mc0J_LaoA1kREh0,604
@@ -543,19 +569,18 @@ fusion_bench_config/fabric/auto.yaml,sha256=dB2OvR2P5W7r9Zf1ada2qcQ6hjBnFwWMpszG
 fusion_bench_config/fabric/llama_ddp.yaml,sha256=bOOuK5BPKmScE6yh5xY59qlawlMk2sRzsipW7GDQJWs,705
 fusion_bench_config/fabric/llama_fsdp.yaml,sha256=pTvz0k79dSOVAAlvU0T1kNd8TNCwz2FGjDOujBtQ_Ks,574
 fusion_bench_config/fabric/llama_peft_fsdp.yaml,sha256=AosSmY4624iahKbTWY681BsZTC1ul78x9aHZ9zHS81s,579
-fusion_bench_config/fabric/loggers/csv_logger.yaml,sha256=Pv8I-xbxrpTb_fwtDiUtCAEoCZ8QYCLu2GeJNzb3Z3c,373
+fusion_bench_config/fabric/loggers/csv_logger.yaml,sha256=ZgcRy1kW-nTrNsXjljvjArdPLgB_H38I64wkh4UNaH0,362
 fusion_bench_config/fabric/loggers/mlflow_logger.yaml,sha256=iu_3Y57hRuc-FjJGoTDlcRqxq3K6U2vHBaBvhOPp8hk,71
-fusion_bench_config/fabric/loggers/tensorboard_logger.yaml,sha256=w9ZP1i8lRYQFslzEM98PmbcFhhn5dXReSJhLOdEi-do,381
+fusion_bench_config/fabric/loggers/tensorboard_logger.yaml,sha256=wBfGo2zb4OG4e-Zx3SjanagvfUBxz41Sz-cyoNtLaZs,368
 fusion_bench_config/fabric/loggers/wandb_logger.yaml,sha256=eF4slc6QPRuMCMJVeFHNJirsGiB15WQIxNgioXNwezc,142
 fusion_bench_config/fabric/strategy/deepspeed.yaml,sha256=zcSUeHVaATy92oTTRx3_hWQkCB3BPR7YOIt_U1gimCU,343
 fusion_bench_config/fabric/strategy/llama_fsdp.yaml,sha256=WBx05GFUCuEtF-H7LhlTq95VZeaIg36hqntw478qJng,307
 fusion_bench_config/fabric/strategy/llama_peft_fsdp.yaml,sha256=4NTFnpZTEByH4Z6f-nwDtS4GUFtcluja27hXKWNRUiE,347
-fusion_bench_config/hydra/default.yaml,sha256=TT0RaUwYgfB7pKpbHgEbmuCVTB2fx2eXxvM-Xz3SQMI,241
+fusion_bench_config/hydra/default.yaml,sha256=Fpi3pV1hqPoPk5QdBncse6NlNOAl2YHzD44LvRNbzq4,256
 fusion_bench_config/hydra/help/fusion_bench_help.yaml,sha256=v8s891Cr5wyxBXGDn_VBBwwRmb0JXOL874Sl-zNoCWA,1880
 fusion_bench_config/hydra/job_logging/rich_logging.yaml,sha256=_dYGeFTCqaPrRowLXBNMXwzYhw8ns1TkQFfALwK1aCw,441
-fusion_bench_config/method/adamerging.yaml,sha256=mORK4WcTls6RGpeDLyxl5l7Ehlnu-t5rAsQ2nUbZ_mA,792
 fusion_bench_config/method/clip_finetune.yaml,sha256=yWjcdKYaKvy53sGaygg2ElAjb9-YFCyCGE1s9aB_dPM,677
-fusion_bench_config/method/depth_upscaling.yaml,sha256=tLU1DdSoV4StGcG7EFpf_3RGPiSL2Dfqr0txASAAwDY,623
+fusion_bench_config/method/depth_upscaling.yaml,sha256=m2XUK8Znf8nnaPKMNH7Un19DQXJlFwpaHE02UId1nxY,632
 fusion_bench_config/method/dummy.yaml,sha256=5qs6OuIfriKOH7FgqvcMXMUoRLmXDZmjA4irpAsc5xo,45
 fusion_bench_config/method/mixtral_moe_merging.yaml,sha256=AdVhXD6Crw-B3QyNpP4ToHRSg-EeSCIGtazA7lQvPOU,148
 fusion_bench_config/method/mixtral_moe_upscaling.yaml,sha256=wYDRnWOpZ6SgvL2Fm9wIDomrN2x5Jaq5vg1hjh3druk,210
@@ -564,12 +589,13 @@ fusion_bench_config/method/simple_average.yaml,sha256=GtMNvt0-qWOevRX2V6fjiYUO2B
 fusion_bench_config/method/task_arithmetic.yaml,sha256=hqkbc8kbzEFPFmBIKbf-6-vT2ZsBYxhhlP7ZmNT13PM,74
 fusion_bench_config/method/ties_merging.yaml,sha256=0lsy-q-9SNY5xzfoAOFpeva2AqdwcbLwMxb0ZtTU2PA,292
 fusion_bench_config/method/ada_svd/clip_vision.yaml,sha256=3l0VKCL66rZNx020UKhf_UzXScZ5XZYOUeNm8mqo0So,183
-fusion_bench_config/method/adamerging/clip.yaml,sha256=fBG7jBBepygKpCbM3fmUeVAr2zzx0g8C21rGGfnEPkA,730
+fusion_bench_config/method/adamerging/clip.yaml,sha256=NBJaK0a4RxV3D2LRciUeWmTqabRwu6OxZnT7u7iz6ug,753
 fusion_bench_config/method/adamerging/layer_wise_flan_t5.yaml,sha256=DxkZhcuu_-ErIUqBUmWKN5UXYYWKoKPX6IgjV-Txwv0,541
 fusion_bench_config/method/adamerging/layer_wise_gpt2.yaml,sha256=bLz6zc5CofeUO2XhS5zthkkuWlcX7rCBpyujYckmUqk,536
 fusion_bench_config/method/adamerging/llama_sft.yaml,sha256=khKzfhvQ5oxBMH0d-YvyjN-qIgQNeevDodXngS5g9KY,1022
 fusion_bench_config/method/analysis/task_vector_cos_similarity.yaml,sha256=hxVA4deUr1go1RZl12qD8PekwydWJ9SBQowSqmo3A8I,139
 fusion_bench_config/method/analysis/task_vector_violin_plot.yaml,sha256=FmBGj0Ib2xYd-49x_xZSeVbExwL-A9-tHhHTMBrT_Fg,134
+fusion_bench_config/method/bitdelta/bitdelta.yaml,sha256=b92xQpufqrSHAiU0QFE8g0nQ7RGSowOubGrEz_KugsQ,231
 fusion_bench_config/method/classification/clip_continual_finetune.yaml,sha256=Ls63kdLb1bLwUEqzfyTtJcpFOdv3HmwzBML0V2JnnAs,791
 fusion_bench_config/method/classification/clip_finetune.yaml,sha256=yWjcdKYaKvy53sGaygg2ElAjb9-YFCyCGE1s9aB_dPM,677
 fusion_bench_config/method/concrete_subspace/clip_concrete_layer_wise_adamerging.yaml,sha256=r0zR1WenY1fYba6mEBAoHJZKcx1x7L2cQmEA_54NTYM,739
@@ -631,9 +657,11 @@ fusion_bench_config/method/regmean/gpt2_regmean.yaml,sha256=n94aTboDdwSA7Tki8l_o
 fusion_bench_config/method/regmean/regmean.yaml,sha256=ZgVVLx-lHwVgjtjTl4VZUlthh8yyua87QvoJfmNHud4,101
 fusion_bench_config/method/regmean_plusplus/clip_regmean_plusplus.yaml,sha256=A034ryEwvosqyQzA3KWs7kdp-3CUnoJtCujVywV-uzA,434
 fusion_bench_config/method/slerp/slerp.yaml,sha256=xldDUULtfCdwzAkQUb0C8-TmbW7FqcAlIOsPX8p4n6w,116
+fusion_bench_config/method/smile_upscaling/error_accumulation.yaml,sha256=6Gui-OuQ3P_4TwO_syh9SWJCNeHiAQzS55aO-ByYKbQ,154
+fusion_bench_config/method/smile_upscaling/projected_energy.yaml,sha256=M_EBOC3B_pxaBO3tD6mnbXpvy6-EaegSsE-jdJs-HY0,114
 fusion_bench_config/method/smile_upscaling/singular_projection_merging.yaml,sha256=ZMn_ImRjjc2uozf7ocQIzbgvFDpBV7S-34KptbBXVGo,200
 fusion_bench_config/method/smile_upscaling/smile_mistral_upscaling.yaml,sha256=VFMrkbO69d0wCjTQCuKysYGVe6hEwNu792g1QkhU5Mk,383
-fusion_bench_config/method/smile_upscaling/smile_qwen2_upscaling.yaml,sha256=Rdcub7yFFn-jKXrlFoj8LQk1cRbJm2do91pV-YMSzTE,378
+fusion_bench_config/method/smile_upscaling/smile_qwen2_upscaling.yaml,sha256=wN22uIam7pycLgh1srG2utw3tOx8AaTyKI1tb4CRccw,406
 fusion_bench_config/method/smile_upscaling/smile_upscaling.yaml,sha256=G88mabTTniDUtiUC9Vg3cj_sw6D05mE4_ZdyYI4Omjk,477
 fusion_bench_config/method/sparselo_pruning/llama_iterative_sparselo.yaml,sha256=L-WgNhFjcp_2tocDxZi6STVTtoaSd1v9UOQaKO_QvHM,669
 fusion_bench_config/method/sparselo_pruning/llama_pcp_sparselo.yaml,sha256=prTEFH0eu7R_CVNQ0GPWL9QsOLFcT1uM12zZdi3qcFo,636
@@ -752,14 +780,12 @@ fusion_bench_config/model/flan-t5/flan-t5-large_glue-stsb_lora-16.yaml,sha256=xT
 fusion_bench_config/model/flan-t5/generate_flan-t5.sh,sha256=14-VSWbhVIo2LK3kaDQkh8CTZMdC_ejfOPtVcpaQzAM,1687
 fusion_bench_config/modelpool/automodelpool.yaml,sha256=AISZG_jVGoSBQ3tJf6c6gqlmRKctYF_YuNMZnR8GXAI,287
 fusion_bench_config/modelpool/gpt-2_glue.yaml,sha256=qJdMYMmArSyIvloLA45_qERjqql96vt7ielbGTR-0Sg,1706
-fusion_bench_config/modelpool/mixtral_moe_merging.yaml,sha256=7pa-p_EJBqjh2AwgUDBwTIoWT5QW133K9tiTDUeLZVM,481
-fusion_bench_config/modelpool/mixtral_moe_upscaling.yaml,sha256=pzGFSZ54_h0kE5q1iddB4XKEMMtj9lH56QBitOoht8w,253
 fusion_bench_config/modelpool/nyuv2_modelpool.yaml,sha256=XIpCV4pQFvcdiYW5WJ79lBlUvF09HDBJVZ43lOgd67M,667
 fusion_bench_config/modelpool/smile_mistral_exp_v1.yaml,sha256=aIlZI34y4b7rafM07G0zAuKWUdTxTGPaeMbA0ZspTuU,323
 fusion_bench_config/modelpool/smile_mistral_exp_v2.yaml,sha256=hdM3SeSu-_tLUPTsRm4pkOoUMAwNarmGgLAnBkWXkVI,338
 fusion_bench_config/modelpool/smile_mistral_exp_v3.yaml,sha256=rdN3sep5_R2HMPm6HJDxZWGiAG1EAIe9QUC10wCB-L8,333
 fusion_bench_config/modelpool/smile_mistral_exp_v4.yaml,sha256=FYHV1GFcI94L6-CJyik6B4sGBLGpFMymzrTMLnlxdfg,466
-fusion_bench_config/modelpool/CLIPVisionModelPool/_template.yaml,sha256=2u1KCEav1If6hqCSFXocb2EowOpgnRI1Lak-7TQTvd0,331
+fusion_bench_config/modelpool/CLIPVisionModelPool/_template.yaml,sha256=Kg13sim-cskUTksf2jrtRaByRcZVpgQW-8HFIhRUg1s,226
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TA8.yaml,sha256=EK0klmXN81TGGqhNabGScdJ5I38CCK8sA23S35MQPhk,378
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TA8_lora.yaml,sha256=HHolAlEWiFv2kWCKrm8dEbL9XVqPvZKeEe0a-X0_wvY,2236
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch16_TA8_model_only.yaml,sha256=4_fQ7O6vUzIxLe-3mfY6qapx1rg5icQe_ODCbMspVRU,236
@@ -783,35 +809,39 @@ fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_TALL20_m
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_cars_and_dtd.yaml,sha256=V93v7cjxF0ZPJj0wX76Q-hSNvolUaTtoeWuAImSU53g,524
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_generalization_exp1.yaml,sha256=2WtCV1cJEEK3R-t4Tf-YB1AIZl-d0FkE6C0CsUBm9fw,625
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_generalization_exp2.yaml,sha256=BmQ0JP8Oa5_V5pJ55nJS1xR-OIPmvySSqQ36l2jAB1w,625
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_individual.yaml,sha256=FeUppoZLOvjfsHt326aB2E9MT_b0yOkrKVBFZAkSVOI,337
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_individual.yaml,sha256=ocGSa4hzUFiAaRG1DjBenazAeO_DsCGNGCue-0tUl28,160
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_mtl.yaml,sha256=pQr8lF-hIFrPXPcZYlbSxx8PF8EClZ6nm2L4yqEmHTk,176
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_robustness_clean.yaml,sha256=7oQtoqXs37fctajb6E7UOB0GT515eEGzFNm93dWOKKk,509
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=txMh1k0O3Spusqewp7zV0N0L9e2fg87lviDEnNJSHGQ,900
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_finetuned.yaml,sha256=nm22fkXYUGAgZ39N2AzSE4CUVaODHgi8HTIxBWuTz3M,240
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_finetuned.yaml,sha256=XOweydALcCrXCaH14e5Fn7UDWihSkNmXYEu9daG43jY,236
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_single_task_projection.yaml,sha256=i78xIL-vP28dYZaXntLsm7e9IdI2yAeUwZZze5fd9Do,288
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_sun397_and_cars.yaml,sha256=gDEzNfwsMtIu2xH8WSIUblx4ZyL1FsLXoSEpXPHiMaI,482
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_sun397_and_dtd.yaml,sha256=Ej1NOsPJzLVZmBI9jK3QMhZg198IqThUZwt8_6GizUM,442
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_sun397_cars_and_dtd.yaml,sha256=V1KSVfjY0hqbJFnnOkoe7SD3qKBWmYyx2fqrLTX05bE,548
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_svhn_and_mnist.yaml,sha256=jOTbHpyqBVepW7KhorStMjH9cVzHZvq6K7osgYnsVIU,443
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_svhn_and_mnist.yaml,sha256=ekemYF4MNqLOO8y_uqUxiHvoK89h1wnP3U_30Pa7IRM,268
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-base-patch32_two_tasks_control_task.yaml,sha256=dFVylgWlqWWW_Hh0N7b1m5A8WYK-r-tO7TxEviR5dCY,382
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TA8.yaml,sha256=ZuH1oweRcl08OeXNIxsb68PxYwdrUfliaHYa4s64ljo,939
-fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TA8_model_only.yaml,sha256=LmILwWINU8cRVvxx3IKZPFcAzPyMnr8OlCJ0TDs1WMg,573
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TA8.yaml,sha256=WObrPUAkCH1Nv9VctEQgZeA8_H_BDM5uB5GLnYjwc1Y,944
+fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TA8_model_only.yaml,sha256=reNnvwMMzkyr6lqNeltQ-oPjMkRNBBfLSN7pIsL-VV0,578
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL14.yaml,sha256=TyF7CKXpBOiDoLtDVvZuBzPI9gEJo_c99j3Gwkl3FWw,510
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL14_model_only.yaml,sha256=i5XGxa2FoW2464R4k5AG-7r5qmzjHXkCSm1Om2cshik,386
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20.yaml,sha256=FuPWQbC9xEV5wZjuo835gOMNgbzmpK9RbjFjA_HOzqo,2476
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_TALL20_model_only.yaml,sha256=9PCkbrNnQSKTsm4eoUvVgjGd3IY7wHBC4LWj4kOdY4Y,1406
 fusion_bench_config/modelpool/CLIPVisionModelPool/clip-vit-large-patch14_individual.yaml,sha256=bqnyzgwIvDtV3Fb-uLf9mdFv0NW1C392lxGsGUPLsKE,400
-fusion_bench_config/modelpool/CausalLMPool/Qwen2.5-1.5B_math_and_coder.yaml,sha256=HZXjqbZKpSZCHb-G8qjj03PcvXg_8mrAuewDHZp0oEw,263
+fusion_bench_config/modelpool/CausalLMPool/Qwen2.5-1.5B_math_and_coder.yaml,sha256=d1mxaLrBW9qEYiDK3njX8SRyImhw8DfH1wnJSR_gjaM,255
+fusion_bench_config/modelpool/CausalLMPool/Qwen2.5-7B-math_and_coder.yaml,sha256=Nxk72MurqSzEyPJzGoKFbk5T2TGWBwYpH2V9Jzqt648,229
 fusion_bench_config/modelpool/CausalLMPool/deepseek-v2-lite.yaml,sha256=8gr8ZtgegSHV0GHtJBiEgdYbRe8UHhO4_y8dayxZChk,506
 fusion_bench_config/modelpool/CausalLMPool/llama_alpaca_cleaned.yaml,sha256=oDsZkuAoh1mWUC7jZNzw8794zgX2bV5Z0esXpvbTs-c,643
 fusion_bench_config/modelpool/CausalLMPool/llama_codealpaca.yaml,sha256=FuUsBrvk3_bQiciMRlNsO5vp6AKHQM_-g-8bmU8251w,641
 fusion_bench_config/modelpool/CausalLMPool/llama_for_causallm.yaml,sha256=H3UwSk4ChsGSrH49LuttxldFURW-4RVUtnIa0ClHKXo,802
 fusion_bench_config/modelpool/CausalLMPool/llama_metamathqa.yaml,sha256=vU0q06OUa1UM_Xvp2t27Rl3F6EDgYWPnDxeyzUH-QVI,589
 fusion_bench_config/modelpool/CausalLMPool/llama_ultrachat.yaml,sha256=MpgshGtmMXpUFRA1knjdGRVH4UgZbkkcTmCTrF3LlZk,573
+fusion_bench_config/modelpool/CausalLMPool/mistral-7b.yaml,sha256=Uxwkmvhq9xbpqvE83J3FRHFNDbnLdoTA1cGqngoN_Cw,169
 fusion_bench_config/modelpool/CausalLMPool/mixtral-8x7b.yaml,sha256=trVErtaYjqWElrAjS7aQG8nFDNCvTUt_siK1s82jNOQ,448
-fusion_bench_config/modelpool/CausalLMPool/qwen2_math_1.5B_and_R1.yaml,sha256=Kbpam1Hds5URMP35dXGdVibH-vTmYPh3xHMkhj6Mgtg,648
-fusion_bench_config/modelpool/CausalLMPool/simle_mixtral_exp_v4.yaml,sha256=FynhZ1PRvyzsyzrHIuMpGgQGRMlu_xI7earm-CeIVeY,824
+fusion_bench_config/modelpool/CausalLMPool/mixtral_moe_merging.yaml,sha256=WJRYZUrMhkI0-jskCQTvpNHl9wmaOUo8CI1Jm6zra3I,333
+fusion_bench_config/modelpool/CausalLMPool/qwen2_math_1.5B_and_R1.yaml,sha256=OQR0a-QV_c0Hc07Mt4WjtD5RAeoU00NW5DKQB7Xqe3g,263
+fusion_bench_config/modelpool/CausalLMPool/simle_mixtral_exp_v4.yaml,sha256=BAaC9Yps_JMvcn0r_xAjode8hT5A5eItmp_wluwV22g,341
 fusion_bench_config/modelpool/CausalLMPool/single_llama_model.yaml,sha256=zQWfp7mYm6jQ8g41Eeh2d9vAbocZJ5btPX1ft9QpEZU,546
+fusion_bench_config/modelpool/CausalLMPool/vicuna-7b-v1.5.yaml,sha256=NVw1T1xGd9hOgnnHFY_bViN72fB0_xH4tRxMp51YJts,230
 fusion_bench_config/modelpool/CausalLMPool/mergebench/Llama-3.1-8B-Instruct.yaml,sha256=NDq_prH-b9Vw7lRjsyJIcbeF4MXVVdszxK1FPJxIJYs,453
 fusion_bench_config/modelpool/CausalLMPool/mergebench/Llama-3.1-8B.yaml,sha256=Mg_z2vnw7IkNPoMvhl_Ja6gT9tX942sqaNfjXQRzBvg,390
 fusion_bench_config/modelpool/CausalLMPool/mergebench/Llama-3.2-3B-Instruct.yaml,sha256=SfPEji6mWx9Dw48rE0B8MDrYv2NVLC-S98DK5xaU6So,453
@@ -835,12 +865,12 @@ fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue_lora16_tta.yaml,sh
 fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_glue_tta.yaml,sha256=vxD6RF4ti377aUH8Tbfa-ByRj4ZEvr5nF7AmQFjPxLY,1724
 fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-base_individual.yaml,sha256=ehrmbx6ZBTCkCEco3AloiuqNxFHU42Igg3z9hmFSlUQ,184
 fusion_bench_config/modelpool/Seq2SeqLMPool/flan-t5-large_glue_lora16.yaml,sha256=ySj-IxxdxwzyUAGP5QSngdgrpwTWY7-5BQFkno6uQXw,1821
-fusion_bench_config/modelpool/SeqenceClassificationModelPool/llama_preference700k.yaml,sha256=CJ5NQEzTbzkMmggfCUhRuOrzRoSfI-XlpCXqO-kcf7g,876
-fusion_bench_config/modelpool/SeqenceClassificationModelPool/roberta-base_glue.yaml,sha256=uOdai5ktA7ONw4D4MdI25D_RQIziegwrm6w0rtiKOZM,1731
-fusion_bench_config/modelpool/SeqenceClassificationModelPool/single_reward_model.yaml,sha256=5mUbWYOcAEtfzMPsSoVZxtDqbhLlkHnI1y557cFa80k,623
+fusion_bench_config/modelpool/SequenceClassificationModelPool/llama_preference700k.yaml,sha256=zYLE_ucGFFe3LMlC6fncCSFWkHtLIqN9P4Zwxv7vun4,877
+fusion_bench_config/modelpool/SequenceClassificationModelPool/roberta-base_glue.yaml,sha256=uOdai5ktA7ONw4D4MdI25D_RQIziegwrm6w0rtiKOZM,1731
+fusion_bench_config/modelpool/SequenceClassificationModelPool/single_reward_model.yaml,sha256=sWGcEngJfBOEE2uaah33UBQa3hjoDxtFfGOgT2GtzxQ,624
+fusion_bench_config/path/default.yaml,sha256=jSEGsRp2YSyvQeBq9FncX1W_piLGVZp71RiyvjGzXPw,1346
 fusion_bench_config/taskpool/clip-vit-base-patch32_robustness_clean.yaml,sha256=vcU1ygptQ7nlufCEdKDWGMyi-OH4zJs55_vxG-iNHBc,541
 fusion_bench_config/taskpool/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=Ged9KWmmGl29hq0gXzyG1DlryuLebDQAJIb_t5PvqiE,758
-fusion_bench_config/taskpool/clip-vit-base-patch32_svhn_and_mnist.yaml,sha256=gk_RB12EeYrEUNlZJHtZ3XKIm_LDraqE1hC_lpOEvtY,518
 fusion_bench_config/taskpool/dummy.yaml,sha256=Id4Y_j7oc39qWjjEFG3qLmmMI1fGXXt34gVO56NFZ0U,68
 fusion_bench_config/taskpool/flan-t5_glue_text_generation.yaml,sha256=3MxfXiiwWJHEVgJ7aViTR7kzOV_YxXLL-fNHtnBaWN4,1002
 fusion_bench_config/taskpool/gpt-2_glue.yaml,sha256=pkiZnblniEU-VMEiKVuoE9Ian0Fk2TTZH527GgZQUCc,949
@@ -848,6 +878,7 @@ fusion_bench_config/taskpool/nyuv2_taskpool.yaml,sha256=UaxDpFqEPkEz3h2CjFleUxsm
 fusion_bench_config/taskpool/reward_model_evaluation.yaml,sha256=WvhlUnIt3w0MpYNrYTp3tYvn5WOoYoUSj6stBF2ZiWk,438
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/_template.yaml,sha256=nOr_clBk9Nfbj4Q2DliMbhNqqVnV3OfDA-KKCLhyJoA,1307
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=Ged9KWmmGl29hq0gXzyG1DlryuLebDQAJIb_t5PvqiE,758
+fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-base-patch32_svhn_and_mnist.yaml,sha256=N1cbBiAz0dty2uiWoxiAmG2yrF5fbUrmoVGNaaqNU34,1159
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TA8.yaml,sha256=eoNUaX-cBjpJJt0BYb-ZCNiIlv1SarX9toiGAwHbES0,227
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TA8_B16.yaml,sha256=R9q595jKLAjuIV6BFqc646l08BJEQ7bSLFAO7QBtZAA,782
 fusion_bench_config/taskpool/CLIPVisionModelTaskPool/clip-vit-classification_TA8_L14.yaml,sha256=UYOSR9RJhup6pSC0N7UvvnlpXTkiCdD4tzsx-HyQ_GA,269
@@ -882,8 +913,8 @@ fusion_bench_config/taskpool/LMEvalHarnessTaskPool/lm_eval.yaml,sha256=3q-KMuFaM
 fusion_bench_config/taskpool/OpenCLIPVisionModelTaskPool/ViT-B-16_TA8.yaml,sha256=GjpiiRownrBCpl-TNwWRW2PYePbF-Cl99jlLNPrK5T4,1017
 fusion_bench_config/taskpool/OpenCLIPVisionModelTaskPool/ViT-B-32_TA8.yaml,sha256=WwiYMQKehtJixDPnu5o3vcWe4yJksXTWRqOzm3uVWXQ,1017
 fusion_bench_config/taskpool/OpenCLIPVisionModelTaskPool/ViT-L-14_TA8.yaml,sha256=xGRt0J9joXTzWUew6DvoYprAWlPXhaVFw5AX4im5VQw,1017
-fusion_bench-0.2.20.dist-info/METADATA,sha256=fa8CMvPeD8fg_R8YuvjM_AggXMAVsqg63fZy3I4TMmc,23634
-fusion_bench-0.2.20.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-fusion_bench-0.2.20.dist-info/entry_points.txt,sha256=iUQ8MCJvda7HP4vYh2n1Teoapb4G9PBVYZkAfcc5SHU,116
-fusion_bench-0.2.20.dist-info/top_level.txt,sha256=BuO4TL6iHL_2yPBUX9-LlIrHRczA_BNMIFwweK0PQEI,13
-fusion_bench-0.2.20.dist-info/RECORD,,
+fusion_bench-0.2.21.dist-info/METADATA,sha256=kjXizuVpX_WeSKyoarT7N12KOV401GNUuxiv2umMQTo,23628
+fusion_bench-0.2.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+fusion_bench-0.2.21.dist-info/entry_points.txt,sha256=iUQ8MCJvda7HP4vYh2n1Teoapb4G9PBVYZkAfcc5SHU,116
+fusion_bench-0.2.21.dist-info/top_level.txt,sha256=BuO4TL6iHL_2yPBUX9-LlIrHRczA_BNMIFwweK0PQEI,13
+fusion_bench-0.2.21.dist-info/RECORD,,