fusion-bench 0.2.22__py3-none-any.whl → 0.2.23__py3-none-any.whl

{fusion_bench-0.2.22.dist-info → fusion_bench-0.2.23.dist-info}/RECORD

@@ -1,17 +1,17 @@
-fusion_bench/__init__.py,sha256=uxXbA9vhNx-RYG6Io9CaFuPEVWe2DjnomSzNY1aABIM,2391
+fusion_bench/__init__.py,sha256=Ha-mkRETS7qxHPdHHgu8bRA3kTvQ64P6tWnx5mGDDA4,2472
 fusion_bench/__main__.py,sha256=weUjxpP3ULnDgUxCehdbmoCM9cqfkhDhGB85tAF5qoE,81
 fusion_bench/_get_started/__init__.py,sha256=Ht6OK6Luei2kdY9jRZzRQfzBlm3Yfm64BkXxpzeRg9Q,40
 fusion_bench/_get_started/greeting_program.py,sha256=wvVsPa7Djwx5Z5spAI6F9Kvv9KwfNkjIgJVH8oXR3Bo,1233
 fusion_bench/compat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/compat/method/__init__.py,sha256=A9pbskEYB4_ryD6sVrR0qI4eVYsbI7sExbhPeypP3fQ,5757
-fusion_bench/compat/method/base_algorithm.py,sha256=HHyDMG0FI-6JqRWm4wewXASWylc1GYFZcgrTLJ_r_V8,2323
+fusion_bench/compat/method/__init__.py,sha256=1zDsUiZYd7a59wt6l71yvP8teHoZ6ceOLQLCBokEVDo,5855
+fusion_bench/compat/method/base_algorithm.py,sha256=39kRFQ7ClOF5lt33ZaHXDBIn0Hb2hHFbgYJLPEyzS5I,2395
 fusion_bench/compat/modelpool/AutoModelForSeq2SeqLM.py,sha256=m68BRGy4P-P9lLB10oXOBI-p58a-0FOPcrJ4r4MU32k,1100
 fusion_bench/compat/modelpool/__init__.py,sha256=KD8Ddr9D7rJ5YdHEQsTuNmQ0bgQfqF4l3WNMtHmRHD8,4687
-fusion_bench/compat/modelpool/base_pool.py,sha256=1gxQENvdcOSdHmUbw-x7-X-aXtoSa1Gsys_on1ys8FM,10639
+fusion_bench/compat/modelpool/base_pool.py,sha256=-B00OZVGBsF3exwbR2jKRTiXlYr6W2BW6WeG5MIMEc0,10662
 fusion_bench/compat/modelpool/huggingface_clip_vision.py,sha256=LyIPgepNOK0qrk_EnBdlTC0ZnEkEZvPUy45cO60TiPU,6918
 fusion_bench/compat/taskpool/__init__.py,sha256=LHCRs7vrWMTtMfrqFRMmnNiSZnnZ7tZyVwXZxbi1jvQ,3651
 fusion_bench/compat/taskpool/base_pool.py,sha256=1AIZBxqUJgshq0Xo3Yo9es4b-8X8ksN1mFHxSOqnDsA,3307
-fusion_bench/compat/taskpool/clip_image_classification.py,sha256=ZYZsbsE-fPzm6yafA0p-6wcDwVGryLmtXXtuEXeQbTY,7425
+fusion_bench/compat/taskpool/clip_image_classification.py,sha256=2L-VzsmKxNg8tglUzGA_qmLZ2oR5zKl352ylCmeY9mI,7426
 fusion_bench/compat/taskpool/flan_t5_glue_text_generation.py,sha256=JsdAE72V1C1eDcA1WCa0PIcSDTrGPclNKFDQ9G-hYts,5786
 fusion_bench/constants/__init__.py,sha256=Kgd1ex7odRVAlWAoKfi5iB4IMahndgJYJXqknH8R3vA,195
 fusion_bench/constants/banner.py,sha256=fuIO36ETKlS6a3wbwZn-rA2OswSCfOYyyhZ0Fnal1s4,1656
@@ -21,7 +21,7 @@ fusion_bench/constants/runtime.py,sha256=UWhUwjfXgaHkcyxSqkkrcmrMVZ_HxR4VVfUz_ew
 fusion_bench/dataset/__init__.py,sha256=OJiYmcqz0Vm5O7mE4PB5QFJeL_KjrsseQTRsQATGTm4,1050
 fusion_bench/dataset/clip_dataset.py,sha256=hLL7NyzOIt0gNT1kzjrexFISbj-B0KdlgtyGf6K8NjI,3143
 fusion_bench/dataset/fer2013.py,sha256=Lub_xVhHfqaiPprvOsDVspJNioh1FjSrkhn3gL_UXDA,404
-fusion_bench/dataset/gpt2_glue.py,sha256=UHtQWG2TjZPwsOSxmxxXHKmF3EY9WAqWxqsw8yHIbjg,8858
+fusion_bench/dataset/gpt2_glue.py,sha256=UvNWKAAMnKMNjF0BCpwwc7Nz0SI7KacxRR6SDm9Mn0s,8869
 fusion_bench/dataset/gsm8k.py,sha256=2OkDGDebZ295vkne2Ni4bhs6GbOIt4Vxx2F1315jsyk,2235
 fusion_bench/dataset/image_dataset.py,sha256=_N5JJC0lH3EbbrZMeuDatJILrKDK2EKHqtJB-m1pdFs,1879
 fusion_bench/dataset/imdb.py,sha256=YRzeq5z-Fl0aYcC2QtwEBWFkvucvpNo975jwjL5SZvs,260
@@ -48,7 +48,7 @@ fusion_bench/dataset/llama/stanford_shp.py,sha256=6ueXKnFXIBBobacU1h5WxGLZrSOtBk
 fusion_bench/dataset/llama/ultrachat.py,sha256=Go7WvrDAYnm184fdazHGRYLbSY6Xd7jrESyQeUJtOww,1736
 fusion_bench/dataset/llama/wikitext.py,sha256=9ZHR-nMfXRumd3o-PIj3n7B83YlVeqpGkZ2zJs2B-9Y,2883
 fusion_bench/dataset/llama/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fusion_bench/method/__init__.py,sha256=qY7eYLbOJTxyKXRqa5yUG3m1uZO9xqU0YwXczXitBH4,8572
+fusion_bench/method/__init__.py,sha256=MDYyNjJufoOe_iwmlL2ftWoD-72ReVv00mege5MQ6fc,8685
 fusion_bench/method/base_algorithm.py,sha256=OnKSNPQ_nIdIWxryyblW_sko7uoEBN4lGh-eLkJ4kh4,9004
 fusion_bench/method/dummy.py,sha256=hb1y6LR_geRZ5eRgGwt5zJUcHYorCeIbs5i76CvurUc,1031
 fusion_bench/method/ensemble.py,sha256=oGiTJUderoPP0Opd7nHwC6h3VBmGTQ5inuG3wb6F4-A,3097
@@ -68,10 +68,10 @@ fusion_bench/method/adamerging/min_norm_solvers.py,sha256=a7n2X0BE_YajlaUygyHV0y
 fusion_bench/method/adamerging/task_wise_adamerging.py,sha256=tUy_P4lCn6u5srFCIyMdHs-Hc1MSge4meenK8UA25tw,6006
 fusion_bench/method/adamerging/utils.py,sha256=Yq8ovlpLJY-5MkSmpoB-_EMYG8cr6eyO-WUZTxKxMTI,432
 fusion_bench/method/analysis/__init__.py,sha256=EQzOCShS0hF958drq1yg2oSVsS0hvBznPxtTAWB9SGY,122
-fusion_bench/method/analysis/task_vector_cos_similarity.py,sha256=pL-XsWTo258yZTEsER_6KXS7JePneVNEHN_nv8Db0qo,5468
-fusion_bench/method/analysis/task_vector_violin_plot.py,sha256=ie8hPl6QsVz9MQ6C2OEpzIBxQnmVKNf1FPc5bThmQGM,7606
+fusion_bench/method/analysis/task_vector_cos_similarity.py,sha256=EKX_O_H9HR_J1ZacpvxK9C_OotFN25Ezg2SgIvpm8kY,8681
+fusion_bench/method/analysis/task_vector_violin_plot.py,sha256=lGSFDJrOqt7kYzFg-WXERsnR6tXeYbDXS622nB1z5oU,12641
 fusion_bench/method/bitdelta/__init__.py,sha256=s4T39gVHShECcJe6mCzQbQzhRkTjDiczW7LTrldbpJo,105
-fusion_bench/method/bitdelta/bitdelta.py,sha256=HtzlRS0zCU4-joNyQIUIOkrsXeBtDgZGyfUBMfx4biw,4949
+fusion_bench/method/bitdelta/bitdelta.py,sha256=pujrxg-7GxEMZVEEVlNqc9gR8y8lA0oZ9K25FDxZ3s0,4342
 fusion_bench/method/bitdelta/bitdelta_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/method/bitdelta/bitdelta_utils/binary_gemm_kernel.py,sha256=zC0w5cwr-o8cE63kpBzHUA3S0FeJPX-Xf3mIS5ziIos,15546
 fusion_bench/method/bitdelta/bitdelta_utils/data.py,sha256=LGEgv8o8glyyLLYh6Ur5h_sulxPFmy6i-xi-Ap1G-Wc,1052
@@ -102,9 +102,9 @@ fusion_bench/method/doge_ta/doge_ta.py,sha256=jrJF52JUBdrB3EGWaXJMFZE-v8syzZGr4s
 fusion_bench/method/doge_ta/layer_wise_adamerging.py,sha256=rLk3Nep5d6wMUNCp6q7pC7L0pfBvUwGBIuiGM7CQOf4,9780
 fusion_bench/method/expert_sparsity/__init__.py,sha256=nt7k5cKqA2Bax1aM93ODwsEuibZ_hdFgQsUos_8h2v8,271
 fusion_bench/method/expert_sparsity/mixtral/__init__.py,sha256=FyKDZIyYUnqvGIdJ5BS639UpzSBj11g28ATHs1Yczdk,545
-fusion_bench/method/expert_sparsity/mixtral/dynamic_skipping.py,sha256=e4fsXKSjCdmK-sThX6REk_d1hf-UolRLssQr7b6jD-M,5597
-fusion_bench/method/expert_sparsity/mixtral/layer_wise_pruning.py,sha256=GJVIose_Duk4C6Re4LtaxSzGjR8XLGGlhLhsGMECwjw,4960
-fusion_bench/method/expert_sparsity/mixtral/progressive_pruning.py,sha256=-0qWYkvHqKouJynn-kT907JQtiMLChtppOTL4SUYR9M,5090
+fusion_bench/method/expert_sparsity/mixtral/dynamic_skipping.py,sha256=zZa4IAKimFZMoxoQ_Oi7z2R9o5H6kxV2QTb0e-t9kDY,5665
+fusion_bench/method/expert_sparsity/mixtral/layer_wise_pruning.py,sha256=v1FQBFSMlbd0p2j5gDrOrK1Il4I0ABuS1IqfpVjacxA,5028
+fusion_bench/method/expert_sparsity/mixtral/progressive_pruning.py,sha256=PGmNBypJ20zKw_FRw9L2VykaxKBBDEYP_zG-XPM44YM,5158
 fusion_bench/method/expert_sparsity/utils/calibration_data.py,sha256=r2yZtT3ZYC0frwSpNetiyDOSzHiUZS3oaIPRfb4tjaE,5459
 fusion_bench/method/fisher_merging/__init__.py,sha256=KWsjrtxKkPYwcUA5rB_6UNIqvesqk2NJw5AY_1ztLVE,225
 fusion_bench/method/fisher_merging/clip_fisher_merging.py,sha256=bWoP3iM2TyY116UcdXNIrvYjHtiOvtIf7kuiFTyfIas,7343
@@ -142,6 +142,8 @@ fusion_bench/method/lm_finetune/peftfinetune_sft.py,sha256=klZ_IDr5-1xoYvyVZwug9
 fusion_bench/method/mixture_of_experts/__init__.py,sha256=r95iu1-3tgIUP7sWuAbLuqV7xexNYMYPZkM4_8egfp8,198
 fusion_bench/method/mixture_of_experts/mixtral_merging.py,sha256=-n1CLP1o08VyMSfaTq42kRutbw-cFDSCWHTu0iNh6ok,4237
 fusion_bench/method/mixture_of_experts/mixtral_upcycling.py,sha256=AHf6CvuJl8cIbSzua5vakkId3EtHoX4vE6BAKujyJz4,10592
+fusion_bench/method/model_stock/__init__.py,sha256=wTcwUJ8GljoacK1zfgs3yctGBP6G2OjeTRtiozabqew,36
+fusion_bench/method/model_stock/model_stock.py,sha256=CKzMrJ1QUmZIu8ze7DaIMM5ViWnRslgErCShZSlWbRs,11432
 fusion_bench/method/moe_pruner/__init__.py,sha256=UzOxEoA9PwLg7fmJXNeksDv9cO6iE9nV9g1ZhZLnBiQ,165
 fusion_bench/method/moe_pruner/moe_pruner.py,sha256=DWj1YHSHssc6no0yoTEftozl-YVdxPUsAE9uGcKmaIY,11459
 fusion_bench/method/moe_pruner/hooks/__init__.py,sha256=QYtT3Ei0-53mcoMirBbv_Z2ac8Uv3cN9b-ziCI2rzyo,136
@@ -191,14 +193,15 @@ fusion_bench/method/rankone_moe/__init__.py,sha256=hvYxnloCrzim9s7HUaNA3dcuThEcf
 fusion_bench/method/rankone_moe/clip_rankone_moe.py,sha256=2wnzyHHZSQagZenu9viJ-68MmRG0ppOLR5JHZuT1FKE,5457
 fusion_bench/method/rankone_moe/rankone_moe.py,sha256=YPWneidBJjms2SrYgH5tAim4KBl3Rrcmeq9Xf5QwU58,8489
 fusion_bench/method/regmean/__init__.py,sha256=VVqAkdHkb005Sc2XmeiedQYzb3q5aQNI8xzEJnE4thg,158
-fusion_bench/method/regmean/clip_regmean.py,sha256=cjIOgViczbK_5YCMHgYwvEpOz190LVkSupPpjZH141w,4929
+fusion_bench/method/regmean/clip_regmean.py,sha256=FiT7-W5Dl5GIeYf6lTmvppqIApGO5HpoRIhOG0EEE_8,4864
 fusion_bench/method/regmean/gpt2_regmean.py,sha256=s_5Ntgm6CUB7CXEBLplp1a3KrzyNCEY9qOC6xhCvHko,5325
-fusion_bench/method/regmean/regmean.py,sha256=XXRaarHqmOtRjFs3uuoYMTezg4xNgOKbkyJvyftnneY,16125
+fusion_bench/method/regmean/regmean.py,sha256=brYPtVZ0qn9oYj6s2knxBnNxkUVjmPggliHmsJoroTo,14852
+fusion_bench/method/regmean/utils.py,sha256=tdrZnvUPUMkS45qeJpKunOqOHhmJgXlUH47cKj0B8Q0,1681
 fusion_bench/method/regmean_plusplus/__init__.py,sha256=rf_yZ-VJN2YdDjYiBzyikbtTIrwc3ChFFlQNBTnHars,142
 fusion_bench/method/regmean_plusplus/clip_regmean_plusplus.py,sha256=hw8pX_sXFltKXYxivB1uBQomsrPntK_qTOOIx14Z67Y,7412
-fusion_bench/method/regmean_plusplus/regmean_plusplus.py,sha256=I02yA0h1EevEH2wl33OF5JfGFVWywR2hfM8t2wAJ3SY,16099
-fusion_bench/method/slerp/__init__.py,sha256=Wgl9gg01Xou6jyZeBRD98kRnB_dAADDaPqRTHoONx9o,59
-fusion_bench/method/slerp/slerp.py,sha256=cc3JSBLu1DTKIPGxXXobomHntvFLKWsAr-B2YsjhfaI,3536
+fusion_bench/method/regmean_plusplus/regmean_plusplus.py,sha256=VSPa7D7iLXy6vDwnr2ydS81vNU3mvc2lyUJFD3xCtRk,14595
+fusion_bench/method/slerp/__init__.py,sha256=zIsw0NQ1pl1IwtzDihm-Qah063aR1vwwXvhhFm5qMDI,77
+fusion_bench/method/slerp/slerp.py,sha256=cCuhBl6JAJe8ft4FxFL8SphQHHUY5CsTJtg_gd5Hy6E,7886
 fusion_bench/method/slerp/slerp_utils.py,sha256=vksRo6n7FqY7By9aqbwTL4XV3BjcU_GrUl_r85Kpfjc,3504
 fusion_bench/method/smile_upscaling/__init__.py,sha256=6ZpUSHUFVsT1U7V3TIDWBFqcHte7SjHW0wp6CAE8NVg,165
 fusion_bench/method/smile_upscaling/causal_lm_upscaling.py,sha256=PN7n3YLptEYtrSItOU0TwNjpmw5c1p4k05ZNA5Tx8XE,13995
@@ -236,7 +239,7 @@ fusion_bench/method/trust_region/utils.py,sha256=iUNEY43mE0WZBsKAmttHwSvNpijzBzV
 fusion_bench/method/we_moe/__init__.py,sha256=w3HIl1hj1C-o1_iLlOXbSc-BXPMRafeoq3HXl1x9Voc,141
 fusion_bench/method/we_moe/clip_we_moe.py,sha256=JsDTNOy6fwCctyj5RuP9FKjBkXpOEG_GMfr_6H6oFNk,5667
 fusion_bench/method/we_moe/entropy_loss.py,sha256=ZeVe0Hq1PaMfppLqDbB0MOscZUZRNh4CALrvt8pmQC0,736
-fusion_bench/method/we_moe/flan_t5_we_moe.py,sha256=PfAaMsy-C5otOE-k8iXgE0oK1Ct6KKys2lAVMk33iC0,11738
+fusion_bench/method/we_moe/flan_t5_we_moe.py,sha256=LevS5IJbbts9IjLnZ85Br6kCVvxIMprGIP4Ad8xM5MI,11143
 fusion_bench/method/we_moe/utils.py,sha256=Yq8ovlpLJY-5MkSmpoB-_EMYG8cr6eyO-WUZTxKxMTI,432
 fusion_bench/method/we_moe/we_moe.py,sha256=_QtmD04oFh7aLhmPq8EYchYB7BIN9ZFWOeysSx7kJmo,8372
 fusion_bench/method/weighted_average/__init__.py,sha256=bLxIuuB72hH05J_Spz4MZbiLpYL39iwgVIQa_QeQpIk,118
@@ -256,43 +259,43 @@ fusion_bench/metrics/text_to_image_generation/aesthetic_scorer.py,sha256=-ZaD84E
 fusion_bench/metrics/text_to_image_generation/compressibility.py,sha256=x4dNTFnAN4naChBDZBO-jUghnHAyobRVOupctKYRg1w,1656
 fusion_bench/metrics/text_to_image_generation/pickscore_scorer.py,sha256=aSWzl8k7z80Cirg5qdfkPsp3sMFEv_PjA1NJv3PPWXY,3115
 fusion_bench/mixins/__init__.py,sha256=yjRvcB9Mn-c0g8tXmoBf2Dn8gyc-Na6dyhc4r674asM,1213
-fusion_bench/mixins/clip_classification.py,sha256=VJdeOGbaWryT8TQZ1GKMxuKMCccGLXedkMKDKUxK_2M,8498
+fusion_bench/mixins/clip_classification.py,sha256=8dqJuI3AVetFZKuzTp1SR2kGQ-vGvfbcmwfnzuUiwfI,10096
 fusion_bench/mixins/fabric_training.py,sha256=ZmycEhCaNCgVi5oM9m0q6msxgk3quowmFvDAcvskFrg,13017
 fusion_bench/mixins/hydra_config.py,sha256=rfT-XPUKV_U3nvuTVsKLmSmEiieoSIsbhxE5_-E0er0,5508
 fusion_bench/mixins/lightning_fabric.py,sha256=ns9H_dkSDD8jJ7GL4YcAypewUcy9mzbX3Xy0bBcyGVY,7403
 fusion_bench/mixins/openclip_classification.py,sha256=O45HzgLXNvlQr5RVpfIGsYdIQ0tY5g_68KB0MTqsZWU,290
 fusion_bench/mixins/rich_live.py,sha256=j7wNgrgwfdpl6nCXZGF_2DLtNq2aqCb_52Qhe9QSltc,495
-fusion_bench/mixins/serialization.py,sha256=VZxHzCozvG3VwlAv9WF1td3RHowyDSGjJhjaRoT5DeQ,14672
+fusion_bench/mixins/serialization.py,sha256=A2zEe3RIUhj60S8ENvjdMORz9zJ0bRnrAD54x1XIvao,15117
 fusion_bench/mixins/simple_profiler.py,sha256=czWMl6p9PoxbQ5A8Uifwleaq5QPGEn0qMc8MXu9dSZM,2200
 fusion_bench/mixins/optim/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/mixins/optim/adamw_with_warmup.py,sha256=qTnRl8GVVIfaplOFBHnJFuZUbxPZRWRGHGNzm_EDhDE,1421
 fusion_bench/modelpool/PeftModelForSeq2SeqLM.py,sha256=rxPKTTWno3KAcTTEfydPpXx1b0EJa8PLbqrberweFF8,2108
 fusion_bench/modelpool/__init__.py,sha256=WFDdiwPqdkzVsDYguWPPGGX_ZTRZhUCK8WMuhZpjKCg,1512
-fusion_bench/modelpool/base_pool.py,sha256=JyqE-HcgNNDWdTvZe21ixomShahVDQz7hiF80LPXja0,9768
+fusion_bench/modelpool/base_pool.py,sha256=u2ahVkurq60yH86LMw1Rw98cpcgDTRiVeICpm9jewNI,9785
 fusion_bench/modelpool/huggingface_automodel.py,sha256=OJ6EyYyjNv1_Bhjn-zli-e__BJ0xVa4Fx9lhXVb-DJo,552
 fusion_bench/modelpool/huggingface_gpt2_classification.py,sha256=j8nicVwtoLXY4RPE2dcepeEB3agBKkkH-xA3yMj1czw,2014
 fusion_bench/modelpool/lazy_state_dict_pool.py,sha256=HtEA85rqSCHfsIddI5sKDcZf5kSuHNwrb8fF1TUSTr0,652
 fusion_bench/modelpool/nyuv2_modelpool.py,sha256=btuXmYxwfjI6MnGakhoOf53Iyb9fxYH20CavGTrTcnA,1375
 fusion_bench/modelpool/causal_lm/__init__.py,sha256=F432-aDIgAbUITj4GNZS9dgUKKhaDMCbTeHB-9MecaQ,99
-fusion_bench/modelpool/causal_lm/causal_lm.py,sha256=GXJDDjLkhv6psBGAPk3Wh6zfq0Li1KogNHEN2wETFng,8305
+fusion_bench/modelpool/causal_lm/causal_lm.py,sha256=dSmjAhL4AxD34ckCdE8Rnf1hN5opoPIuz-hducQeK38,18685
 fusion_bench/modelpool/clip_vision/__init__.py,sha256=3b9gN2bWUsoA1EmpitnIMnIlX7nklxbkn4WJ0QJtS2c,43
 fusion_bench/modelpool/clip_vision/modelpool.py,sha256=e5t9olRMOj_SyGVy-gqn7RwC5FAqxNsJDongWIv2KFY,7108
 fusion_bench/modelpool/openclip_vision/__init__.py,sha256=QDmAitKqUwRygN9QncdS_kGWZdfTKL4uUifC8xh9c10,47
 fusion_bench/modelpool/openclip_vision/modelpool.py,sha256=2MieB4PMvg85DaiYu49m3BzuBjib1xozJHTpYyHhRTs,11102
 fusion_bench/modelpool/seq2seq_lm/__init__.py,sha256=FnfSMHcwNHDQEMdB2HdK4WphQ6MufsRLUkczuALjM4Q,57
-fusion_bench/modelpool/seq2seq_lm/modelpool.py,sha256=IjLHi8qycWOA4Ul9jnqR48evgVXF_pfTKLPeL9XKP-s,2052
+fusion_bench/modelpool/seq2seq_lm/modelpool.py,sha256=yfa_B5TUIkuC1fTn4xD3HHnFPd6AYE-HWpfB8ZrShB8,8819
 fusion_bench/modelpool/seq_classification_lm/__init__.py,sha256=_VB9nlR_gm6IEXNMsNR3VnzFiCpxNGuAGF39rZ9DpBA,129
 fusion_bench/modelpool/seq_classification_lm/reward_model.py,sha256=NKf-eoei1GdU4ojKSpN5_kQwax4uUEStnlKyh8qOrNg,540
 fusion_bench/modelpool/seq_classification_lm/seq_classification_lm.py,sha256=t9wXHFwa7V2XC3ajxt4_bSsxMTDKW4nebvdxhG7VeLM,3435
 fusion_bench/models/__init__.py,sha256=LeLQw2Yphu4QKZxjws_7MCM50XvFP1rTrvJ_2SR5zIA,271
 fusion_bench/models/hf_clip.py,sha256=056UHeSjKKDYXg-o7CC2zsx4fC9R6IBkPGI8IFhWTNw,7291
-fusion_bench/models/hf_utils.py,sha256=3vyt8_2_ZWQIWCBX9Yi5CW99lOl4SnmVIil7FyS2w9k,5312
+fusion_bench/models/hf_utils.py,sha256=ozS56t69BOGy_wvbjX6MKFUuGsfKqy6s_TsinldNetk,5435
 fusion_bench/models/parameter_dict.py,sha256=HCkTJCz23pYN1_Hhegx8gglOtrnzVKJPMeg9_rUhe18,3630
 fusion_bench/models/rankone_moe.py,sha256=aY8IDM-ct7qKYH8ukBUsa_VDkDgGNtCqyNtNKlDTUTc,12046
 fusion_bench/models/separate_io.py,sha256=5AJlCxkHdVVffITnIRlF3ZIaKLRWDhJESVQN1lX-ZhU,3835
 fusion_bench/models/sparse_we_moe.py,sha256=mFvwYzuwhAfvJ2HhUNRhSu1pbexEP1FsVWXHDxTVUJs,15261
 fusion_bench/models/utils.py,sha256=RSvk_WCk80L9aH70MsDRyDQUMO9pIOC64FsbT9PBtu0,3110
-fusion_bench/models/we_moe.py,sha256=Hkfbazt59cekLR9Xrj044uTcLx3ITXmPWqlWeBWXZW0,7176
+fusion_bench/models/we_moe.py,sha256=KVRz9z-ddk2lhzpLRm0UMOS6L4pw7L4B9oN99gyW78U,7263
 fusion_bench/models/chat_templates/__init__.py,sha256=v9vKrCfBgZ3UsMBQatZv1Z-ayPualBl5ciV0aO3p3iY,85
 fusion_bench/models/chat_templates/llama_3_Instruct.py,sha256=E6grNPECr0r1KDPIGW_DmpKQw5-Dh5WbMiTaHWDXwXo,4008
 fusion_bench/models/chat_templates/load_tokenizer.py,sha256=yRs3dB2tZo0Oh-YLJcMZzWSQ5Ps8KXrggZNb5F-aBuM,1400
@@ -303,7 +306,7 @@ fusion_bench/models/expert_sparsity/mixtral/modeling_mixtral.py,sha256=uGbn69toZ
 fusion_bench/models/expert_sparsity/mixtral/wrapper.py,sha256=1zACEwXDNbi9uwI96oD84YrCsh6b8yh25ZjP3q37muo,10167
 fusion_bench/models/linearized/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/models/linearized/linearized_model_utils.py,sha256=eYdDHoDJMTb7isaFXEtZmWkggNfUyjV4gxOFo95zOl4,3274
-fusion_bench/models/linearized/vision_model.py,sha256=x79OiIifAI6GxvUlTc6Vs1oxFAdhnNIwerRX2Zw6CTU,4649
+fusion_bench/models/linearized/vision_model.py,sha256=zqAnto9WpnaCJWFbVhG7wiRvS9eDQb4VqwtkBfQWJuM,4655
 fusion_bench/models/llama/__init__.py,sha256=fATLhtF7BamECgEhY4-DFQSprlGvbQDdIbdim-zghws,699
 fusion_bench/models/llama/patcher.py,sha256=5rYhqKzxKyEuKflSL0d6uJYKh4-Z9Gdkg-OTDAqlIdY,2758
 fusion_bench/models/llama/tokenizer_loader.py,sha256=boUp9xZraJNvzd35oSLE--TXD_Pho7pN4xUGEQ5sHjo,5169
@@ -334,7 +337,7 @@ fusion_bench/models/modeling_smile_llama/__init__.py,sha256=gnA-KPzl6C6g9a7_retD
 fusion_bench/models/modeling_smile_llama/configuration_smile_llama.py,sha256=9_f8PlvFS0Ex6uCn8siWwiqU3yy5dlXKz0UDgLuQVPY,546
 fusion_bench/models/modeling_smile_llama/modeling_smile_llama.py,sha256=7d6mCHWVli5GR26znbFthamlhmec77iRuYx_3HsD5vs,27282
 fusion_bench/models/modeling_smile_llama/register.py,sha256=oQ35dFhCmrkZZQt-8SuTi8sg9f2MJno9Om83bMTqYUc,378
-fusion_bench/models/modeling_smile_mistral/__init__.py,sha256=nJdiks1TJWIFr8sCSTrMqxzFOTCvx6KgDBXDpogzWfQ,175
+fusion_bench/models/modeling_smile_mistral/__init__.py,sha256=_r5ggpcusM4K6yPypZd-SC5F_941oBfE8Ef960GuJeE,205
 fusion_bench/models/modeling_smile_mistral/configuration_smile_mistral.py,sha256=yt1-JBlkJmlJw7dvB4_V8M0gy5ihD8isDxcmwyW85d4,633
 fusion_bench/models/modeling_smile_mistral/modeling_smile_mistral.py,sha256=5cN1M_XhcFCoJb8yvO1KCwHD_UH__hJg_X2D9C85R34,33128
 fusion_bench/models/modeling_smile_mistral/register.py,sha256=7nSJC4FveUi78rp53Ps6TcPGedHZ79cikYM5GIfEZfw,400
@@ -381,22 +384,22 @@ fusion_bench/scripts/webui.py,sha256=ryA-2leSnHcYA88tTAYzJGDhiljbi0vl1Fibejzndlw
 fusion_bench/scripts/clip/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/scripts/clip/convert_checkpoint.py,sha256=zncgRAhInFpJDSHIm3GO4F6BzgsdAQVj3LLmV7g-JiQ,1221
 fusion_bench/taskpool/__init__.py,sha256=-ltXMsS3jeGxa9vnhOyrbITOUtfNjLwkGPfS2mKDOdY,1312
-fusion_bench/taskpool/base_pool.py,sha256=YXib1qOYYJvtwIvGtN9-FhD3h-N63j0a9jWl0KJO-Fw,933
-fusion_bench/taskpool/dummy.py,sha256=wG4GWLs38I9hX271oBRmMJxjpCe2YSJfBeIDaL2PJC4,1783
+fusion_bench/taskpool/base_pool.py,sha256=bscjOzl-6ex3YlhUCFhhpEh6T7LYepZP-X-2NQCRCTg,4331
+fusion_bench/taskpool/dummy.py,sha256=6lm_wAVn0J6ibHS5vrgZmMvEt07s30RJVFLVkpxcPe8,6008
 fusion_bench/taskpool/gpt2_text_classification.py,sha256=PCNdc2SNGUFGxJ0snmwrnjTdSwmDt9fs7Pe0eDjdvaw,6091
-fusion_bench/taskpool/nyuv2_taskpool.py,sha256=Y-TI-rzh9udCjX3FJ11ZbIG7CGrjDccGc-Ch1Ug6cRY,2059
+fusion_bench/taskpool/nyuv2_taskpool.py,sha256=xR2DOyE9nUg-jlshZnvyVwCOOAhbE7-AObrQ2LbHAKk,3405
 fusion_bench/taskpool/clip_vision/__init__.py,sha256=ItdyWYy2A5xQKzh1dXi9kbQTBigwkDDdP2EHDwhG9WI,276
 fusion_bench/taskpool/clip_vision/clip_rankone_moe_taskpool.py,sha256=t_lmo8W-ZgLLOiBnF5CWfaLbKwz3EXfO8gCavI34qQY,3733
 fusion_bench/taskpool/clip_vision/clip_smile_taskpool.py,sha256=UdI7npI53LjPV2B19tHymhbma6WYcZIvzhqaSyZKkSQ,4762
 fusion_bench/taskpool/clip_vision/clip_sparse_wemoe_taskpool.py,sha256=8lZIG6tWpctYzme0Q_n6QcGnn9MeDmP3UX8nEv4_a9Q,4232
-fusion_bench/taskpool/clip_vision/taskpool.py,sha256=_Ef0MFKcDQV4kmQp1wmFMiOj6j8TFFLeq8IkFLuLrEw,16176
+fusion_bench/taskpool/clip_vision/taskpool.py,sha256=3JPN_1B9ylG0-Q69UELdQgakrgxRRQbj9x6LvTlw_J0,16177
 fusion_bench/taskpool/clip_vision/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/taskpool/clip_vision/utils/routing_analysis_utils.py,sha256=LY9wxWCm_4X7Ii0ZkMxhtbevz6OxS3Bkqz0puXhuRqM,2393
 fusion_bench/taskpool/llama/__init__.py,sha256=iB4ESMgnsl0m-z0YtRdPZiwGGv96-86R8pbSnkdet8Q,57
 fusion_bench/taskpool/llama/reward_model.py,sha256=ZpRSX4esBAuE0MdTjPHjqS2TnvGb6P8arOGxBeXnq6Y,5028
 fusion_bench/taskpool/llama/test_generation.py,sha256=kJ_5GruG12FsuJHDh_S7pbQgwEojTqhGpA_wVNH5KPc,6675
 fusion_bench/taskpool/lm_eval_harness/__init__.py,sha256=_usNxe4z9avClSWjwHMxoznnI_UQFMuo7uOEJhP8jMk,81
-fusion_bench/taskpool/lm_eval_harness/taskpool.py,sha256=j3zQqI5cD97NLeipu_cXtE3v4aPIpj_UYvf_YCQR_b0,3279
+fusion_bench/taskpool/lm_eval_harness/taskpool.py,sha256=LwCb7IyafUl0GroDYOJ8DgIcRW-oOJ8EoBI9gMeq46s,7413
 fusion_bench/taskpool/openclip_vision/__init__.py,sha256=02p77Mb1JE7trrv2HtIku5X667WY5LZ2zVuyL3uIcyo,59
 fusion_bench/taskpool/openclip_vision/openclip_taskpool.py,sha256=PtD_Y9CWzPI3WEil_RuXtCh8ImPKcSHtZTqfybmsGdg,6875
 fusion_bench/tasks/__init__.py,sha256=Z_ePIp4Xizkj78QopLg1dZkJAN_IF73MkbR_nkfHQ9Y,52
@@ -435,13 +438,13 @@ fusion_bench/tasks/flan_t5_text_generation/glue_evaluation.py,sha256=-B1wqVGp3wZ
 fusion_bench/tasks/flan_t5_text_generation/glue_load_dataset.py,sha256=sVihXHbqwi8IlDpiIxzvmDv-Ob7WKvi23GIRYbBUKOc,1833
 fusion_bench/tasks/flan_t5_text_generation/glue_preprocessors.py,sha256=GhRmGmcJGF4oVgZQarsBtx8GNKrNEZUkrillNz3iBuY,13183
 fusion_bench/tasks/flan_t5_text_generation/glue_prompt_templates.py,sha256=mKMTXIr5o-BqS_Hvv1bbMvvjQLLeKNVw7BKS9qgQ8Dw,1890
-fusion_bench/utils/__init__.py,sha256=AqB_EY6pGa1pB2BgcRTJM-Ui5IWrisnWA3E--OCz7CA,628
+fusion_bench/utils/__init__.py,sha256=wNAfpP-u_-8HGbLaBoHT_wriU_cNvY4M_UXdBv2kXhc,695
 fusion_bench/utils/auto.py,sha256=uACQLE62_kNyhl4BGduvcbyeTE61qXpIJx3Ccl8kh68,920
 fusion_bench/utils/cache_utils.py,sha256=-bTZijQgl4BuAx0VSJFD-bSDOXuq3o0NkrOaiLiyofU,4795
-fusion_bench/utils/data.py,sha256=L3aS2OwlpiXoILdPlo-j03gJh4s2LpAJw6fw9uY5G7c,6571
-fusion_bench/utils/devices.py,sha256=DeCV7UwvWmaYrvmwcZf6e8lZciXAYJ4qERraDZouiUU,8305
+fusion_bench/utils/data.py,sha256=aalB3kGbZUF-PZ_IaAhcXanRKhS-RNMT5mUrEBb4R3E,6722
+fusion_bench/utils/devices.py,sha256=i5g2FzFs-UWhekcwzxVUZBOw82pOP-RbjIISbfWnuoM,8357
 fusion_bench/utils/dict.py,sha256=ZCK0CRRT_B1Z18WY_GOYcmth7k5x9Jn1k7XhAVWRu98,1379
-fusion_bench/utils/dtype.py,sha256=qtsDFfm5XTuxsjvVg-orpWvbhebCvyivzzZbLg-xiaA,4327
+fusion_bench/utils/dtype.py,sha256=z6UlPGF9dzG4Ik8rXGf59PJk_RKzG6Trp8O6wcBS9PU,4360
 fusion_bench/utils/expr.py,sha256=zwHNrtIbOMnIChU-0ZI5qLbDva8zvHbizL-4F2TwM14,2386
 fusion_bench/utils/fabric.py,sha256=NxquO_rVJyE2w4V3raMElNMr1-wT01QZWPuIfL2rgdQ,617
 fusion_bench/utils/functools.py,sha256=7_tYJ2WD88_2DDuOOj5aZz3cYuslYH5tsVyIgCeLtmk,1318
@@ -449,18 +452,18 @@ fusion_bench/utils/hydra_utils.py,sha256=TklUDKDEZlg4keI-TEZiqh4gFjr9-61Rt1RMlqk
 fusion_bench/utils/instantiate_utils.py,sha256=OXkfhq_o3Sgy5n3Psf-HI-dIfbK9oD2GBdfcx3gT63Q,17526
 fusion_bench/utils/json.py,sha256=sVCqbm9mmyHybiui-O57KFt_ULrjLtN2wipSo6VDvqE,2533
 fusion_bench/utils/lazy_imports.py,sha256=dg4Uu8FaoEu0WGVTo5o_PbLZs3Ei_RG75Ta-Us1iPW4,3500
-fusion_bench/utils/lazy_state_dict.py,sha256=prOovUIJSdI3o6epS1_lx7uQYbnsNNdwHmAd0IjXXBs,18300
+fusion_bench/utils/lazy_state_dict.py,sha256=9dse7U3QZNvNxBINb02Q9DW2_-voUh2Ri2B6hk9wvNI,20227
 fusion_bench/utils/misc.py,sha256=93q0m-HYWkPK91Co5lll_J0Dxs6YahW2lD_X8fUAyTk,2420
 fusion_bench/utils/modelscope.py,sha256=P8fV6Eff8oP0LVGIFGbLvuk8MBteysN438djZ6ZEfE4,10699
-fusion_bench/utils/packages.py,sha256=L64paDi1SmeT3gRvRV6LaqB8AeGdzIYWIRI31qSQbSk,2110
-fusion_bench/utils/parameters.py,sha256=HTlR6nibuBzLafbGktNZNqwkGRIZzKdjqGhyPykZGPo,11790
+fusion_bench/utils/packages.py,sha256=wKl-qtPjA61LrdgTTusuNyvs8jfUv4mA5IwPTFWyYtA,2139
+fusion_bench/utils/parameters.py,sha256=ufEDOYJwcQQxLfveK8hBAGwpu5J3LA_cTWiDgZ2zkJ0,11788
 fusion_bench/utils/path.py,sha256=qrfgar3b-6_2v032-2hTt97L6qdtG7zc3CFrGFyKSGE,2400
 fusion_bench/utils/pylogger.py,sha256=r2KXTvq-j8uHdjBBoVPOgkjv4c6pyhbX6xf1JbOsF4w,3335
 fusion_bench/utils/rich_utils.py,sha256=XNPUpa1grna_C0MLQs0nY25-Kfutpj9BOEzvjoH7nR0,5849
 fusion_bench/utils/set.py,sha256=_43ZvGKJ_BK9sUslsSNhi7xEfuAQuyj3vViImnGpnCY,134
 fusion_bench/utils/state_dict_arithmetic.py,sha256=fczHDEpL2_UmxNIdvQtllXvBWBcmKpw-p6CIS_upjwI,11818
 fusion_bench/utils/tensorboard.py,sha256=9fkgNYR9LM38nPNkudcxL9TjLUseW-280M0k2nLff7o,1669
-fusion_bench/utils/timer.py,sha256=RC2hP8JqaibdL0FnRyUCBRf4m7CXyfn5tE16zBWZ7hg,1338
+fusion_bench/utils/timer.py,sha256=adBpA_XjpCuVvL6uyCtKhAFRzk4SXsr8T8P5kQNz0x8,5012
 fusion_bench/utils/type.py,sha256=2iu8PQzSzI2KopYwg4Pay7qpq7s_LKkl6Rhj-tjG3u0,630
 fusion_bench/utils/plot/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fusion_bench/utils/plot/color_data.py,sha256=5QO2tlf-9bCKywsIZJXxl6klWb8EntXFilTas_8je5c,48260
@@ -469,7 +472,7 @@ fusion_bench/utils/plot/token_notebook.py,sha256=bsntXf46Zz_RavTxNiB9c3-KvHw7LFw
 fusion_bench/utils/strenum/__init__.py,sha256=id9ORi1uXrDxhbmVxitJ1KDwLS4H3AAwFpaK5h1cQzw,8531
 fusion_bench/utils/strenum/_name_mangler.py,sha256=o11M5-bURW2RBvRTYXFQIPNeqLzburdoWLIqk8X3ydw,3397
 fusion_bench/utils/strenum/_version.py,sha256=6JQRo9LcvODbCOeVFYQb9HNJ_J9XiG_Zbn8ws2A3BV8,18466
-fusion_bench-0.2.22.dist-info/licenses/LICENSE,sha256=nhnOJlw4CPuPVE0qvkGmxfFgHmKi-6nzXvTu8t0NUdg,1066
+fusion_bench-0.2.23.dist-info/licenses/LICENSE,sha256=nhnOJlw4CPuPVE0qvkGmxfFgHmKi-6nzXvTu8t0NUdg,1066
 fusion_bench_config/README.md,sha256=Lc8YSBJ5oxf9KV5kKDivJ9LRyGuraGQPmBbgbdVA-j4,703
 fusion_bench_config/clip-vit-base-patch32_robustness_corrupted.yaml,sha256=7IxLQoLRz-sRWyV8Vqc5kQcmYE_9YQz2_77pmvAkum8,1207
 fusion_bench_config/fabric_model_fusion.yaml,sha256=U8BxsaOvsg9bsEZcIpBE-feo9n9G7Y1kQDHqPVxUYAg,2601
@@ -482,6 +485,7 @@ fusion_bench_config/_get_started/clip_evaluate_single_model.yaml,sha256=Bh448Jd_
 fusion_bench_config/_get_started/clip_simple_average.yaml,sha256=MHaqUyuaLfHKMn5OPeNMpv3jCI1_zIEfsIQjonp3fow,780
 fusion_bench_config/_get_started/clip_task_arithmetic.yaml,sha256=GQ2FMeaTQ279sXbleh_iG7hop_mO867PLvj8piEWWjo,775
 fusion_bench_config/_get_started/greeting_program.yaml,sha256=zDLoWlhLsXeACSm6vBK_T1b8U7M4flZ_MpeEWv2OlCQ,137
+fusion_bench_config/_get_started/llm_slerp.yaml,sha256=THtIMJ9ovXFkZe9ZvzsqZjJ962tiNpF_rfFEy378_JI,398
 fusion_bench_config/dataset/image_classification/README.md,sha256=fgxqviGhqkJ-lPihQNG7I8bn-PhU5EDFBDQnH27xEmQ,321
 fusion_bench_config/dataset/image_classification/test/TALL10.yaml,sha256=cBEKzMNbY19w1KrKm7ED08TSA_fSbdnPO586YqYVS5A,608
 fusion_bench_config/dataset/image_classification/test/TALL12.yaml,sha256=EmoJlzyiHPXM-kSu5p6Wkek5IIg7mc0J_LaoA1kREh0,604
@@ -641,6 +645,7 @@ fusion_bench_config/method/linear/weighted_average_for_llama.yaml,sha256=se2aq6t
 fusion_bench_config/method/lm_finetune/bradley_terry_rm.yaml,sha256=QHsRfJK9K4KajsX3LBHG8cDt7ZLJWxOBnJjpHRQSB_s,1348
 fusion_bench_config/method/lm_finetune/fullfinetune_sft.yaml,sha256=c0rFqj2GV11X9RMraHXJtJ9OiMUzZtvDVsTn4tgAeco,1337
 fusion_bench_config/method/lm_finetune/peftfinetune_sft.yaml,sha256=LjGwfTiiC5iQKr62i22XopQTfSKbx9UbsDvEW-byneQ,1622
+fusion_bench_config/method/model_stock/model_stock.yaml,sha256=G92eRhG_Zsgi2R2FRnMViGC9QPvo7ge-o_eI4ZZLxao,321
 fusion_bench_config/method/moe_pruner/moe_pruner.yaml,sha256=OYMYLKvLlNEht7BK9phaTEvAE1ySaVi-pvjYiT-OTGw,442
 fusion_bench_config/method/opcm/opcm.yaml,sha256=YkjAMVGFDj0xqqxA7XWNr0vmcRyxeYbV387nWe0cUbk,331
 fusion_bench_config/method/opcm/task_arithmetic.yaml,sha256=wc9Bz7K_u0feLZbhCBhAuwjeIQTSugJu0I0DCmRNY_c,326
@@ -663,6 +668,7 @@ fusion_bench_config/method/regmean/gpt2_regmean.yaml,sha256=n94aTboDdwSA7Tki8l_o
 fusion_bench_config/method/regmean/regmean.yaml,sha256=ZgVVLx-lHwVgjtjTl4VZUlthh8yyua87QvoJfmNHud4,101
 fusion_bench_config/method/regmean_plusplus/clip_regmean_plusplus.yaml,sha256=A034ryEwvosqyQzA3KWs7kdp-3CUnoJtCujVywV-uzA,434
 fusion_bench_config/method/slerp/slerp.yaml,sha256=xldDUULtfCdwzAkQUb0C8-TmbW7FqcAlIOsPX8p4n6w,116
+fusion_bench_config/method/slerp/slerp_lm.yaml,sha256=c5OQ0zD7e0lXQyec09joHOFNxV1LMT4bHuwgk9GWskc,114
 fusion_bench_config/method/smile_upscaling/causal_lm_upscaling.yaml,sha256=skLwgu_VHShm4m0oEOkqKzcBS5Cz7J29xEj7pTaSm0k,916
 fusion_bench_config/method/smile_upscaling/error_accumulation.yaml,sha256=6Gui-OuQ3P_4TwO_syh9SWJCNeHiAQzS55aO-ByYKbQ,154
 fusion_bench_config/method/smile_upscaling/projected_energy.yaml,sha256=M_EBOC3B_pxaBO3tD6mnbXpvy6-EaegSsE-jdJs-HY0,114
@@ -921,8 +927,8 @@ fusion_bench_config/taskpool/LMEvalHarnessTaskPool/lm_eval.yaml,sha256=3q-KMuFaM
 fusion_bench_config/taskpool/OpenCLIPVisionModelTaskPool/ViT-B-16_TA8.yaml,sha256=GjpiiRownrBCpl-TNwWRW2PYePbF-Cl99jlLNPrK5T4,1017
 fusion_bench_config/taskpool/OpenCLIPVisionModelTaskPool/ViT-B-32_TA8.yaml,sha256=WwiYMQKehtJixDPnu5o3vcWe4yJksXTWRqOzm3uVWXQ,1017
 fusion_bench_config/taskpool/OpenCLIPVisionModelTaskPool/ViT-L-14_TA8.yaml,sha256=xGRt0J9joXTzWUew6DvoYprAWlPXhaVFw5AX4im5VQw,1017
-fusion_bench-0.2.22.dist-info/METADATA,sha256=NjsAXU_TQaCd_XbaX88jQg1wlvoyaHvMAWMr00zqeKA,22384
-fusion_bench-0.2.22.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-fusion_bench-0.2.22.dist-info/entry_points.txt,sha256=iUQ8MCJvda7HP4vYh2n1Teoapb4G9PBVYZkAfcc5SHU,116
-fusion_bench-0.2.22.dist-info/top_level.txt,sha256=BuO4TL6iHL_2yPBUX9-LlIrHRczA_BNMIFwweK0PQEI,13
-fusion_bench-0.2.22.dist-info/RECORD,,
+fusion_bench-0.2.23.dist-info/METADATA,sha256=HQZ3DxHk-Jtcj2AZT49tx5m7VdVkDEglivhkfQv258Q,22384
+fusion_bench-0.2.23.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+fusion_bench-0.2.23.dist-info/entry_points.txt,sha256=iUQ8MCJvda7HP4vYh2n1Teoapb4G9PBVYZkAfcc5SHU,116
+fusion_bench-0.2.23.dist-info/top_level.txt,sha256=BuO4TL6iHL_2yPBUX9-LlIrHRczA_BNMIFwweK0PQEI,13
+fusion_bench-0.2.23.dist-info/RECORD,,

fusion_bench_config/_get_started/llm_slerp.yaml

@@ -0,0 +1,12 @@
+_target_: fusion_bench.programs.FabricModelFusionProgram
+_recursive_: false
+method:
+  _target_: fusion_bench.method.SlerpForCausalLM
+  t: 0.5
+modelpool:
+  _target_: fusion_bench.modelpool.CausalLMPool
+  models:
+    model_1: ibivibiv/alpaca-dragon-72b-v1
+    model_2: moreh/MoMo-72B-lora-1.8.7-DPO
+  tokenizer: ibivibiv/alpaca-dragon-72b-v1
+  enable_lazy_loading: true # load model as LazyStateDict

fusion_bench_config/method/model_stock/model_stock.yaml

@@ -0,0 +1,12 @@
+_target_: fusion_bench.method.model_stock.ModelStock
+ignore_keys:
+  [
+    "model.positional_embedding",
+    "model.text_projection",
+    "model.logit_scale",
+    "model.token_embedding.weight",
+    "model.ln_final.weight",
+    "model.ln_final.bias",
+  ]
+model_save_path: ${path.log_dir}/checkpoint
+model_save_kwargs: null

fusion_bench_config/method/slerp/slerp_lm.yaml

@@ -0,0 +1,4 @@
+_target_: fusion_bench.method.SlerpForCausalLM
+t: 0.5
+model_save_path: ${path.log_dir}/checkpoint
+show_pbar: True