diff --git a/docs/algorithms/images/Task Arithmetic.png b/docs/algorithms/images/Task Arithmetic.png index cc1e27f7..924dd987 100644 Binary files a/docs/algorithms/images/Task Arithmetic.png and b/docs/algorithms/images/Task Arithmetic.png differ diff --git a/docs/algorithms/images/adamerging.png b/docs/algorithms/images/adamerging.png index 8922a081..2620ed7e 100644 Binary files a/docs/algorithms/images/adamerging.png and b/docs/algorithms/images/adamerging.png differ diff --git a/docs/algorithms/images/adamerging_layerwise_coefficients.png b/docs/algorithms/images/adamerging_layerwise_coefficients.png index 05a25bc4..4518b381 100644 Binary files a/docs/algorithms/images/adamerging_layerwise_coefficients.png and b/docs/algorithms/images/adamerging_layerwise_coefficients.png differ diff --git a/docs/algorithms/images/adamerging_model_merging_coefficients.png b/docs/algorithms/images/adamerging_model_merging_coefficients.png index 81289bf3..ba0a8d5b 100644 Binary files a/docs/algorithms/images/adamerging_model_merging_coefficients.png and b/docs/algorithms/images/adamerging_model_merging_coefficients.png differ diff --git a/docs/algorithms/images/concrete_adamerging_vs_adamerging.png b/docs/algorithms/images/concrete_adamerging_vs_adamerging.png index 7ec4819d..ed0e1781 100644 Binary files a/docs/algorithms/images/concrete_adamerging_vs_adamerging.png and b/docs/algorithms/images/concrete_adamerging_vs_adamerging.png differ diff --git a/docs/algorithms/images/concrete_subspace_learning.png b/docs/algorithms/images/concrete_subspace_learning.png index c1232302..16a75380 100644 Binary files a/docs/algorithms/images/concrete_subspace_learning.png and b/docs/algorithms/images/concrete_subspace_learning.png differ diff --git a/docs/algorithms/images/fedmr_model_recombination.jpg b/docs/algorithms/images/fedmr_model_recombination.jpg index 745cae33..abee7e17 100644 Binary files a/docs/algorithms/images/fedmr_model_recombination.jpg and b/docs/algorithms/images/fedmr_model_recombination.jpg differ diff --git a/docs/algorithms/images/max-model_predictor.png b/docs/algorithms/images/max-model_predictor.png index 89b4557c..dbaad45e 100644 Binary files a/docs/algorithms/images/max-model_predictor.png and b/docs/algorithms/images/max-model_predictor.png differ diff --git a/docs/algorithms/images/pwe_moe.png b/docs/algorithms/images/pwe_moe.png index e7c56c66..c3161def 100644 Binary files a/docs/algorithms/images/pwe_moe.png and b/docs/algorithms/images/pwe_moe.png differ diff --git a/docs/algorithms/images/sigmoid.png b/docs/algorithms/images/sigmoid.png index 56c19007..5797db77 100644 Binary files a/docs/algorithms/images/sigmoid.png and b/docs/algorithms/images/sigmoid.png differ diff --git a/docs/algorithms/images/smile_upscaling.png b/docs/algorithms/images/smile_upscaling.png index 67cbee45..eb5aa883 100644 Binary files a/docs/algorithms/images/smile_upscaling.png and b/docs/algorithms/images/smile_upscaling.png differ diff --git a/docs/algorithms/images/solar10.7B.png b/docs/algorithms/images/solar10.7B.png index 3811e562..ec6f6ba4 100644 Binary files a/docs/algorithms/images/solar10.7B.png and b/docs/algorithms/images/solar10.7B.png differ diff --git a/docs/algorithms/images/sparse_upcycling.png b/docs/algorithms/images/sparse_upcycling.png index 3f26c9cf..c6bbe596 100644 Binary files a/docs/algorithms/images/sparse_upcycling.png and b/docs/algorithms/images/sparse_upcycling.png differ diff --git a/docs/algorithms/images/ties_merging.jpg b/docs/algorithms/images/ties_merging.jpg index 391a64fb..0dc77957 100644 Binary files a/docs/algorithms/images/ties_merging.jpg and b/docs/algorithms/images/ties_merging.jpg differ diff --git a/docs/algorithms/images/ties_merging_hyperparameter_tuning.png b/docs/algorithms/images/ties_merging_hyperparameter_tuning.png index 9e4d6a1b..b850bc3b 100644 Binary files a/docs/algorithms/images/ties_merging_hyperparameter_tuning.png and b/docs/algorithms/images/ties_merging_hyperparameter_tuning.png differ diff --git a/docs/algorithms/images/wemoe.png b/docs/algorithms/images/wemoe.png index 9b9362ad..30ca4dbd 100644 Binary files a/docs/algorithms/images/wemoe.png and b/docs/algorithms/images/wemoe.png differ diff --git a/docs/algorithms/images/wemoe_loss_landscape.png b/docs/algorithms/images/wemoe_loss_landscape.png index 6945cfad..dd2f8ac8 100644 Binary files a/docs/algorithms/images/wemoe_loss_landscape.png and b/docs/algorithms/images/wemoe_loss_landscape.png differ diff --git a/docs/algorithms/images/wemoe_lr_tuning.png b/docs/algorithms/images/wemoe_lr_tuning.png index 6cb103f5..f6f3af69 100644 Binary files a/docs/algorithms/images/wemoe_lr_tuning.png and b/docs/algorithms/images/wemoe_lr_tuning.png differ diff --git a/docs/algorithms/pruning/images/llama_2_4_semistructued_first_layer.png b/docs/algorithms/pruning/images/llama_2_4_semistructued_first_layer.png index 4d5a220a..6dcee1ff 100644 Binary files a/docs/algorithms/pruning/images/llama_2_4_semistructued_first_layer.png and b/docs/algorithms/pruning/images/llama_2_4_semistructued_first_layer.png differ diff --git a/docs/cli/images/fusion_bench_webui.png b/docs/cli/images/fusion_bench_webui.png index 2655c761..25db17f1 100644 Binary files a/docs/cli/images/fusion_bench_webui.png and b/docs/cli/images/fusion_bench_webui.png differ diff --git a/docs/cli/images/pycharm_debug_1.png b/docs/cli/images/pycharm_debug_1.png index 1c756272..3c9f1362 100644 Binary files a/docs/cli/images/pycharm_debug_1.png and b/docs/cli/images/pycharm_debug_1.png differ diff --git a/docs/cli/images/pycharm_debug_2.png b/docs/cli/images/pycharm_debug_2.png index 24be2a55..48e74c69 100644 Binary files a/docs/cli/images/pycharm_debug_2.png and b/docs/cli/images/pycharm_debug_2.png differ diff --git a/docs/cli/images/pycharm_debug_3.png b/docs/cli/images/pycharm_debug_3.png index 1d11c536..4e7880c2 100644 Binary files a/docs/cli/images/pycharm_debug_3.png and b/docs/cli/images/pycharm_debug_3.png differ diff --git a/docs/cli/images/tab_completion.png b/docs/cli/images/tab_completion.png index b2586cba..82e1dc51 100644 Binary files a/docs/cli/images/tab_completion.png and b/docs/cli/images/tab_completion.png differ diff --git a/docs/cli/images/vscode_debug.png b/docs/cli/images/vscode_debug.png index 2534d6bb..96171d62 100644 Binary files a/docs/cli/images/vscode_debug.png and b/docs/cli/images/vscode_debug.png differ diff --git a/docs/images/accelerate model training.png b/docs/images/accelerate model training.png index b6f6a5c8..9b20dff0 100644 Binary files a/docs/images/accelerate model training.png and b/docs/images/accelerate model training.png differ diff --git a/docs/images/fusion_bench_flow.png b/docs/images/fusion_bench_flow.png index 89bea33b..c8a36de3 100644 Binary files a/docs/images/fusion_bench_flow.png and b/docs/images/fusion_bench_flow.png differ diff --git a/docs/images/learning_paradiagm.png b/docs/images/learning_paradiagm.png index 113ecc8b..9be2a696 100644 Binary files a/docs/images/learning_paradiagm.png and b/docs/images/learning_paradiagm.png differ diff --git a/docs/images/llm.png b/docs/images/llm.png index dfd69133..dc75588a 100644 Binary files a/docs/images/llm.png and b/docs/images/llm.png differ diff --git a/docs/images/model_ensemble.png b/docs/images/model_ensemble.png index b696792a..3dfb7f2c 100644 Binary files a/docs/images/model_ensemble.png and b/docs/images/model_ensemble.png differ diff --git a/docs/images/model_merging.png b/docs/images/model_merging.png index 3be7d84e..7269abab 100644 Binary files a/docs/images/model_merging.png and b/docs/images/model_merging.png differ diff --git a/docs/images/model_mixing.png b/docs/images/model_mixing.png index 594a7fe7..7a8c2073 100644 Binary files a/docs/images/model_mixing.png and b/docs/images/model_mixing.png differ diff --git a/docs/images/model_upscaling.png b/docs/images/model_upscaling.png index cb349e33..4f645177 100644 Binary files a/docs/images/model_upscaling.png and b/docs/images/model_upscaling.png differ diff --git a/docs/images/multi-task_core_steps.png b/docs/images/multi-task_core_steps.png index 81f20564..3bcc4eab 100644 Binary files a/docs/images/multi-task_core_steps.png and b/docs/images/multi-task_core_steps.png differ diff --git a/docs/images/multi-task_model_fusion.png b/docs/images/multi-task_model_fusion.png index fd331c39..f1435863 100644 Binary files a/docs/images/multi-task_model_fusion.png and b/docs/images/multi-task_model_fusion.png differ diff --git a/docs/modelpool/clip-vit-cos.png b/docs/modelpool/clip-vit-cos.png index 1820bbb5..dfc69e6f 100644 Binary files a/docs/modelpool/clip-vit-cos.png and b/docs/modelpool/clip-vit-cos.png differ diff --git a/docs/modelpool/images/clip-vit-base-patch16_full&lora&l-lora.png b/docs/modelpool/images/clip-vit-base-patch16_full&lora&l-lora.png index 3a5803d5..486f721d 100644 Binary files a/docs/modelpool/images/clip-vit-base-patch16_full&lora&l-lora.png and b/docs/modelpool/images/clip-vit-base-patch16_full&lora&l-lora.png differ diff --git a/docs/modelpool/images/clip-vit-base-patch16_full&lora&l-lora_average.png b/docs/modelpool/images/clip-vit-base-patch16_full&lora&l-lora_average.png index b963de9e..910b11af 100644 Binary files a/docs/modelpool/images/clip-vit-base-patch16_full&lora&l-lora_average.png and b/docs/modelpool/images/clip-vit-base-patch16_full&lora&l-lora_average.png differ diff --git a/docs/readinglist/images/Chronopoulou2023.png b/docs/readinglist/images/Chronopoulou2023.png index 7715e5ee..f48ce835 100644 Binary files a/docs/readinglist/images/Chronopoulou2023.png and b/docs/readinglist/images/Chronopoulou2023.png differ diff --git a/docs/readinglist/images/adapter_soup.png b/docs/readinglist/images/adapter_soup.png index 3e99c3ad..a63af309 100644 Binary files a/docs/readinglist/images/adapter_soup.png and b/docs/readinglist/images/adapter_soup.png differ diff --git a/docs/readinglist/images/branch_and_merging.png b/docs/readinglist/images/branch_and_merging.png index cc7781d7..17d8f511 100644 Binary files a/docs/readinglist/images/branch_and_merging.png and b/docs/readinglist/images/branch_and_merging.png differ diff --git a/docs/readinglist/images/branch_and_merging_alg.png b/docs/readinglist/images/branch_and_merging_alg.png index 83cf60ef..a57dddc0 100644 Binary files a/docs/readinglist/images/branch_and_merging_alg.png and b/docs/readinglist/images/branch_and_merging_alg.png differ diff --git a/docs/readinglist/images/depth_upscaling.png b/docs/readinglist/images/depth_upscaling.png index f474868d..5c4abce8 100644 Binary files a/docs/readinglist/images/depth_upscaling.png and b/docs/readinglist/images/depth_upscaling.png differ diff --git a/docs/readinglist/images/enneng2024survey.png b/docs/readinglist/images/enneng2024survey.png index b7f90fce..d3ffa562 100644 Binary files a/docs/readinglist/images/enneng2024survey.png and b/docs/readinglist/images/enneng2024survey.png differ diff --git a/docs/readinglist/images/forkmerge.png b/docs/readinglist/images/forkmerge.png index a5063f5e..d730787f 100644 Binary files a/docs/readinglist/images/forkmerge.png and b/docs/readinglist/images/forkmerge.png differ diff --git a/docs/readinglist/images/fs-merge.png b/docs/readinglist/images/fs-merge.png index 94c8ae8d..63f66765 100644 Binary files a/docs/readinglist/images/fs-merge.png and b/docs/readinglist/images/fs-merge.png differ diff --git a/docs/readinglist/images/fusechat.png b/docs/readinglist/images/fusechat.png index 27678b13..885181c4 100644 Binary files a/docs/readinglist/images/fusechat.png and b/docs/readinglist/images/fusechat.png differ diff --git a/docs/readinglist/images/fusellm.png b/docs/readinglist/images/fusellm.png index 70db3755..1e6b6c9f 100644 Binary files a/docs/readinglist/images/fusellm.png and b/docs/readinglist/images/fusellm.png differ diff --git a/docs/readinglist/images/lora_lego.png b/docs/readinglist/images/lora_lego.png index f468b736..be3e7320 100644 Binary files a/docs/readinglist/images/lora_lego.png and b/docs/readinglist/images/lora_lego.png differ diff --git a/docs/readinglist/images/lorahub.png b/docs/readinglist/images/lorahub.png index a7bce416..2ce7a123 100644 Binary files a/docs/readinglist/images/lorahub.png and b/docs/readinglist/images/lorahub.png differ diff --git a/docs/readinglist/images/pituning.png b/docs/readinglist/images/pituning.png index de1b7b4b..30809c7e 100644 Binary files a/docs/readinglist/images/pituning.png and b/docs/readinglist/images/pituning.png differ diff --git a/docs/readinglist/images/pwe_moe.png b/docs/readinglist/images/pwe_moe.png index 487fee04..b3095cde 100644 Binary files a/docs/readinglist/images/pwe_moe.png and b/docs/readinglist/images/pwe_moe.png differ diff --git a/docs/readinglist/images/scaling_smart.png b/docs/readinglist/images/scaling_smart.png index 1e77fe99..2a2079c8 100644 Binary files a/docs/readinglist/images/scaling_smart.png and b/docs/readinglist/images/scaling_smart.png differ diff --git a/docs/readinglist/images/smile_upscaling.png b/docs/readinglist/images/smile_upscaling.png index a2abd4c8..cf15192f 100644 Binary files a/docs/readinglist/images/smile_upscaling.png and b/docs/readinglist/images/smile_upscaling.png differ diff --git a/docs/readinglist/images/sparse-modelsoups.png b/docs/readinglist/images/sparse-modelsoups.png index 660c0881..ac7333b8 100644 Binary files a/docs/readinglist/images/sparse-modelsoups.png and b/docs/readinglist/images/sparse-modelsoups.png differ diff --git a/docs/readinglist/images/sparse_upcycling.png b/docs/readinglist/images/sparse_upcycling.png index b175dc2a..094eb40a 100644 Binary files a/docs/readinglist/images/sparse_upcycling.png and b/docs/readinglist/images/sparse_upcycling.png differ diff --git a/docs/readinglist/images/twin_merging.png b/docs/readinglist/images/twin_merging.png index 383e7142..3a803da9 100644 Binary files a/docs/readinglist/images/twin_merging.png and b/docs/readinglist/images/twin_merging.png differ diff --git a/docs/readinglist/images/watt.png b/docs/readinglist/images/watt.png index 6b7042af..9ed01515 100644 Binary files a/docs/readinglist/images/watt.png and b/docs/readinglist/images/watt.png differ diff --git a/examples/smile_upscaling/SMILE.png b/examples/smile_upscaling/SMILE.png index cfb30131..8628d874 100644 Binary files a/examples/smile_upscaling/SMILE.png and b/examples/smile_upscaling/SMILE.png differ