Merge pull request hiyouga#5438 from aliencaocao/patch-1

Add qwen_vl to liger kernel supported list
tastelikefeet · Sep 16, 2024 · 1a3e654 · 1a3e654
2 parents e22ac05 + 7a2958a
commit 1a3e654
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/llamafactory/model/model_utils/liger_kernel.py b/src/llamafactory/model/model_utils/liger_kernel.py
@@ -45,6 +45,8 @@ def configure_liger_kernel(config: "PretrainedConfig", model_args: "ModelArgumen
         from liger_kernel.transformers import apply_liger_kernel_to_phi3 as apply_liger_kernel
     elif model_type == "qwen2":
         from liger_kernel.transformers import apply_liger_kernel_to_qwen2 as apply_liger_kernel
+    elif model_type == "qwen2_vl":
+        from liger_kernel.transformers import apply_liger_kernel_to_qwen2_vl as apply_liger_kernel
     else:
         logger.warning("Current model does not support liger kernel.")
         return