diff --git a/examples/scripts/reward_modeling.py b/examples/scripts/reward_modeling.py
index d06c08ee5d..f105144991 100644
--- a/examples/scripts/reward_modeling.py
+++ b/examples/scripts/reward_modeling.py
@@ -67,7 +67,6 @@ class ScriptArguments:
             r=16,
             lora_alpha=16,
             bias="none",
-            task_type="CAUSAL_LM",
             task_type="SEQ_CLS",
             modules_to_save=["scores"],
         ),