Change "default" rope scaling type back to "mrope" in HF config

Author: njhill

vllm/config.py

@@ -1740,7 +1740,7 @@ def _get_and_verify_max_len(
                     "with rope_scaling. Please raise an issue so we can "
                     "investigate.")
 
-            if rope_type in ("mrope", "default"):
+            if rope_type == "mrope":
                 scaling_factor = 1
             else:
                 assert "factor" in rope_scaling

vllm/transformers_utils/config.py

@@ -174,6 +174,14 @@ def get_config(
                 else:
                     raise e
 
+        # Replace unrecognized "default" rope scaling type with "mrope"
+        # See https://github.com/huggingface/transformers/issues/33401
+        hf_rope_scaling = getattr(config, "rope_scaling", None)
+        if hf_rope_scaling is not None:
+            for type_key in ("type", "rope_type"):
+                if hf_rope_scaling.get(type_key) == "default":
+                    hf_rope_scaling[type_key] = "mrope"
+
     elif config_format == ConfigFormat.MISTRAL:
         config = load_params_config(model, revision)
     else: