chore(config): clean up old log for Qwen (#1034)

axolotl-ai-cloud · Jan 3, 2024 · 74532dd · 74532dd
1 parent 8ba27f3
commit 74532dd
Showing 1 changed file with 0 additions and 5 deletions.
diff --git a/src/axolotl/utils/config.py b/src/axolotl/utils/config.py
@@ -422,11 +422,6 @@ def validate_config(cfg):
  if cfg.warmup_steps and cfg.warmup_ratio:
  raise ValueError("warmup_steps and warmup_ratio are mutually exclusive")
 
- if cfg.is_qwen_derived_model and cfg.gradient_checkpointing:
- LOG.warning(
- "Gradient checkpointing is broken for Qwen models for transformers>=4.35.0, except main branch."
- )
-
  if cfg.wandb_run_id and not cfg.wandb_name:
  cfg.wandb_name = cfg.wandb_run_id