chore: lint

axolotl-ai-cloud · Jan 25, 2024 · 9f77c30 · 9f77c30
1 parent c8e6fec
commit 9f77c30
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/src/axolotl/core/trainer_builder.py b/src/axolotl/core/trainer_builder.py
@@ -192,7 +192,7 @@ def create_scheduler(
                     num_warmup_steps=self.args.get_warmup_steps(num_training_steps),
                     num_training_steps=num_training_steps,
                 )
-            elif use_cosine_min_lr:
+            elif self.args.cosine_min_lr_ratio and use_cosine_min_lr:
                 assert 0 <= self.args.cosine_min_lr_ratio <= 1.0, "cosine_min_lr_ratio must be between 0.0 and 1.0"
                 self.lr_scheduler = get_cosine_schedule_with_min_lr(  # pylint: disable=attribute-defined-outside-init
                     optimizer,
@@ -203,11 +203,11 @@ def create_scheduler(
             else:
                 return super().create_scheduler(num_training_steps, optimizer)
         else:
-                if use_cosine_quadratic:
-                    LOG.warning("axolotl's cosine scheduler with quadratic warmup not used (e.g., because of deepspeed).")
+            if use_cosine_quadratic:
+                LOG.warning("axolotl's cosine scheduler with quadratic warmup not used (e.g., because of deepspeed).")
 
-                if use_cosine_min_lr:
-                    LOG.warning("axolotl's cosine scheduler with min lr not used (e.g., because of deepspeed).")
+            if use_cosine_min_lr:
+                LOG.warning("axolotl's cosine scheduler with min lr not used (e.g., because of deepspeed).")
 
         return self.lr_scheduler