Post-rebase fixes

examples/albert/run_trainer.py

@@ -40,23 +40,6 @@ def setup_transformers_logging(process_rank: int):
         transformers.utils.logging.enable_propagation()
 
 
-def get_model(training_args, config, tokenizer):
-    # Find latest checkpoint in output_dir
-    output_dir = Path(training_args.output_dir)
-    logger.info(f'Checkpoint dir {output_dir}, contents {list(output_dir.glob("checkpoint*"))}')
-    latest_checkpoint_dir = max(output_dir.glob("checkpoint*"), default=None, key=os.path.getctime)
-
-    if latest_checkpoint_dir is not None:
-        logger.info(f"Loading model from {latest_checkpoint_dir}")
-        model = AlbertForPreTraining.from_pretrained(latest_checkpoint_dir)
-    else:
-        logger.info(f"Training from scratch")
-        model = AlbertForPreTraining(config)
-        model.resize_token_embeddings(len(tokenizer))
-
-    return model
-
-
 class CollaborativeCallback(transformers.TrainerCallback):
     """
     This callback monitors and reports collaborative training progress.