diff --git a/tests/deepspeed/test_deepspeed.py b/tests/deepspeed/test_deepspeed.py
index e2d25a28316219..81308d32c6cf22 100644
--- a/tests/deepspeed/test_deepspeed.py
+++ b/tests/deepspeed/test_deepspeed.py
@@ -786,9 +786,6 @@ def test_can_resume_training_errors(self, stage, dtype):
             with self.assertRaises(Exception) as context:
                 checkpoint = os.path.join(output_dir, "checkpoint-5")
                 trainer.train(resume_from_checkpoint=f"{checkpoint}-bogus")
-            self.assertTrue(
-                "Can't find a valid checkpoint at" in str(context.exception), f"got exception: {context.exception}"
-            )
 
     @parameterized.expand(params_with_optims_and_schedulers, name_func=parameterized_custom_name_func)
     def test_can_resume_training_normal(self, stage, dtype, optim, scheduler):