Update pytorch_lightning/plugins/training_type/training_type_plugin.py

Co-authored-by: Adrian Wälchli <aedu.waelchli@gmail.com>

Author: kaushikb11

pytorch_lightning/plugins/training_type/training_type_plugin.py

@@ -155,8 +155,7 @@ def results(self) -> Optional[Union[_EVALUATE_OUTPUT, _PREDICT_OUTPUT]]:
         return self._results
 
     def load_checkpoint(self, checkpoint_path: Union[str, Path]) -> Dict[str, Any]:
-        if self.on_gpu:
-            torch.cuda.empty_cache()
+        torch.cuda.empty_cache()
         return self.checkpoint_io.load_checkpoint(checkpoint_path)
 
     def load_model_state_dict(self, checkpoint: Mapping[str, Any]) -> None: