From ae9b3bd31ef2825992a034c948627c6e5a86cdb7 Mon Sep 17 00:00:00 2001 From: Joao Gante Date: Tue, 20 Feb 2024 10:27:23 +0000 Subject: [PATCH] low memory tests are flaky --- tests/generation/test_utils.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/generation/test_utils.py b/tests/generation/test_utils.py index b4e1a218a928..a4a7a6aa7526 100644 --- a/tests/generation/test_utils.py +++ b/tests/generation/test_utils.py @@ -1503,6 +1503,7 @@ def test_contrastive_generate_dict_outputs_use_cache(self): for output in (output_contrastive, output_generate): self._check_outputs(output, input_ids, model.config, use_cache=True) + @is_flaky(description="low_memory changes the order of FP operations, which may result in different tokens.") def test_contrastive_generate_low_memory(self): # Check that choosing 'low_memory' does not change the model output for model_class in self.all_generative_model_classes: @@ -1542,6 +1543,7 @@ def test_contrastive_generate_low_memory(self): ) self.assertListEqual(low_output.tolist(), high_output.tolist()) + @is_flaky(description="low_memory changes the order of FP operations, which may result in different tokens.") def test_beam_search_low_memory(self): # Check that choosing 'low_memory' does not change the model output for model_class in self.all_generative_model_classes: