Add atol for sliding window test (#30303)

atol for sliding window test
huggingface · Apr 18, 2024 · 9459efb · 9459efb
1 parent 3f20877
commit 9459efb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
@@ -3925,7 +3925,7 @@ def test_sdpa_matches_eager_sliding_window(self):
 
                 # Only non-padding tokens are expected to match.
                 self.assertTrue(
-                    torch.allclose(res_eager[attention_mask == 1], res_sdpa[attention_mask == 1], rtol=1e-3)
+                    torch.allclose(res_eager[attention_mask == 1], res_sdpa[attention_mask == 1], rtol=1e-4, atol=1e-4)
                 )
 
     @require_flash_attn