Add atol for sliding window test (huggingface#30303)

atol for sliding window test
zucchini-nlp · Apr 18, 2024 · ad672e2 · ad672e2
1 parent d1a53cc
commit ad672e2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
@@ -3925,7 +3925,7 @@ def test_sdpa_matches_eager_sliding_window(self):
 
                 # Only non-padding tokens are expected to match.
                 self.assertTrue(
-                    torch.allclose(res_eager[attention_mask == 1], res_sdpa[attention_mask == 1], rtol=1e-3)
+                    torch.allclose(res_eager[attention_mask == 1], res_sdpa[attention_mask == 1], rtol=1e-4, atol=1e-4)
                 )
 
     @require_flash_attn