minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix assertion tolerance for bf16 precision in triton attention UT (#17461)

Browse Source 
Signed-off-by: Rahul Vijayaraghavan <rahul.vijayaraghavan@intel.com>
This commit is contained in:
Rahul Vijayaraghavan
2026-03-03 13:43:58 -08:00
committed by GitHub
parent 85ab6a7f54
commit ac2819c81f
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/attention/test_triton_attention_kernels.py
+4 -2
View File
@@ -304,8 +304,10 @@ class TestTritonAttention(CustomTestCase):
max_len_in_batch, max_len_in_batch,
) )
self.assertTrue(torch.allclose(o_extend, o_redundant, rtol=1e-2)) self.assertTrue(torch.allclose(o_extend, o_redundant, rtol=1e-2, atol=1e-3))
self.assertTrue(torch.allclose(o_extend_mask, o_redundant, rtol=1e-2)) self.assertTrue(
torch.allclose(o_extend_mask, o_redundant, rtol=1e-2, atol=1e-3)
)
def test_extend_attention(self): def test_extend_attention(self):