chore: bump flashinfer version to 0.6.7 (#21422)

Co-authored-by: sglang-bot <sglang-bot@users.noreply.github.com>
Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
This commit is contained in:
sglang-bot
2026-03-31 21:18:16 -07:00
committed by GitHub
co-authored by sglang-bot Baizhou Zhang
parent 03a87068ea
commit ca3ba05a7a
8 changed files with 33 additions and 8 deletions
+2 -1
View File
@@ -31,7 +31,7 @@ from sglang.test.test_utils import CustomTestCase, is_in_ci
register_cuda_ci(
est_time=116,
suite="stage-b-test-2-gpu-large",
suite="stage-c-test-8-gpu-h200",
)
register_amd_ci(
est_time=116,
@@ -65,6 +65,7 @@ class TestLoRATP(CustomTestCase):
max_new_tokens=32,
enable_lora_overlap_loading=enable_lora_overlap_loading,
test_tag=f"tp={tp_size}, enable_lora_overlap_loading={enable_lora_overlap_loading}",
attention_backend="fa3",
)
def test_ci_lora_models(self):
@@ -126,8 +126,25 @@ class TestPiecewiseCudaGraphQwen25VLEmbedding(CustomTestCase):
engine.shutdown()
self.assertGreater(len(out_without_pcg), 0)
t_out = torch.tensor(out)
t_out_without_pcg = torch.tensor(out_without_pcg)
max_abs_diff = (t_out - t_out_without_pcg).abs().max().item()
max_rel_diff = (
((t_out - t_out_without_pcg).abs() / (t_out_without_pcg.abs() + 1e-8))
.max()
.item()
)
print(
f"PCG embedding diff: max_abs={max_abs_diff:.6f}, max_rel={max_rel_diff:.6f}"
)
self.assertTrue(
torch.allclose(torch.tensor(out), torch.tensor(out_without_pcg))
torch.allclose(
t_out,
t_out_without_pcg,
atol=1e-2,
rtol=1e-2,
),
f"Piecewise CUDA graph embedding mismatch: max_abs_diff={max_abs_diff}, max_rel_diff={max_rel_diff}",
)