chore: bump flashinfer version to 0.6.7 (#21422)
Co-authored-by: sglang-bot <sglang-bot@users.noreply.github.com> Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
This commit is contained in:
co-authored by
sglang-bot
Baizhou Zhang
parent
03a87068ea
commit
ca3ba05a7a
@@ -31,7 +31,7 @@ from sglang.test.test_utils import CustomTestCase, is_in_ci
|
||||
|
||||
register_cuda_ci(
|
||||
est_time=116,
|
||||
suite="stage-b-test-2-gpu-large",
|
||||
suite="stage-c-test-8-gpu-h200",
|
||||
)
|
||||
register_amd_ci(
|
||||
est_time=116,
|
||||
@@ -65,6 +65,7 @@ class TestLoRATP(CustomTestCase):
|
||||
max_new_tokens=32,
|
||||
enable_lora_overlap_loading=enable_lora_overlap_loading,
|
||||
test_tag=f"tp={tp_size}, enable_lora_overlap_loading={enable_lora_overlap_loading}",
|
||||
attention_backend="fa3",
|
||||
)
|
||||
|
||||
def test_ci_lora_models(self):
|
||||
|
||||
@@ -126,8 +126,25 @@ class TestPiecewiseCudaGraphQwen25VLEmbedding(CustomTestCase):
|
||||
engine.shutdown()
|
||||
self.assertGreater(len(out_without_pcg), 0)
|
||||
|
||||
t_out = torch.tensor(out)
|
||||
t_out_without_pcg = torch.tensor(out_without_pcg)
|
||||
max_abs_diff = (t_out - t_out_without_pcg).abs().max().item()
|
||||
max_rel_diff = (
|
||||
((t_out - t_out_without_pcg).abs() / (t_out_without_pcg.abs() + 1e-8))
|
||||
.max()
|
||||
.item()
|
||||
)
|
||||
print(
|
||||
f"PCG embedding diff: max_abs={max_abs_diff:.6f}, max_rel={max_rel_diff:.6f}"
|
||||
)
|
||||
self.assertTrue(
|
||||
torch.allclose(torch.tensor(out), torch.tensor(out_without_pcg))
|
||||
torch.allclose(
|
||||
t_out,
|
||||
t_out_without_pcg,
|
||||
atol=1e-2,
|
||||
rtol=1e-2,
|
||||
),
|
||||
f"Piecewise CUDA graph embedding mismatch: max_abs_diff={max_abs_diff}, max_rel_diff={max_rel_diff}",
|
||||
)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user