[FlashInfer v0.6.6][RL] Support fp8-last-n-bf16 RL for flashinfer_trtllm_routed moe backend (#20214)

This commit is contained in:
Ziang Li
2026-03-22 11:17:01 -07:00
committed by GitHub
parent c1fe5de69c
commit ce0541404f
6 changed files with 319 additions and 35 deletions
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
popen_launch_server,
)
register_cuda_ci(est_time=500, suite="nightly-4-gpu-b200", nightly=True)
register_cuda_ci(est_time=600, suite="nightly-4-gpu-b200", nightly=True)
class FlashinferTrtllmGenMoeBackendFP8Base:
@@ -187,5 +187,11 @@ class TestFlashinferTrtllmGenMoeBackendMXFP8Routed(
backend = "flashinfer_trtllm_routed"
class TestFlashinferTrtllmGenMoeBackendBF16Routed(
FlashinferTrtllmGenMoeBackendBF16Base, CustomTestCase
):
backend = "flashinfer_trtllm_routed"
if __name__ == "__main__":
unittest.main()