Bump FlashInfer to 0.6.17 and remove Kimi K3 workarounds (#33997)

This commit is contained in:
Mohammad Miadh Angkad
2026-08-12 02:17:26 -07:00
committed by GitHub
parent 2d76d537e5
commit 00e57d74f0
19 changed files with 84 additions and 6496 deletions
+1 -1
View File
@@ -629,7 +629,7 @@ export const Playground = ({ config }) => {
"--moe-a2a-backend", "--moe-runner-backend",
]);
// Backend options may carry their own env (e.g. the FlashInfer MXFP4
// cubin-pool path): strip every backend option's env keys, then
// backend-specific path): strip every backend option's env keys, then
// re-add the selected option's.
const backendEnvKeys = [];
for (const o of (fc.backend?.options || [])) {
@@ -458,10 +458,8 @@ export const config = {
// Blackwell-only kernel-fusion path; selecting it reveals the Quantization sub-select.
{ id: "megamoe", label: "MegaMoE", flags: ["--moe-a2a-backend megamoe"],
requiresHw: ["b200", "b300", "gb200", "gb300"] },
// Blackwell-only: runs the prebuilt trtllm-gen SiTU cubins; needs the
// downloadable SiTU cubin pool unpacked and pointed to by the env var.
// Blackwell-only: runs FlashInfer's official trtllm-gen SiTU kernels.
{ id: "flashinfer_mxfp4", label: "FlashInfer (MXFP4)", flags: ["--moe-runner-backend flashinfer_mxfp4"],
env: ["SGLANG_TRTLLM_GEN_MOE_CUBIN_POOL=/path/to/trtllm_gen_moe_cubin_pool"],
requiresHw: ["b200", "b300", "gb200", "gb300"] },
{ id: "marlin", label: "Marlin (W4A16)", flags: ["--moe-runner-backend marlin"] },
],
@@ -931,10 +929,8 @@ export const config = {
"--pp-size 2",
"--dcp-size 8",
"--ep-size 8",
// Both pinned to the brought-up shape rather than left to the auto
// resolution the rest of Blackwell uses. The MXFP4 runner needs the SiTU
// cubin pool the published image ships; drop it to get the Marlin
// fallback on an install without one.
// Both backends are pinned to the validated recipe even though automatic
// resolution selects them on Blackwell.
"--moe-runner-backend flashinfer_mxfp4",
"--decode-attention-backend cutedsl_mla",
"--mem-fraction-static 0.85",