Fix int4 MoE tuner config filename (#35260)

Signed-off-by: maithilijoshi20 <maithilij2003@gmail.com>
This commit is contained in:
maithilijoshi20
2026-09-18 13:56:38 +08:00
committed by GitHub
parent 6e1d9c1464
commit 0dad91d50f
3 changed files with 29 additions and 4 deletions
@@ -321,8 +321,6 @@ def get_config_filename(
# NOTE(woosuk): The current naming convention uses w2.shape[2], which
# is the intermediate size after silu_and_mul.
N = shard_intermediate_size // 2
if use_int4_w4a16:
N = N // 2
filename = get_config_file_name(
num_experts,
@@ -281,8 +281,6 @@ class BenchmarkWorker:
block_n = block_shape[0] if block_shape else 0
block_k = block_shape[1] if block_shape else 0
N = shard_intermediate_size // 2
if use_int4_w4a16:
N = N // 2
op_config = get_moe_configs(
num_experts,
N,