Fix int4 MoE tuner config filename (#35260)
Signed-off-by: maithilijoshi20 <maithilij2003@gmail.com>
This commit is contained in:
@@ -321,8 +321,6 @@ def get_config_filename(
|
||||
# NOTE(woosuk): The current naming convention uses w2.shape[2], which
|
||||
# is the intermediate size after silu_and_mul.
|
||||
N = shard_intermediate_size // 2
|
||||
if use_int4_w4a16:
|
||||
N = N // 2
|
||||
|
||||
filename = get_config_file_name(
|
||||
num_experts,
|
||||
|
||||
@@ -281,8 +281,6 @@ class BenchmarkWorker:
|
||||
block_n = block_shape[0] if block_shape else 0
|
||||
block_k = block_shape[1] if block_shape else 0
|
||||
N = shard_intermediate_size // 2
|
||||
if use_int4_w4a16:
|
||||
N = N // 2
|
||||
op_config = get_moe_configs(
|
||||
num_experts,
|
||||
N,
|
||||
|
||||
Reference in New Issue
Block a user