[Perf] Halve the non-finite sanitization overhead in per_token_group_quant (#32296)
Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Fable 5
parent
7de8792758
commit
9402012f0f
@@ -68,7 +68,6 @@ def benchmark(group_size: int, layout: str, num_tokens: int, impl: str):
|
||||
return marker.do_bench(
|
||||
FN[impl],
|
||||
input_args=(group_size, x, x_q, x_s, scale_ue8m0),
|
||||
graph_clone_args=(1,),
|
||||
memory_args=(x,),
|
||||
memory_output=(x_q, x_s),
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user