[sgl-kernel/cpu] support w8a8 int8 model for arm cpu (#16045)

skip gpu test as this one is not related to gpu backend.
This commit is contained in:
Yibo Cai
2026-05-08 14:47:06 +08:00
committed by GitHub
parent 47e9ec11ad
commit 55d8223c2b
7 changed files with 832 additions and 16 deletions
+2
View File
@@ -473,6 +473,7 @@ at::Tensor int8_scaled_mm_cpu(
return out;
}
#ifndef __aarch64__
// fused `per_token_quant_int8_cpu` and `int8_scaled_mm_cpu`
at::Tensor int8_scaled_mm_with_quant(
at::Tensor& mat1,
@@ -539,3 +540,4 @@ at::Tensor int8_scaled_mm_with_quant(
});
return out;
}
#endif // #ifndef __aarch64__