From 512bfbb1e113044440a478507396b952cb2fff04 Mon Sep 17 00:00:00 2001 From: Zaili Wang <109502517+ZailiWang@users.noreply.github.com> Date: Wed, 3 Jun 2026 13:40:41 +0800 Subject: [PATCH] [CPU] Explicitly enable AVX512 & AMX instruction set (#26145) Co-authored-by: Ma Mingfei --- sgl-kernel/csrc/cpu/CMakeLists.txt | 26 ++++++++++++++++++++------ 1 file changed, 20 insertions(+), 6 deletions(-) mode change 100755 => 100644 sgl-kernel/csrc/cpu/CMakeLists.txt diff --git a/sgl-kernel/csrc/cpu/CMakeLists.txt b/sgl-kernel/csrc/cpu/CMakeLists.txt old mode 100755 new mode 100644 index 6b0e0d86e..2fa0cb82a --- a/sgl-kernel/csrc/cpu/CMakeLists.txt +++ b/sgl-kernel/csrc/cpu/CMakeLists.txt @@ -115,12 +115,26 @@ if("$ENV{SGLANG_CPU_FP8_CVT_FTZ}" STREQUAL "1") add_compile_definitions(SGLANG_CPU_FP8_CVT_FTZ) endif() -add_compile_options( - -O3 - -Wno-unknown-pragmas - -march=native - -fopenmp -) +if(MY_ARCH_DIR STREQUAL "x86_64") + add_compile_options( + -O3 + -Wno-unknown-pragmas + -march=x86-64-v4 + -mavx512bf16 + -mavx512vnni + -mamx-tile + -mamx-bf16 + -mamx-int8 + -fopenmp + ) +else() + add_compile_options( + -O3 + -Wno-unknown-pragmas + -march=native + -fopenmp + ) +endif() Python_add_library(common_ops MODULE USE_SABI ${SKBUILD_SABI_VERSION} WITH_SOABI ${SOURCES}) target_link_libraries(common_ops PRIVATE ${TORCH_LIBRARIES} ${NUMA_LIB})