[NVIDIA] Add CUDA 13.4 container for initial Rubin support (#36233)
This commit is contained in:
@@ -20,7 +20,8 @@ set(GITHUB_ARTIFACTORY "github.com" CACHE STRING "GitHub mirror URL")
|
||||
find_package(Python COMPONENTS Interpreter Development.Module ${SKBUILD_SABI_COMPONENT} REQUIRED)
|
||||
|
||||
# CXX
|
||||
set(CMAKE_CXX_STANDARD 17)
|
||||
set(SGL_KERNEL_CXX_STANDARD "17" CACHE STRING "C++ standard used for host and CUDA compilation")
|
||||
set(CMAKE_CXX_STANDARD ${SGL_KERNEL_CXX_STANDARD})
|
||||
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O3")
|
||||
|
||||
# CUDA
|
||||
@@ -125,7 +126,7 @@ set(SGL_KERNEL_CUDA_FLAGS
|
||||
"-Xcompiler"
|
||||
"-fPIC"
|
||||
"-gencode=arch=compute_90,code=sm_90"
|
||||
"-std=c++17"
|
||||
"-std=c++${SGL_KERNEL_CXX_STANDARD}"
|
||||
"-DFLASHINFER_ENABLE_F16"
|
||||
"-DCUTE_USE_PACKED_TUPLE=1"
|
||||
"-DCUTLASS_ENABLE_TENSOR_CORE_MMA=1"
|
||||
@@ -399,7 +400,7 @@ if (SGL_KERNEL_ENABLE_FA3)
|
||||
"-Xcompiler"
|
||||
"-fPIC"
|
||||
"-gencode=arch=compute_90a,code=sm_90a"
|
||||
"-std=c++17"
|
||||
"-std=c++${SGL_KERNEL_CXX_STANDARD}"
|
||||
"-DCUTE_USE_PACKED_TUPLE=1"
|
||||
"-DCUTLASS_ENABLE_TENSOR_CORE_MMA=1"
|
||||
"-DCUTLASS_VERSIONS_GENERATED"
|
||||
@@ -493,7 +494,7 @@ endif()
|
||||
set(INFLLM_FLASH_CUDA_FLAGS
|
||||
"-DNDEBUG"
|
||||
"-O3"
|
||||
"-std=c++17"
|
||||
"-std=c++${SGL_KERNEL_CXX_STANDARD}"
|
||||
"-Xcompiler"
|
||||
"-fPIC"
|
||||
"-U__CUDA_NO_HALF_OPERATORS__"
|
||||
|
||||
@@ -2,8 +2,8 @@
|
||||
# sm90 dense decode HEAD_DIM_K=512 support (sgl-project/FlashMLA#9, merged).
|
||||
FetchContent_Declare(
|
||||
repo-flashmla
|
||||
URL https://${GITHUB_ARTIFACTORY}/sgl-project/FlashMLA/archive/05e26647fe840b8baedae486c2d86d5ce4efeb7c.tar.gz
|
||||
URL_HASH SHA256=ce369489bbfc42cdfbba9aa949de0270e64469d530748dea9f4f60b3c69dea9b
|
||||
URL https://${GITHUB_ARTIFACTORY}/sgl-project/FlashMLA/archive/c1dee569a494b184811a08171a690ece21420262.tar.gz
|
||||
URL_HASH SHA256=77d3f1714b5903dc8f7a99fbc3a5d9a2b886e449f994b6c4b1d2feeacb467b1e
|
||||
)
|
||||
FetchContent_Populate(repo-flashmla)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user