[Fix] Update supported custom_mem_pool types for mooncake (#21728)
Co-authored-by: 百麒 <yaozhong.lyz@alibaba-inc.com>
This commit is contained in:
@@ -23,7 +23,7 @@ from sglang.srt.environ import envs
|
|||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
# Global constants for custom memory pool types
|
# Global constants for custom memory pool types
|
||||||
SUPPORTED_MOONCAKE_CUSTOM_MEM_POOL_TYPES = ["NVLINK", "BAREX", "INTRA_NVLINK"]
|
SUPPORTED_MOONCAKE_CUSTOM_MEM_POOL_TYPES = ["NVLINK", "BAREX", "INTRA_NODE_NVLINK"]
|
||||||
|
|
||||||
|
|
||||||
def init_mooncake_custom_mem_pool(
|
def init_mooncake_custom_mem_pool(
|
||||||
|
|||||||
Reference in New Issue
Block a user