Co-authored-by: Brayden Zhong <brayden@radixark.ai>
This commit is contained in:
co-authored by
Brayden Zhong
parent
f82addd4a8
commit
5d4e63d49e
@@ -59,6 +59,8 @@ def _resolve_backend(backend: str, is_multi_node: bool = False) -> str:
|
||||
"FlashInfer allreduce fusion does not support multi-node on "
|
||||
"non-Blackwell systems."
|
||||
)
|
||||
if is_sm100_supported():
|
||||
return "mnnvl"
|
||||
return "trtllm"
|
||||
|
||||
if backend == "trtllm" and is_multi_node:
|
||||
|
||||
Reference in New Issue
Block a user