[Fix] Fall back to triton MOE for GPT-OSS on Blackwell with driver >= 595 (#21780)
Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
9191b02eda
commit
f60f2ccc10
@@ -194,22 +194,12 @@ class GPUEnv(BaseEnv):
|
||||
"""
|
||||
Get CUDA driver version.
|
||||
"""
|
||||
versions = set()
|
||||
try:
|
||||
output = subprocess.check_output(
|
||||
[
|
||||
"nvidia-smi",
|
||||
"--query-gpu=driver_version",
|
||||
"--format=csv,noheader,nounits",
|
||||
]
|
||||
)
|
||||
versions = set(output.decode().strip().split("\n"))
|
||||
if len(versions) == 1:
|
||||
return {"CUDA Driver Version": versions.pop()}
|
||||
else:
|
||||
return {"CUDA Driver Versions": ", ".join(sorted(versions))}
|
||||
except subprocess.SubprocessError:
|
||||
from sglang.srt.utils.common import get_nvidia_driver_version_str
|
||||
|
||||
ver = get_nvidia_driver_version_str()
|
||||
if ver is None:
|
||||
return {"CUDA Driver Version": "Not Available"}
|
||||
return {"CUDA Driver Version": ver}
|
||||
|
||||
def get_topology(self):
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user