[AMD] Move get_global_server_args import out of CUDA-only block to fix NameError on AMD (#19866)
This commit is contained in:
@@ -45,10 +45,10 @@ _use_aiter = get_bool_env_var("SGLANG_USE_AITER") and _is_hip
|
|||||||
_is_xpu = is_xpu()
|
_is_xpu = is_xpu()
|
||||||
_use_sgl_xpu = use_intel_xpu_backend()
|
_use_sgl_xpu = use_intel_xpu_backend()
|
||||||
|
|
||||||
|
from sglang.srt.server_args import get_global_server_args
|
||||||
|
|
||||||
if _is_cuda:
|
if _is_cuda:
|
||||||
from sgl_kernel import gelu_and_mul, moe_sum_reduce, silu_and_mul
|
from sgl_kernel import gelu_and_mul, moe_sum_reduce, silu_and_mul
|
||||||
|
|
||||||
from sglang.srt.server_args import get_global_server_args
|
|
||||||
elif _is_cpu and _is_cpu_amx_available:
|
elif _is_cpu and _is_cpu_amx_available:
|
||||||
pass
|
pass
|
||||||
elif _is_hip:
|
elif _is_hip:
|
||||||
|
|||||||
Reference in New Issue
Block a user