dsv41_sparse.py and graph_variants.py referenced is_gfx95_supported without importing it (latent NameError on the ROCm path).
This commit is contained in:
@@ -19,7 +19,7 @@ from sglang.kernels.ops.gemm.bf16_fp32 import linear_bf16_fp32
|
||||
from sglang.kernels.ops.layernorm.rmsnorm_fp32 import rmsnorm_fp32
|
||||
from sglang.srt.layers.linear import ReplicatedLinear
|
||||
from sglang.srt.layers.quantization.base_config import QuantizationConfig
|
||||
from sglang.srt.utils import add_prefix
|
||||
from sglang.srt.utils import add_prefix, is_gfx95_supported
|
||||
|
||||
|
||||
def _rope_fq4(x, freqs, rope_dim, *, compressed_kv=False):
|
||||
|
||||
Reference in New Issue
Block a user