test(lora): enable ROCm logprob accuracy coverage (#38791)
This commit is contained in:
@@ -31,10 +31,12 @@ import torch
|
|||||||
from huggingface_hub import snapshot_download
|
from huggingface_hub import snapshot_download
|
||||||
|
|
||||||
import sglang as sgl
|
import sglang as sgl
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.srt.utils import is_hip
|
||||||
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=96, stage="extra-b", runner_config="4-gpu-b200")
|
register_cuda_ci(est_time=96, stage="extra-b", runner_config="4-gpu-b200")
|
||||||
|
register_amd_ci(est_time=180, suite="stage-c-test-4-gpu-amd")
|
||||||
|
|
||||||
BASE_MODEL = "lmsys/gpt-oss-20b-bf16"
|
BASE_MODEL = "lmsys/gpt-oss-20b-bf16"
|
||||||
LORA_HF_REPO = "yushengsu/lora-diff-gpt-oss-20b"
|
LORA_HF_REPO = "yushengsu/lora-diff-gpt-oss-20b"
|
||||||
@@ -43,8 +45,9 @@ MAX_LORA_RANK = 32
|
|||||||
TP_SIZE = 4
|
TP_SIZE = 4
|
||||||
MOE_RUNNER_BACKEND = "triton"
|
MOE_RUNNER_BACKEND = "triton"
|
||||||
EXPERTS_SHARED_OUTER_LORAS = True
|
EXPERTS_SHARED_OUTER_LORAS = True
|
||||||
PREFILL_ATTENTION_BACKEND = "fa4"
|
ATTENTION_BACKEND = "triton" if is_hip() else "flashinfer"
|
||||||
DECODE_ATTENTION_BACKEND = "fa4"
|
PREFILL_ATTENTION_BACKEND = "triton" if is_hip() else "fa4"
|
||||||
|
DECODE_ATTENTION_BACKEND = "triton" if is_hip() else "fa4"
|
||||||
|
|
||||||
KL_THRESHOLD = 5e-3
|
KL_THRESHOLD = 5e-3
|
||||||
|
|
||||||
@@ -80,7 +83,7 @@ class TestLoRAGptOss20BLogprobDiff(CustomTestCase):
|
|||||||
max_lora_rank=MAX_LORA_RANK,
|
max_lora_rank=MAX_LORA_RANK,
|
||||||
lora_paths={"my_lora": adapter_path},
|
lora_paths={"my_lora": adapter_path},
|
||||||
lora_backend=LORA_BACKEND,
|
lora_backend=LORA_BACKEND,
|
||||||
attention_backend="flashinfer",
|
attention_backend=ATTENTION_BACKEND,
|
||||||
moe_runner_backend=MOE_RUNNER_BACKEND,
|
moe_runner_backend=MOE_RUNNER_BACKEND,
|
||||||
experts_shared_outer_loras=EXPERTS_SHARED_OUTER_LORAS,
|
experts_shared_outer_loras=EXPERTS_SHARED_OUTER_LORAS,
|
||||||
prefill_attention_backend=PREFILL_ATTENTION_BACKEND,
|
prefill_attention_backend=PREFILL_ATTENTION_BACKEND,
|
||||||
|
|||||||
@@ -34,10 +34,11 @@ from huggingface_hub import snapshot_download
|
|||||||
|
|
||||||
import sglang as sgl
|
import sglang as sgl
|
||||||
from sglang.srt.lora.utils import auto_detect_lora_target_modules
|
from sglang.srt.lora.utils import auto_detect_lora_target_modules
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=56, stage="extra-a", runner_config="1-gpu-large")
|
register_cuda_ci(est_time=56, stage="extra-a", runner_config="1-gpu-large")
|
||||||
|
register_amd_ci(est_time=120, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
BASE_MODEL = "Qwen/Qwen3-8B"
|
BASE_MODEL = "Qwen/Qwen3-8B"
|
||||||
LORA_HF_REPO = "yushengsu/lora-diff-Qwen3-8B"
|
LORA_HF_REPO = "yushengsu/lora-diff-Qwen3-8B"
|
||||||
@@ -54,14 +55,19 @@ def attention_backend_kwargs():
|
|||||||
"""Engine attention-backend kwargs for the current platform.
|
"""Engine attention-backend kwargs for the current platform.
|
||||||
|
|
||||||
fa4 and flashinfer are CUDA-only: fa4 dispatches into the CUTLASS CUTE DSL
|
fa4 and flashinfer are CUDA-only: fa4 dispatches into the CUTLASS CUTE DSL
|
||||||
kernel, which cannot import off CUDA. On XPU the equivalent fused path is
|
kernel, which cannot import off CUDA. Use Triton on ROCm and the equivalent
|
||||||
the intel_xpu backend, so select it there instead of forcing a backend the
|
intel_xpu fused path on XPU.
|
||||||
device has no kernels for.
|
|
||||||
"""
|
"""
|
||||||
from sglang.srt.utils import is_xpu
|
from sglang.srt.utils import is_hip, is_xpu
|
||||||
|
|
||||||
if is_xpu():
|
if is_xpu():
|
||||||
return {"attention_backend": "intel_xpu"}
|
return {"attention_backend": "intel_xpu"}
|
||||||
|
if is_hip():
|
||||||
|
return {
|
||||||
|
"attention_backend": "triton",
|
||||||
|
"prefill_attention_backend": "triton",
|
||||||
|
"decode_attention_backend": "triton",
|
||||||
|
}
|
||||||
return {
|
return {
|
||||||
"attention_backend": "flashinfer",
|
"attention_backend": "flashinfer",
|
||||||
"prefill_attention_backend": PREFILL_ATTENTION_BACKEND,
|
"prefill_attention_backend": PREFILL_ATTENTION_BACKEND,
|
||||||
|
|||||||
Reference in New Issue
Block a user