[Tiny]Fix 1-gpu nightly test bugs (#13389)

This commit is contained in:
Baizhou Zhang
2025-11-16 15:54:17 -08:00
committed by GitHub
parent 3ccd7fa669
commit d64dd3e18e
3 changed files with 4 additions and 19 deletions
@@ -239,6 +239,7 @@ class TestNSAIndexer(CustomTestCase):
} }
params.update(kwargs) params.update(kwargs)
torch.set_default_dtype(self.dtype)
indexer = Indexer(**params) indexer = Indexer(**params)
# Move indexer to CUDA device # Move indexer to CUDA device
indexer = indexer.to(device=self.device) indexer = indexer.to(device=self.device)
+2 -15
View File
@@ -1,4 +1,3 @@
import os
import random import random
import unittest import unittest
from typing import Sequence from typing import Sequence
@@ -8,7 +7,7 @@ from utils import TORCH_DTYPES, LoRAAdaptor, LoRAModelCase, ensure_reproducibili
from sglang.srt.models.qwen3_vl import Qwen3VLForConditionalGeneration from sglang.srt.models.qwen3_vl import Qwen3VLForConditionalGeneration
from sglang.srt.models.qwen3_vl_moe import Qwen3VLMoeForConditionalGeneration from sglang.srt.models.qwen3_vl_moe import Qwen3VLMoeForConditionalGeneration
from sglang.test.runners import HFRunner, SRTRunner from sglang.test.runners import HFRunner, SRTRunner
from sglang.test.test_utils import CustomTestCase, calculate_rouge_l, is_in_ci from sglang.test.test_utils import CustomTestCase, calculate_rouge_l
class TestLoRAQwen3VLGating(CustomTestCase): class TestLoRAQwen3VLGating(CustomTestCase):
@@ -165,6 +164,7 @@ def _run_lora_multiple_batch_on_model_cases(
lora_backend=backend, lora_backend=backend,
sleep_on_idle=True, sleep_on_idle=True,
attention_backend="torch_native", attention_backend="torch_native",
disable_radix_cache=True,
) )
ensure_reproducibility() ensure_reproducibility()
@@ -224,19 +224,6 @@ class TestLoRAQwen3VLIntegration(CustomTestCase):
variant_label=label, variant_label=label,
) )
def test_all_lora_models(self):
if is_in_ci():
return
for label, model_case in LORA_MODEL_VARIANTS:
if "ONLY_RUN" in os.environ and os.environ["ONLY_RUN"] != model_case.base:
continue
with self.subTest(variant=label):
_run_lora_multiple_batch_on_model_cases(
[model_case],
max_new_tokens=LORA_MAX_NEW_TOKENS,
variant_label=label,
)
if __name__ == "__main__": if __name__ == "__main__":
unittest.main() unittest.main()
+1 -4
View File
@@ -209,7 +209,6 @@ suites = {
"nightly-1-gpu": [ "nightly-1-gpu": [
TestFile("layers/attention/nsa/test_nsa_indexer.py", 2), TestFile("layers/attention/nsa/test_nsa_indexer.py", 2),
TestFile("lora/test_lora_qwen3.py", 97), TestFile("lora/test_lora_qwen3.py", 97),
TestFile("lora/test_lora_qwen3_vl.py", 200),
TestFile("lora/test_lora_radix_cache.py", 200), TestFile("lora/test_lora_radix_cache.py", 200),
TestFile("lora/test_lora_eviction_policy.py", 200), TestFile("lora/test_lora_eviction_policy.py", 200),
TestFile("lora/test_lora_openai_api.py", 30), TestFile("lora/test_lora_openai_api.py", 30),
@@ -256,9 +255,7 @@ suites = {
TestFile("lora/test_chunked_sgmv_backend.py"), TestFile("lora/test_chunked_sgmv_backend.py"),
TestFile("lora/test_lora_llama4.py"), TestFile("lora/test_lora_llama4.py"),
TestFile("lora/test_lora_cuda_graph.py"), TestFile("lora/test_lora_cuda_graph.py"),
TestFile("lora/test_lora_qwen3.py"), TestFile("lora/test_lora_qwen3_vl.py"),
TestFile("lora/test_lora_tp.py"),
TestFile("lora/test_lora_update.py"),
TestFile("models/test_clip_models.py"), TestFile("models/test_clip_models.py"),
TestFile("models/test_dummy_grok_models.py"), TestFile("models/test_dummy_grok_models.py"),
TestFile("models/test_falcon_h1_models.py"), TestFile("models/test_falcon_h1_models.py"),