enhance LoRA tests and fix base model LoRA eviction in Scheduler (#16333)

test/registered/lora/test_multi_lora_backend.py

@@ -20,30 +20,20 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
 from sglang.test.lora_utils import (
     ALL_OTHER_MULTI_LORA_MODELS,
     CI_MULTI_LORA_MODELS,
+    run_lora_batch_splitting_equivalence_test,
     run_lora_multiple_batch_on_model_cases,
 )
 from sglang.test.test_utils import CustomTestCase, is_in_ci
 
-register_cuda_ci(est_time=60, suite="stage-b-test-small-1-gpu")
-register_amd_ci(est_time=60, suite="stage-b-test-small-1-gpu-amd")
-
-# All prompts are used at once in a batch.
-PROMPTS = [
-    "AI is a field of computer science focused on",
-    """
-    ### Instruction:
-    Tell me about llamas and alpacas
-    ### Response:
-    Llamas are large, long-necked animals with a woolly coat. They have two toes on each foot instead of three like other camelids.
-    ### Question:
-    What do you know about llamas?
-    ### Answer:
-    """,
-]
+register_cuda_ci(est_time=100, suite="stage-b-test-small-1-gpu")
+register_amd_ci(est_time=100, suite="stage-b-test-small-1-gpu-amd")
 
 
 class TestMultiLoRABackend(CustomTestCase):
-    def test_ci_lora_models(self):
+    def test_ci_lora_models_batch_splitting(self):
+        run_lora_batch_splitting_equivalence_test(CI_MULTI_LORA_MODELS)
+
+    def test_ci_lora_models_multi_batch(self):
         run_lora_multiple_batch_on_model_cases(CI_MULTI_LORA_MODELS)
 
     def test_all_lora_models(self):