test: fix NIXL EP Mooncake FT test (#32638)
This commit is contained in:
@@ -1,8 +1,11 @@
|
|||||||
import os
|
import os
|
||||||
|
import subprocess
|
||||||
import time
|
import time
|
||||||
import unittest
|
import unittest
|
||||||
from types import SimpleNamespace
|
from types import SimpleNamespace
|
||||||
|
|
||||||
|
import requests
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
from sglang.test.run_eval import run_eval
|
from sglang.test.run_eval import run_eval
|
||||||
from sglang.test.server_fixtures.disaggregation_fixture import get_rdma_devices_args
|
from sglang.test.server_fixtures.disaggregation_fixture import get_rdma_devices_args
|
||||||
@@ -101,12 +104,34 @@ class TestNixlEPElasticEP(_EPTestBase):
|
|||||||
|
|
||||||
|
|
||||||
class TestNixlMoeMooncakeElasticEP(_EPTestBase):
|
class TestNixlMoeMooncakeElasticEP(_EPTestBase):
|
||||||
server_args = [*NIXL_COMMON, *DP_ATTN, *ELASTIC_MOONCAKE]
|
server_args = [
|
||||||
|
*NIXL_COMMON,
|
||||||
|
*DP_ATTN,
|
||||||
|
*ELASTIC_MOONCAKE,
|
||||||
|
"--moe-dense-tp-size",
|
||||||
|
"1",
|
||||||
|
"--enable-dp-lm-head",
|
||||||
|
]
|
||||||
|
|
||||||
pkill_process_1 = "sglang::scheduler_DP1_TP8_EP8"
|
pkill_process_1 = "sglang::scheduler_DP1_TP1_EP1"
|
||||||
|
|
||||||
def test_gsm8k_fault_1(self):
|
def test_gsm8k_fault_1(self):
|
||||||
os.system(f"pkill -f {self.pkill_process_1}")
|
subprocess.run(
|
||||||
|
["pkill", "-f", f"^{self.pkill_process_1}$"],
|
||||||
|
check=True,
|
||||||
|
)
|
||||||
|
# Bootstrap one forward on a survivor so the controller learns the
|
||||||
|
# post-fault active-rank mask before dispatching concurrent requests.
|
||||||
|
response = requests.post(
|
||||||
|
f"{self.base_url}/generate",
|
||||||
|
json={
|
||||||
|
"text": "Hello",
|
||||||
|
"sampling_params": {"max_new_tokens": 1},
|
||||||
|
"routed_dp_rank": 0,
|
||||||
|
},
|
||||||
|
timeout=120,
|
||||||
|
)
|
||||||
|
self.assertEqual(response.status_code, 200, response.text)
|
||||||
metrics = self._run_gsm8k()
|
metrics = self._run_gsm8k()
|
||||||
self.assertGreater(metrics["score"], 0.60)
|
self.assertGreater(metrics["score"], 0.60)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user