minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Spec] Async-assert probes across EAGLE/MTP; zero tgt_cache_loc (#26335)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-05-26 11:34:03 -07:00
committed by GitHub
parent 6c8128650e
commit ec6f8d61f7
23 changed files with 171 additions and 94 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/spec/dflash/test_dflash.py
+1 -2
View File
@@ -55,8 +55,7 @@ class TestDFlashServerBase(CustomTestCase, MatchedStopMixin, GSM8KMixin):
try:
with (
envs.SGLANG_ENABLE_STRICT_MEM_CHECK_DURING_BUSY.override(1),
envs.SGLANG_SPEC_NAN_DETECTION.override(True),
envs.SGLANG_SPEC_OOB_DETECTION.override(True),
envs.SGLANG_ENABLE_ASYNC_ASSERT.override(True),
):
cls.process = popen_launch_server(
cls.model,
test/registered/spec/eagle/test_deepseek_v3_fp4_mtp_small.py
+1 -4
View File
@@ -49,10 +49,7 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
"--model-loader-extra-config",
'{"enable_multithread_load": true,"num_threads": 64}',
]
with (
envs.SGLANG_SPEC_NAN_DETECTION.override(True),
envs.SGLANG_SPEC_OOB_DETECTION.override(True),
):
with envs.SGLANG_ENABLE_ASYNC_ASSERT.override(True):
cls.process = popen_launch_server(
cls.model,
cls.base_url,
test/registered/spec/eagle/test_eagle_constrained_decoding.py
+1 -2
View File
@@ -62,8 +62,7 @@ class TestEagleConstrainedDecoding(
launch_args.extend(cls.other_launch_args)
with (
envs.SGLANG_ENABLE_SPEC_V2.override(cls.spec_v2),
envs.SGLANG_SPEC_NAN_DETECTION.override(True),
envs.SGLANG_SPEC_OOB_DETECTION.override(True),
envs.SGLANG_ENABLE_ASYNC_ASSERT.override(True),
):
cls.process = popen_launch_server(
cls.model,
test/registered/spec/eagle/test_eagle_dp_attention.py
+1 -4
View File
@@ -60,10 +60,7 @@ class TestEAGLE3EngineDPAttention(CustomTestCase):
"--cuda-graph-max-bs",
"64",
]
with (
envs.SGLANG_SPEC_NAN_DETECTION.override(True),
envs.SGLANG_SPEC_OOB_DETECTION.override(True),
):
with envs.SGLANG_ENABLE_ASYNC_ASSERT.override(True):
cls.process = popen_launch_server(
cls.model,
cls.base_url,
test/registered/spec/eagle/test_eagle_infer_beta.py
+1 -2
View File
@@ -65,8 +65,7 @@ class TestEagle3ServerBase(CustomTestCase, MatchedStopMixin):
launch_args.extend(cls.other_launch_args)
with (
envs.SGLANG_ENABLE_STRICT_MEM_CHECK_DURING_BUSY.override(1),
envs.SGLANG_SPEC_NAN_DETECTION.override(True),
envs.SGLANG_SPEC_OOB_DETECTION.override(True),
envs.SGLANG_ENABLE_ASYNC_ASSERT.override(True),
envs.SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN.override(True),
):
cls.process = popen_launch_server(
test/registered/spec/eagle/test_eagle_infer_beta_dp_attention.py
+1 -4
View File
@@ -65,10 +65,7 @@ class TestEagleDPAttnServerSmall(CustomTestCase):
"--speculative-num-draft-tokens",
"4",
]
with (
envs.SGLANG_SPEC_NAN_DETECTION.override(True),
envs.SGLANG_SPEC_OOB_DETECTION.override(True),
):
with envs.SGLANG_ENABLE_ASYNC_ASSERT.override(True):
cls.process = popen_launch_server(
cls.model,
cls.base_url,
test/registered/spec/eagle/test_eagle_infer_beta_dp_attention_large.py
+1 -4
View File
@@ -73,10 +73,7 @@ class TestEagleDPAttnServerLarge(CustomTestCase):
"--model-loader-extra-config",
'{"enable_multithread_load": true,"num_threads": 64}',
]
with (
envs.SGLANG_SPEC_NAN_DETECTION.override(True),
envs.SGLANG_SPEC_OOB_DETECTION.override(True),
):
with envs.SGLANG_ENABLE_ASYNC_ASSERT.override(True):
cls.process = popen_launch_server(
cls.model,
cls.base_url,
test/registered/spec/test_constrained_decoding_spec_reasoning.py
+1 -4
View File
@@ -51,10 +51,7 @@ class ServerWithGrammar(CustomTestCase):
"--speculative-num-draft-tokens=8",
]
with (
envs.SGLANG_SPEC_NAN_DETECTION.override(True),
envs.SGLANG_SPEC_OOB_DETECTION.override(True),
):
with envs.SGLANG_ENABLE_ASYNC_ASSERT.override(True):
cls.process = popen_launch_server(
cls.model,
cls.base_url,