minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Switch eagle_infer_beta to EAGLE3 (#22303)

Browse Source 
Co-authored-by: Liangsheng Yin <hnyls2002@users.noreply.github.com>
This commit is contained in:
Qiaolin Yu
2026-04-07 18:43:48 -07:00
committed by GitHub
co-authored by Liangsheng Yin
parent 6c2a759a04
commit 117508dcd7
1 changed files with 14 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/spec/eagle/test_eagle_infer_beta.py
+14 -11
View File
@@ -11,8 +11,8 @@ from sglang.test.kits.matched_stop_kit import MatchedStopMixin
from sglang.test.kits.radix_cache_server_kit import run_radix_attention_test from sglang.test.kits.radix_cache_server_kit import run_radix_attention_test
from sglang.test.run_eval import run_eval from sglang.test.run_eval import run_eval
from sglang.test.test_utils import ( from sglang.test.test_utils import (
DEFAULT_DRAFT_MODEL_EAGLE, DEFAULT_DRAFT_MODEL_EAGLE3,
DEFAULT_TARGET_MODEL_EAGLE, DEFAULT_TARGET_MODEL_EAGLE3,
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
DEFAULT_URL_FOR_TEST, DEFAULT_URL_FOR_TEST,
CustomTestCase, CustomTestCase,
@@ -22,7 +22,7 @@ from sglang.test.test_utils import (
register_cuda_ci(est_time=283, suite="stage-b-test-1-gpu-small") register_cuda_ci(est_time=283, suite="stage-b-test-1-gpu-small")
class TestEagleServerBase(CustomTestCase, MatchedStopMixin): class TestEagle3ServerBase(CustomTestCase, MatchedStopMixin):
max_running_requests = 64 max_running_requests = 64
attention_backend = "triton" attention_backend = "triton"
spec_steps = 5 spec_steps = 5
@@ -30,18 +30,21 @@ class TestEagleServerBase(CustomTestCase, MatchedStopMixin):
spec_draft_tokens = 6 spec_draft_tokens = 6
page_size = 1 page_size = 1
other_launch_args = [] other_launch_args = []
model = DEFAULT_TARGET_MODEL_EAGLE model = DEFAULT_TARGET_MODEL_EAGLE3
draft_model = DEFAULT_DRAFT_MODEL_EAGLE draft_model = DEFAULT_DRAFT_MODEL_EAGLE3
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
cls.base_url = DEFAULT_URL_FOR_TEST cls.base_url = DEFAULT_URL_FOR_TEST
launch_args = [ launch_args = [
"--trust-remote-code", "--trust-remote-code",
"--dtype=float16",
"--chunked-prefill-size",
"1024",
"--attention-backend", "--attention-backend",
cls.attention_backend, cls.attention_backend,
"--speculative-algorithm", "--speculative-algorithm",
"EAGLE", "EAGLE3",
"--speculative-draft-model", "--speculative-draft-model",
cls.draft_model, cls.draft_model,
"--speculative-num-steps", "--speculative-num-steps",
@@ -68,6 +71,8 @@ class TestEagleServerBase(CustomTestCase, MatchedStopMixin):
True True
), envs.SGLANG_SPEC_OOB_DETECTION.override( ), envs.SGLANG_SPEC_OOB_DETECTION.override(
True True
), envs.SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN.override(
True
): ):
cls.process = popen_launch_server( cls.process = popen_launch_server(
cls.model, cls.model,
@@ -95,10 +100,8 @@ class TestEagleServerBase(CustomTestCase, MatchedStopMixin):
num_threads=128, num_threads=128,
) )
metrics = run_eval(args) metrics = run_eval(args)
print(f"TestEagleLargeBS -- {metrics=}") print(f"TestEagle3LargeBS -- {metrics=}")
self.assertGreater( self.assertGreater(metrics["score"], 0.7)
metrics["score"], 0.22
) # ~0.227 for 1000 questions via /v1/completions
assert self.process.poll() is None assert self.process.poll() is None
def test_logprob_spec_v2_match(self): def test_logprob_spec_v2_match(self):
@@ -241,7 +244,7 @@ class TestEagleServerBase(CustomTestCase, MatchedStopMixin):
self.assertIn("text", res, f"Server error: {res}") self.assertIn("text", res, f"Server error: {res}")
class TestEagleServerPage(TestEagleServerBase): class TestEagle3ServerPage(TestEagle3ServerBase):
other_launch_args = ["--page-size", "64"] other_launch_args = ["--page-size", "64"]