support qwen 3.8 flash next (#37500)
Co-authored-by: ch-wan <54331508+ch-wan@users.noreply.github.com> Co-authored-by: ispobock <26454835+ispobock@users.noreply.github.com> Co-authored-by: JustinTong0323 <115166877+JustinTong0323@users.noreply.github.com> Co-authored-by: samuellees <26428561+samuellees@users.noreply.github.com> Co-authored-by: YAMY1234 <74099316+YAMY1234@users.noreply.github.com> Co-authored-by: yhyang201 <47235274+yhyang201@users.noreply.github.com> Co-authored-by: yizhang2077 <25844240+yizhang2077@users.noreply.github.com> Co-authored-by: zijiexia <37504505+zijiexia@users.noreply.github.com> Co-authored-by: Shinto C V <cshintov@gmail.com> Co-authored-by: Julian Huang <huangzhilin.hzl@antgroup.com> Co-authored-by: Xiaoyu Zhang <1182563586@qq.com> Co-authored-by: yhyang201 <yhyang201@gmail.com>
This commit is contained in:
co-authored by
ch-wan
ispobock
JustinTong0323
samuellees
YAMY1234
yhyang201
yizhang2077
zijiexia
Shinto C V
Julian Huang
Xiaoyu Zhang
yhyang201
parent
afe90a8bc9
commit
52fecfdf09
@@ -252,7 +252,10 @@ class TestEagleWorkerV2BackendFallback(CustomTestCase):
|
||||
existing_backend = object()
|
||||
decode_backend = object()
|
||||
worker.server_args = _fake_server_args()
|
||||
worker.draft_runner = SimpleNamespace(attn_backend=existing_backend)
|
||||
worker.draft_runner = SimpleNamespace(
|
||||
attn_backend=existing_backend,
|
||||
model_config=SimpleNamespace(hf_config=SimpleNamespace()),
|
||||
)
|
||||
worker.topk = 1
|
||||
worker.speculative_num_steps = 2
|
||||
worker.seed_dsa_topk_from_draft_extend = False
|
||||
@@ -274,7 +277,10 @@ class TestEagleWorkerV2BackendFallback(CustomTestCase):
|
||||
decode_backend = object()
|
||||
draft_extend_backend = object()
|
||||
worker.server_args = _fake_server_args()
|
||||
worker.draft_runner = SimpleNamespace(attn_backend=existing_backend)
|
||||
worker.draft_runner = SimpleNamespace(
|
||||
attn_backend=existing_backend,
|
||||
model_config=SimpleNamespace(hf_config=SimpleNamespace()),
|
||||
)
|
||||
worker.topk = 1
|
||||
worker.speculative_num_steps = 2
|
||||
worker.seed_dsa_topk_from_draft_extend = True
|
||||
|
||||
Reference in New Issue
Block a user