Add EP=2 to qwen235b nightly tests (#17738)
This commit is contained in:
@@ -31,10 +31,10 @@ class TestQwen3235BFP8(unittest.TestCase):
|
|||||||
"""Run performance and accuracy for Qwen3-235B-FP8."""
|
"""Run performance and accuracy for Qwen3-235B-FP8."""
|
||||||
base_args = [
|
base_args = [
|
||||||
"--tp=8",
|
"--tp=8",
|
||||||
|
"--ep=2",
|
||||||
"--trust-remote-code",
|
"--trust-remote-code",
|
||||||
]
|
]
|
||||||
eagle3_args = [
|
eagle3_args = [
|
||||||
"--ep=2",
|
|
||||||
"--speculative-algorithm=EAGLE3",
|
"--speculative-algorithm=EAGLE3",
|
||||||
f"--speculative-draft-model-path={QWEN3_235B_EAGLE3_MODEL_PATH}",
|
f"--speculative-draft-model-path={QWEN3_235B_EAGLE3_MODEL_PATH}",
|
||||||
"--speculative-num-steps=3",
|
"--speculative-num-steps=3",
|
||||||
|
|||||||
Reference in New Issue
Block a user