[Spec]: Make Triton standalone spec test deterministic (#25303)
This commit is contained in:
@@ -21,6 +21,7 @@ class TestStandaloneSpeculativeDecodingTriton(StandaloneServerBase, CustomTestCa
|
||||
speculative_eagle_topk = 2
|
||||
speculative_num_draft_tokens = 7
|
||||
enable_spec_v2 = False
|
||||
enable_deterministic_inference = True
|
||||
|
||||
|
||||
class TestStandaloneSpeculativeDecodingFlashinfer(StandaloneServerBase, CustomTestCase):
|
||||
|
||||
Reference in New Issue
Block a user