Update kl_div_thres to 0.02 in swa_radix_cache (#25497)
This commit is contained in:
@@ -11,7 +11,7 @@ register_cuda_ci(est_time=151, stage="base-b", runner_config="1-gpu-large")
|
||||
|
||||
class TestSWARadixCacheKL(KLDivergenceMixin, DefaultServerBase):
|
||||
model = MODEL
|
||||
kl_div_thres = 0.002
|
||||
kl_div_thres = 0.02 # it was 0.002
|
||||
kl_div_decode_max_new_tokens = 2048
|
||||
other_args = [
|
||||
"--tp-size",
|
||||
|
||||
Reference in New Issue
Block a user