[Test] Set default temperature to 0.0 in kl_test_utils (#25429)

Co-authored-by: Hanming Lu <69857889+hanming-lu@users.noreply.github.com>
This commit is contained in:
Lianmin Zheng
2026-05-15 18:20:10 -07:00
committed by GitHub
co-authored by Hanming Lu
parent 40429248c8
commit 21e420b4c2
+2 -2
View File
@@ -133,7 +133,7 @@ def _generate(
max_new_tokens,
return_logprob=False,
logprob_start_len=-1,
temperature=1,
temperature=0.0,
):
"""Send generate request and return results."""
json_data = {
@@ -156,7 +156,7 @@ def _generate(
return response.json()
def _get_input_logprobs(base_url, new_input_ids, output_logprobs, temperature=1):
def _get_input_logprobs(base_url, new_input_ids, output_logprobs, temperature=0.0):
"""Run prefill to get input logprobs matching output logprobs."""
_flush_cache(base_url)
results = _generate(