Super tiny remove unused argument (#14966)
This commit is contained in:
@@ -485,7 +485,7 @@ class PrefillAdder:
|
|||||||
finally:
|
finally:
|
||||||
self.tree_cache.dec_lock_ref(last_node)
|
self.tree_cache.dec_lock_ref(last_node)
|
||||||
|
|
||||||
def add_one_req_ignore_eos(self, req: Req, has_chunked_req: bool):
|
def add_one_req_ignore_eos(self, req: Req):
|
||||||
# Early exit if no enough tokens for the input tokens
|
# Early exit if no enough tokens for the input tokens
|
||||||
if self.ceil_paged_tokens(req.extend_input_len) > min(
|
if self.ceil_paged_tokens(req.extend_input_len) > min(
|
||||||
self.cur_rem_tokens, self.rem_total_tokens
|
self.cur_rem_tokens, self.rem_total_tokens
|
||||||
@@ -576,7 +576,7 @@ class PrefillAdder:
|
|||||||
if self.nsa_enable_prefill_cp and len(self.can_run_list) >= 1:
|
if self.nsa_enable_prefill_cp and len(self.can_run_list) >= 1:
|
||||||
return AddReqResult.OTHER
|
return AddReqResult.OTHER
|
||||||
if req.sampling_params.ignore_eos and getattr(self.tree_cache, "disable", True):
|
if req.sampling_params.ignore_eos and getattr(self.tree_cache, "disable", True):
|
||||||
return self.add_one_req_ignore_eos(req, has_chunked_req)
|
return self.add_one_req_ignore_eos(req)
|
||||||
|
|
||||||
total_tokens = req.extend_input_len + min(
|
total_tokens = req.extend_input_len + min(
|
||||||
max(req.sampling_params.max_new_tokens - len(req.output_ids), 0),
|
max(req.sampling_params.max_new_tokens - len(req.output_ids), 0),
|
||||||
|
|||||||
Reference in New Issue
Block a user