Fix fill_len asymmetric assignment statement in ignore-eos branch (#26999)
This commit is contained in:
@@ -847,7 +847,8 @@ class PrefillAdder:
|
|||||||
trunc_len = self.rem_chunk_tokens
|
trunc_len = self.rem_chunk_tokens
|
||||||
|
|
||||||
req.set_extend_input_len(trunc_len)
|
req.set_extend_input_len(trunc_len)
|
||||||
req.fill_len = trunc_len
|
assert len(req.prefix_indices) == 0
|
||||||
|
req.fill_len = len(req.prefix_indices) + trunc_len
|
||||||
self.can_run_list.append(req)
|
self.can_run_list.append(req)
|
||||||
self.new_chunked_req = req
|
self.new_chunked_req = req
|
||||||
self._update_prefill_budget(0, trunc_len, 0, req.retracted_stain)
|
self._update_prefill_budget(0, trunc_len, 0, req.retracted_stain)
|
||||||
|
|||||||
Reference in New Issue
Block a user