[Bugfix] fix TypeError when log-requests-level >=2 in prefill node warmup (#17129)
This commit is contained in:
@@ -117,6 +117,13 @@ class RequestLogger:
|
|||||||
and obj.input_ids is not None
|
and obj.input_ids is not None
|
||||||
and tokenizer is not None
|
and tokenizer is not None
|
||||||
):
|
):
|
||||||
|
if obj.input_ids and isinstance(obj.input_ids[0], list):
|
||||||
|
# Prefill node warmup while PD disaggregated.
|
||||||
|
decoded = [
|
||||||
|
tokenizer.decode(_input_ids, skip_special_tokens=False)
|
||||||
|
for _input_ids in obj.input_ids
|
||||||
|
]
|
||||||
|
else:
|
||||||
decoded = tokenizer.decode(obj.input_ids, skip_special_tokens=False)
|
decoded = tokenizer.decode(obj.input_ids, skip_special_tokens=False)
|
||||||
obj.text = decoded
|
obj.text = decoded
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user