[Bugfix] fix TypeError when log-requests-level >=2 in prefill node warmup (#17129)

This commit is contained in:
yunkchen
2026-01-24 19:16:22 +08:00
committed by GitHub
parent 0834f9afeb
commit bf19d20d89
@@ -117,6 +117,13 @@ class RequestLogger:
and obj.input_ids is not None and obj.input_ids is not None
and tokenizer is not None and tokenizer is not None
): ):
if obj.input_ids and isinstance(obj.input_ids[0], list):
# Prefill node warmup while PD disaggregated.
decoded = [
tokenizer.decode(_input_ids, skip_special_tokens=False)
for _input_ids in obj.input_ids
]
else:
decoded = tokenizer.decode(obj.input_ids, skip_special_tokens=False) decoded = tokenizer.decode(obj.input_ids, skip_special_tokens=False)
obj.text = decoded obj.text = decoded