fix: resolve tensor file overwrite between target and draft models (#21694)

Co-authored-by: jiangguangya <jiangguangya@baidu.com>
Co-authored-by: Khoa Pham <khoa.pham@radixark.ai>
This commit is contained in:
yaya159456
2026-04-27 23:40:49 -07:00
committed by GitHub
co-authored by jiangguangya Khoa Pham
parent 7ce2352323
commit b8a2dcd300
2 changed files with 10 additions and 2 deletions
@@ -1379,9 +1379,13 @@ class ModelRunner(ModelRunnerKVCacheMixin):
f"mem usage={self.weight_load_mem_usage:.2f} GB."
)
if self.server_args.debug_tensor_dump_output_folder is not None:
dump_folder = self.server_args.debug_tensor_dump_output_folder
if self.spec_algorithm.is_eagle():
role = "draft" if self.is_draft_worker else "target"
dump_folder = os.path.join(dump_folder, role)
register_forward_hook_for_model(
self.model,
self.server_args.debug_tensor_dump_output_folder,
dump_folder,
self.server_args.debug_tensor_dump_layers,
self.tp_size,
self.tp_rank,
+5 -1
View File
@@ -6254,7 +6254,11 @@ class ServerArgs:
"--debug-tensor-dump-output-folder",
type=str,
default=ServerArgs.debug_tensor_dump_output_folder,
help="The output folder for dumping tensors.",
help=(
"The output folder for dumping tensors. "
"In Eagle mode, tensor outputs from draft and target models "
"are stored in separate subdirectories ('draft' and 'target')."
),
)
parser.add_argument(
"--debug-tensor-dump-layers",