[Fix: RL] Snapshot async state-capture outputs before overlap (#34319)
This commit is contained in:
@@ -176,9 +176,10 @@ class BaseTopkCapturer:
|
||||
forward_batch, can_run_graph, cuda_graph_batch
|
||||
)
|
||||
if no_copy_to_cpu:
|
||||
# Clone before the next overlapping forward reuses these buffers.
|
||||
return TopkCaptureOutput(
|
||||
out_cache_loc=forward_batch.out_cache_loc,
|
||||
topk=slice_gpu,
|
||||
out_cache_loc=forward_batch.out_cache_loc.clone(),
|
||||
topk=slice_gpu.clone(),
|
||||
host_cache=self.host_cache,
|
||||
)
|
||||
out_cache_loc_cpu = forward_batch.out_cache_loc.cpu()
|
||||
|
||||
Reference in New Issue
Block a user