Drop dead ScheduleBatch return_routed_experts/return_indexer_topk fields (#26760)
This commit is contained in:
@@ -1514,10 +1514,6 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
|
|||||||
# Forward-pass metrics
|
# Forward-pass metrics
|
||||||
fpm_start_time: float = 0.0
|
fpm_start_time: float = 0.0
|
||||||
|
|
||||||
# Whether to return captured experts
|
|
||||||
return_routed_experts: bool = False
|
|
||||||
return_indexer_topk: bool = False
|
|
||||||
|
|
||||||
# hicache pointer for synchronizing data loading from CPU to GPU
|
# hicache pointer for synchronizing data loading from CPU to GPU
|
||||||
hicache_consumer_index: int = -1
|
hicache_consumer_index: int = -1
|
||||||
|
|
||||||
@@ -1668,8 +1664,6 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
|
|||||||
device=req_to_token_pool.device,
|
device=req_to_token_pool.device,
|
||||||
spec_algorithm=spec_algorithm,
|
spec_algorithm=spec_algorithm,
|
||||||
return_hidden_states=any(req.return_hidden_states for req in reqs),
|
return_hidden_states=any(req.return_hidden_states for req in reqs),
|
||||||
return_routed_experts=any(req.return_routed_experts for req in reqs),
|
|
||||||
return_indexer_topk=any(req.return_indexer_topk for req in reqs),
|
|
||||||
is_prefill_only=all(req.is_prefill_only for req in reqs),
|
is_prefill_only=all(req.is_prefill_only for req in reqs),
|
||||||
chunked_req=chunked_req,
|
chunked_req=chunked_req,
|
||||||
dllm_config=dllm_config,
|
dllm_config=dllm_config,
|
||||||
|
|||||||
Reference in New Issue
Block a user