[Refactor] Clean up parallel runtime comments (#40632)

This commit is contained in:
Cheng Wan
2026-09-21 14:32:22 -07:00
committed by GitHub
parent f532ad1f9a
commit acac4dd9d9
63 changed files with 199 additions and 1122 deletions
@@ -267,8 +267,6 @@ def build_kv_cache(
enable_hierarchical_cache: bool,
hicache_draft_plan: Optional[HiCacheDraftPlan] = None,
) -> KVCacheBuildResult:
# Built from the scheduler loop, outside any draft scope, so the context
# answers for the process this cache belongs to.
parallel = get_parallel()
sliding_window_size: Optional[int] = None
full_tokens_per_layer: Optional[int] = None