minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Super tiny move last_prefill_tokens to metrics mixin (#15857)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-26 10:26:10 +08:00
committed by GitHub
parent 7b7e357f61
commit 68bece8caa
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
-2
View File
@@ -732,8 +732,6 @@ class Scheduler(
# The last forward batch # The last forward batch
self.last_batch: Optional[ScheduleBatch] = None self.last_batch: Optional[ScheduleBatch] = None
self.forward_ct = 0 self.forward_ct = 0
self.last_prefill_tokens = 0
self.last_prefill_cache_tokens = 0
self.return_health_check_ct = 0 self.return_health_check_ct = 0
self.num_retracted_reqs: int = 0 self.num_retracted_reqs: int = 0
self.num_paused_reqs: int = 0 self.num_paused_reqs: int = 0
python/sglang/srt/managers/scheduler_metrics_mixin.py
+2
View File
@@ -48,6 +48,8 @@ class SchedulerMetricsMixin:
self.num_generated_tokens = 0 self.num_generated_tokens = 0
self.last_decode_stats_tic = time.perf_counter() self.last_decode_stats_tic = time.perf_counter()
self.last_prefill_stats_tic = time.perf_counter() self.last_prefill_stats_tic = time.perf_counter()
self.last_prefill_tokens = 0
self.last_prefill_cache_tokens = 0
self.last_gen_throughput: float = 0.0 self.last_gen_throughput: float = 0.0
self.last_input_throughput: float = 0.0 self.last_input_throughput: float = 0.0
self.step_time_dict = defaultdict(list) # Dict[batch size -> step time] self.step_time_dict = defaultdict(list) # Dict[batch size -> step time]