minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Convert forward_pass_device_timer to None-init (#25438)

Browse Source
This commit is contained in:
fzyzcjy
2026-05-16 09:20:31 +08:00
committed by GitHub
parent 21e420b4c2
commit 80c3ce3204
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/observability/scheduler_metrics_mixin.py
+4 -2
View File
@@ -162,6 +162,8 @@ class SchedulerMetricsMixin:
self.fwd_occupancy = float("nan") self.fwd_occupancy = float("nan")
self.forward_pass_device_timer: Optional[DeviceTimer] = None
if ENABLE_METRICS_DEVICE_TIMER: if ENABLE_METRICS_DEVICE_TIMER:
self._device_timer_window_batch_count = 0 self._device_timer_window_batch_count = 0
self._device_timer_window_gpu_time = 0.0 self._device_timer_window_gpu_time = 0.0
@@ -185,7 +187,7 @@ class SchedulerMetricsMixin:
) )
def install_device_timer_on_runners(self: Scheduler): def install_device_timer_on_runners(self: Scheduler):
if not hasattr(self, "forward_pass_device_timer"): if self.forward_pass_device_timer is None:
return return
timer = self.forward_pass_device_timer timer = self.forward_pass_device_timer
self.tp_worker.model_runner.device_timer = timer self.tp_worker.model_runner.device_timer = timer
@@ -237,7 +239,7 @@ class SchedulerMetricsMixin:
def _fpm_device_timer_reporter(t, **_kwargs): def _fpm_device_timer_reporter(t, **_kwargs):
self._fpm_gpu_time_acc += t self._fpm_gpu_time_acc += t
if hasattr(self, "forward_pass_device_timer"): if self.forward_pass_device_timer is not None:
self.forward_pass_device_timer.add_reporter(_fpm_device_timer_reporter) self.forward_pass_device_timer.add_reporter(_fpm_device_timer_reporter)
else: else:
self.forward_pass_device_timer = DeviceTimer( self.forward_pass_device_timer = DeviceTimer(