[CI][RFC] Replace black-jupyter with ruff-format (#37210)
Co-authored-by: Alison Shao <a.shao@wustl.edu>
This commit is contained in:
co-authored by
Alison Shao
parent
2641e427be
commit
28262c20df
@@ -31,7 +31,6 @@ logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class SchedulerMultiplexMixin:
|
||||
|
||||
def init_pdmux(self: Scheduler):
|
||||
# The current split prefill batch
|
||||
self.split_prefill_batch: Optional[ScheduleBatch] = None
|
||||
|
||||
@@ -104,7 +104,12 @@ def divide_sm(total_sms, compute_capability, groups):
|
||||
def initialize_stream_groups(gpu_id: int, config: PDMuxConfig):
|
||||
from sgl_kernel import spatial
|
||||
|
||||
global STREAM_GROUPS, SM_COUNTS, SM_GROUP_NUM, CURRENT_STREAM_IDX, CURRENT_STREAM_GROUP
|
||||
global \
|
||||
STREAM_GROUPS, \
|
||||
SM_COUNTS, \
|
||||
SM_GROUP_NUM, \
|
||||
CURRENT_STREAM_IDX, \
|
||||
CURRENT_STREAM_GROUP
|
||||
# for pd_multiplexing, Init stream_groups
|
||||
device = torch.cuda.current_device()
|
||||
total_sm_count = spatial.get_sm_available(gpu_id)
|
||||
|
||||
Reference in New Issue
Block a user