Remove managers' unused fields (#25433)

This commit is contained in:
fzyzcjy
2026-05-16 09:17:11 +08:00
committed by GitHub
parent 33d63aa7e1
commit e065445236
6 changed files with 3 additions and 25 deletions
@@ -149,13 +149,9 @@ class TransferBuffer:
Overlapping buffer preparation and transfer operations to improve throughput.
"""
def __init__(
self, stop_event, buffer_count: int = 3, max_buffer_size: int = 1024
) -> None:
def __init__(self, stop_event, buffer_count: int = 3) -> None:
self.stop_event = stop_event
self.buffers = Queue(maxsize=buffer_count)
# todo: adjust the buffer size based on throughput profile of the system
self.max_buffer_size = max_buffer_size
def full(self) -> bool:
return self.buffers.full()
@@ -322,9 +318,7 @@ class HiCacheController:
self.stop_event = threading.Event()
self.write_buffer = TransferBuffer(self.stop_event)
self.load_buffer = TransferBuffer(
self.stop_event, buffer_count=10, max_buffer_size=100
)
self.load_buffer = TransferBuffer(self.stop_event, buffer_count=10)
self.write_stream = device_module.Stream()
self.load_stream = device_module.Stream()
@@ -135,9 +135,6 @@ class DataParallelController:
)
self.run_scheduler_process_func = run_scheduler_process_func
# For DP balance
self.global_balance_id = 0
# Init inter-process communication
self.context = zmq.Context(1 + server_args.dp_size)
if server_args.node_rank == 0:
-1
View File
@@ -1560,7 +1560,6 @@ class ShmPointerMMData:
self.shm_name = state["shm_name"]
self.shape = state["shape"]
self.dtype = state["dtype"]
self.shm = None
self._shm_handle = shared_memory.SharedMemory(name=self.shm_name)
# Zero-copy view into shared memory (no clone, no unlink)
self.tensor = torch.frombuffer(self._shm_handle.buf, dtype=self.dtype).reshape(
@@ -37,7 +37,6 @@ import zmq
import zmq.asyncio
from sglang.srt.disaggregation.utils import DisaggregationMode, TransferBackend
from sglang.srt.managers.communicator import FanOutCommunicator
from sglang.srt.managers.disagg_service import start_disagg_service
from sglang.srt.managers.io_struct import (
BaseBatchReq,
@@ -558,10 +557,6 @@ class TokenizerWorker(TokenizerManager):
self.disaggregation_transfer_backend = TransferBackend(
self.server_args.disaggregation_transfer_backend
)
# Communicator
self.register_multi_tokenizer_communicator = FanOutCommunicator(
self.send_to_scheduler, 2
)
# Register this worker with the router for pause/continue broadcasting
reg = TokenizerWorkerRegistration(worker_ipc_name=self.tokenizer_ipc_name)
+1 -7
View File
@@ -130,9 +130,6 @@ def _compute_pad_value(hash: int) -> int:
class BaseFinishReason:
def __init__(self, is_error: bool = False):
self.is_error = is_error
def to_json(self):
raise NotImplementedError()
@@ -187,7 +184,7 @@ class FINISH_LENGTH(BaseFinishReason):
class FINISH_ABORT(BaseFinishReason):
def __init__(self, message=None, status_code=None, err_type=None):
super().__init__(is_error=True)
super().__init__()
self.message = message or "Aborted"
self.status_code = status_code
self.err_type = err_type
@@ -623,7 +620,6 @@ class Req(ReqDllmMixin):
):
# Input and output info
self.rid = rid
self.origin_input_text = origin_input_text
self.origin_input_ids_unpadded = (
origin_input_ids_unpadded
if origin_input_ids_unpadded
@@ -777,8 +773,6 @@ class Req(ReqDllmMixin):
self.logprob_start_len = 0
self.top_logprobs_num = top_logprobs_num
self.token_ids_logprob = token_ids_logprob
self.temp_scaled_logprobs = False
self.top_p_normalized_logprobs = False
# Logprobs (return values)
# True means the input logprob has been already sent to detokenizer.
@@ -398,7 +398,6 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin):
self.dump_request_list: List[Tuple] = []
self.crash_dump_request_list: deque[Tuple] = deque()
self.crash_dump_performed = False # Flag to ensure dump is only called once
self.straggler_request_list: List[Tuple] = []
# Initialize performance metrics loggers with proper skip names
_, obj_skip_names, out_skip_names = self.request_logger.metadata