Remove fields that are never used in spec/engine/disagg (#25434)
This commit is contained in:
@@ -119,9 +119,6 @@ class EventPublisher(ABC):
|
|||||||
- This allows consumers to distinguish events from different DP ranks
|
- This allows consumers to distinguish events from different DP ranks
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def __init__(self, attn_dp_rank: int = 0):
|
|
||||||
self._attn_dp_rank = attn_dp_rank
|
|
||||||
|
|
||||||
@abstractmethod
|
@abstractmethod
|
||||||
def publish(self, events: EventBatch) -> None:
|
def publish(self, events: EventBatch) -> None:
|
||||||
"""Emit events in order.
|
"""Emit events in order.
|
||||||
@@ -183,7 +180,6 @@ class ZmqEventPublisher(EventPublisher):
|
|||||||
topic: str = "",
|
topic: str = "",
|
||||||
) -> None:
|
) -> None:
|
||||||
# Storage
|
# Storage
|
||||||
super().__init__(attn_dp_rank)
|
|
||||||
self._event_queue = Queue[Optional[EventBatch]](maxsize=max_queue_size)
|
self._event_queue = Queue[Optional[EventBatch]](maxsize=max_queue_size)
|
||||||
self._buffer = deque[tuple[int, bytes]](maxlen=buffer_steps)
|
self._buffer = deque[tuple[int, bytes]](maxlen=buffer_steps)
|
||||||
|
|
||||||
|
|||||||
@@ -245,11 +245,6 @@ class Engine(EngineScoreMixin, EngineBase):
|
|||||||
if tokenizer_manager is not None:
|
if tokenizer_manager is not None:
|
||||||
tokenizer_manager._subprocess_watchdog = subprocess_watchdog
|
tokenizer_manager._subprocess_watchdog = subprocess_watchdog
|
||||||
self.port_args = port_args
|
self.port_args = port_args
|
||||||
# Access transfer engine info if bootstrap server is started.
|
|
||||||
if scheduler_init_result.engine_info_bootstrap_server is not None:
|
|
||||||
self.remote_instance_transfer_engine_info = (
|
|
||||||
scheduler_init_result.engine_info_bootstrap_server.transfer_engine_info
|
|
||||||
)
|
|
||||||
|
|
||||||
# Initialize ZMQ sockets
|
# Initialize ZMQ sockets
|
||||||
context = zmq.Context(2)
|
context = zmq.Context(2)
|
||||||
|
|||||||
@@ -112,8 +112,6 @@ class AdaptiveSpeculativeParams:
|
|||||||
len(self.candidate_steps) >= 2
|
len(self.candidate_steps) >= 2
|
||||||
), "candidate_steps must have at least 2 distinct values"
|
), "candidate_steps must have at least 2 distinct values"
|
||||||
|
|
||||||
self.min_steps = self.candidate_steps[0]
|
|
||||||
self.max_steps = self.candidate_steps[-1]
|
|
||||||
self.ema_alpha = cfg.get("ema_alpha", 0.2)
|
self.ema_alpha = cfg.get("ema_alpha", 0.2)
|
||||||
self.update_interval = cfg.get("update_interval", 5)
|
self.update_interval = cfg.get("update_interval", 5)
|
||||||
self.warmup_batches = cfg.get("warmup_batches", 10)
|
self.warmup_batches = cfg.get("warmup_batches", 10)
|
||||||
|
|||||||
@@ -34,7 +34,6 @@ class NgramCorpus:
|
|||||||
external_sam_budget=external_sam_budget,
|
external_sam_budget=external_sam_budget,
|
||||||
external_corpus_max_tokens=external_corpus_max_tokens,
|
external_corpus_max_tokens=external_corpus_max_tokens,
|
||||||
)
|
)
|
||||||
self.default_mask = np.ones((1, 1), dtype=np.int64)
|
|
||||||
self.draft_token_num = draft_token_num
|
self.draft_token_num = draft_token_num
|
||||||
self.external_corpus_max_tokens = external_corpus_max_tokens
|
self.external_corpus_max_tokens = external_corpus_max_tokens
|
||||||
self._req_id_to_state_id: Dict[str, int] = {}
|
self._req_id_to_state_id: Dict[str, int] = {}
|
||||||
|
|||||||
@@ -240,7 +240,6 @@ class EagleDraftWorker(BaseDraftWorker):
|
|||||||
def init_attention_backend(self):
|
def init_attention_backend(self):
|
||||||
# Create multi-step attn backends and cuda graph runners
|
# Create multi-step attn backends and cuda graph runners
|
||||||
|
|
||||||
self.has_prefill_wrapper_verify = False
|
|
||||||
self.draft_extend_attn_backend = None
|
self.draft_extend_attn_backend = None
|
||||||
|
|
||||||
draft_backend_factory = DraftBackendFactory(
|
draft_backend_factory = DraftBackendFactory(
|
||||||
|
|||||||
Reference in New Issue
Block a user