Clean up startup log noise (#28807)
This commit is contained in:
@@ -278,10 +278,6 @@ def _handle_eagle_family(server_args: ServerArgs) -> None:
|
|||||||
"Non-overlap (synchronous) spec v2 is used for eagle/eagle3/standalone "
|
"Non-overlap (synchronous) spec v2 is used for eagle/eagle3/standalone "
|
||||||
"speculative decoding."
|
"speculative decoding."
|
||||||
)
|
)
|
||||||
else:
|
|
||||||
logger.warning(
|
|
||||||
"Overlap spec v2 is enabled by default for eagle/eagle3/standalone speculative decoding."
|
|
||||||
)
|
|
||||||
|
|
||||||
if server_args.enable_mixed_chunk:
|
if server_args.enable_mixed_chunk:
|
||||||
server_args.enable_mixed_chunk = False
|
server_args.enable_mixed_chunk = False
|
||||||
|
|||||||
@@ -19,7 +19,7 @@ from sglang.srt.distributed.device_communicators.custom_all_reduce_vmm_utils imp
|
|||||||
from sglang.srt.model_executor.runner_backend_utils.tc_piecewise_cuda_graph import (
|
from sglang.srt.model_executor.runner_backend_utils.tc_piecewise_cuda_graph import (
|
||||||
is_in_tc_piecewise_cuda_graph,
|
is_in_tc_piecewise_cuda_graph,
|
||||||
)
|
)
|
||||||
from sglang.srt.utils import is_sm100_supported, log_info_on_rank0
|
from sglang.srt.utils import is_sm100_supported
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
@@ -79,7 +79,6 @@ class CustomAllReduceV2:
|
|||||||
)
|
)
|
||||||
self._post_init_obj()
|
self._post_init_obj()
|
||||||
self.disabled = False
|
self.disabled = False
|
||||||
log_info_on_rank0(logger, "Custom allreduce v2 initialized successfully")
|
|
||||||
|
|
||||||
def override_shot(self, shot: int | None):
|
def override_shot(self, shot: int | None):
|
||||||
if shot is None:
|
if shot is None:
|
||||||
@@ -129,9 +128,6 @@ class CustomAllReduceV2:
|
|||||||
offsets_all = self._share_list(offsets)
|
offsets_all = self._share_list(offsets)
|
||||||
result = [list(zip(o, h)) for o, h in zip(offsets_all, handles_all)]
|
result = [list(zip(o, h)) for o, h in zip(offsets_all, handles_all)]
|
||||||
self.obj.register_inputs(result)
|
self.obj.register_inputs(result)
|
||||||
log_info_on_rank0(
|
|
||||||
logger, f"Registered {len(pairs)} cuda graph addresses via IPC"
|
|
||||||
)
|
|
||||||
|
|
||||||
def should_custom_ar(self, inp: torch.Tensor) -> bool:
|
def should_custom_ar(self, inp: torch.Tensor) -> bool:
|
||||||
"""Check if the input tensor is suitable for custom all-reduce."""
|
"""Check if the input tensor is suitable for custom all-reduce."""
|
||||||
|
|||||||
@@ -314,14 +314,8 @@ class FlashInferAttnBackend(AttentionBackend):
|
|||||||
fmha_backend = "auto"
|
fmha_backend = "auto"
|
||||||
if is_sm100_supported():
|
if is_sm100_supported():
|
||||||
# Disable CUTLASS backend when piecewise cuda graph is enabled
|
# Disable CUTLASS backend when piecewise cuda graph is enabled
|
||||||
# due to TMA descriptor initialization issues on B200
|
# due to TMA descriptor initialization issues on SM100 GPUs.
|
||||||
if check_cuda_graph_backend(Phase.PREFILL, Backend.TC_PIECEWISE):
|
if not check_cuda_graph_backend(Phase.PREFILL, Backend.TC_PIECEWISE):
|
||||||
logger.info(
|
|
||||||
"CUTLASS backend is disabled when piecewise cuda graph is enabled "
|
|
||||||
"due to TMA descriptor initialization issues on SM100 GPUs. "
|
|
||||||
"Using auto backend instead for stability."
|
|
||||||
)
|
|
||||||
else:
|
|
||||||
fmha_backend = "cutlass"
|
fmha_backend = "cutlass"
|
||||||
self.prefill_wrapper_ragged = BatchPrefillWithRaggedKVCacheWrapper(
|
self.prefill_wrapper_ragged = BatchPrefillWithRaggedKVCacheWrapper(
|
||||||
self.workspace_buffer, "NHD", backend=fmha_backend
|
self.workspace_buffer, "NHD", backend=fmha_backend
|
||||||
|
|||||||
@@ -1003,10 +1003,6 @@ class ModelRunnerKVCacheMixin:
|
|||||||
requested_per_worker,
|
requested_per_worker,
|
||||||
max_num_reqs,
|
max_num_reqs,
|
||||||
)
|
)
|
||||||
logger.info(
|
|
||||||
f"Max concurrent requests (per dp worker) from the finalized token capacity: "
|
|
||||||
f"max_num_reqs={max_num_reqs}."
|
|
||||||
)
|
|
||||||
return max_num_reqs
|
return max_num_reqs
|
||||||
|
|
||||||
def _apply_memory_pool_config(self: ModelRunner, config: MemoryPoolConfig):
|
def _apply_memory_pool_config(self: ModelRunner, config: MemoryPoolConfig):
|
||||||
|
|||||||
Reference in New Issue
Block a user