config: the record is not an object that gets passed around (#36622)
Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
fd40a331bf
commit
6ff2a20ccf
@@ -652,7 +652,6 @@ class ModelRunner:
|
||||
prepare_moe_topk(
|
||||
model=self.model,
|
||||
model_config=self.model_config,
|
||||
server_args=self.server_args,
|
||||
moe_ep_size=self.ps.moe_ep_size,
|
||||
moe_ep_rank=self.ps.moe_ep_rank,
|
||||
)
|
||||
@@ -1187,7 +1186,6 @@ class ModelRunner:
|
||||
# before configure_kv_cache_dtype.)
|
||||
load_kv_cache_scales(
|
||||
model=self.model,
|
||||
server_args=self.server_args,
|
||||
kv_cache_dtype=get_model().kv_cache_dtype,
|
||||
)
|
||||
|
||||
|
||||
@@ -105,9 +105,7 @@ def maybe_trigger_remote_instance_nccl_send_group(
|
||||
t.start()
|
||||
|
||||
|
||||
def load_kv_cache_scales(
|
||||
*, model, server_args: ServerArgs, kv_cache_dtype: str
|
||||
) -> None:
|
||||
def load_kv_cache_scales(*, model, kv_cache_dtype: str) -> None:
|
||||
"""``kv_cache_dtype`` is the caller's resolved value. Required rather than
|
||||
defaulted: a fallback to ``server_args`` would be a hidden global read for
|
||||
any future caller that forgets to pass one."""
|
||||
|
||||
@@ -18,7 +18,6 @@ from sglang.srt.utils import get_bool_env_var, is_hip, log_info_on_rank0
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from sglang.srt.configs.model_config import ModelConfig
|
||||
from sglang.srt.server_args import ServerArgs
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
@@ -29,7 +28,6 @@ def prepare_moe_topk(
|
||||
*,
|
||||
model,
|
||||
model_config: ModelConfig,
|
||||
server_args: ServerArgs,
|
||||
moe_ep_size: int,
|
||||
moe_ep_rank: int,
|
||||
) -> None:
|
||||
|
||||
Reference in New Issue
Block a user