[XPU] weekly simple model enablement 2026/09/14 (#39439)
Co-authored-by: Juan Muneton <102537701+jmunetong@users.noreply.github.com> Co-authored-by: YangKai0616 <kai.yang@intel.com> Co-authored-by: devan-carlin <devan-carlin@users.noreply.github.com> Co-authored-by: Ashwini Rathi <arathi@habana.ai> Co-authored-by: Ranjan Debnath <ranjan.debnath@intel.com> Co-authored-by: Juan Muneton <juan.muneton.gallego@intel.com> Co-authored-by: Amrutha M <amrutha.m@intel.com>
This commit is contained in:
co-authored by
Juan Muneton
YangKai0616
devan-carlin
Ashwini Rathi
Ranjan Debnath
Juan Muneton
Amrutha M
parent
4793f56835
commit
84d7604b7e
@@ -69,6 +69,7 @@ from sglang.srt.arg_groups.overrides import (
|
||||
resolution_result,
|
||||
resolving_view,
|
||||
)
|
||||
from sglang.srt.configs.hybrid_arch import mambaish_config
|
||||
from sglang.srt.configs.model_config import ModelConfig
|
||||
from sglang.srt.distributed.parallel_state import (
|
||||
destroy_distributed_environment,
|
||||
@@ -369,6 +370,15 @@ def load_model(server_args, port_args, gpu_id, tp_rank):
|
||||
model_runner.start_startup_weight_load()
|
||||
model_runner.alloc_memory_pool()
|
||||
model_runner.init_attention_backends()
|
||||
# bench_one_batch bypasses the Scheduler, so the Mamba SSU backend that
|
||||
# Scheduler.init_mamba_backend() would set up is never initialized. Do it
|
||||
# here (per tp_rank, i.e. per worker process) for mamba/linear-attn models.
|
||||
if mambaish_config(model_runner.model_config) is not None:
|
||||
from sglang.kernels.ops.mamba.triton_ops import (
|
||||
initialize_mamba_selective_state_update_backend,
|
||||
)
|
||||
|
||||
initialize_mamba_selective_state_update_backend(server_args)
|
||||
model_runner.init_cuda_graphs()
|
||||
if get_model().is_startup_weight_load_overlap:
|
||||
model_runner.finalize_startup_weight_load()
|
||||
|
||||
Reference in New Issue
Block a user