[MoE Refactor] [NPU] Refactor Ascend MoE implementation to reduce code duplication and align with community design (#25663)

Co-authored-by: ronnie_zheng <zl19940307@163.com>
This commit is contained in:
Артем Савкин
2026-07-15 14:59:42 +03:00
committed by GitHub
co-authored by ronnie_zheng
parent c9b17403e7
commit 8ed82afcc8
54 changed files with 2851 additions and 2375 deletions
@@ -557,8 +557,6 @@ export DEEP_NORMAL_MODE_USE_INT8_QUANT=1
export SGLANG_DEEPEP_BF16_DISPATCH=0
export ASCEND_USE_FIA=1
export SGLANG_NPU_FUSED_MOE_MODE=2
python3 -m sglang.launch_server \
--model-path /path/to/MiMo-V2-Flash-w8a8-all-0512 \
--attention-backend ascend \
@@ -572,7 +570,6 @@ python3 -m sglang.launch_server \
--base-gpu-id 8 \
--disable-radix-cache \
--cuda-graph-bs 1 2 4 8 10 12 14 16 \
--quantization modelslim \
--speculative-draft-model-quantization unquant \
--speculative-algorithm EAGLE --speculative-num-steps 3 --speculative-eagle-topk 1 --speculative-num-draft-tokens 4 \
--enable-multi-layer-eagle \