minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[Fix]: correctly fetch ds32 config in tuning_fused_moe_triton (#17409)

Browse Source 
Co-authored-by: 墨楼 <huangzhilin.hzl@antgroup.com>
This commit is contained in:
Julian Huang
2026-01-20 20:08:28 +08:00
committed by GitHub
co-authored by 墨楼
parent 603f386c6b
commit db2425a00b
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmark/kernels/fused_moe_triton/common_utils.py
+2 -2
View File
@@ -2,13 +2,13 @@ import json
from typing import Dict, List, TypedDict from typing import Dict, List, TypedDict
import torch import torch
from transformers import AutoConfig
from sglang.srt.layers.moe.fused_moe_triton.fused_moe import get_config_dtype_str from sglang.srt.layers.moe.fused_moe_triton.fused_moe import get_config_dtype_str
from sglang.srt.layers.moe.fused_moe_triton.fused_moe_triton_config import ( from sglang.srt.layers.moe.fused_moe_triton.fused_moe_triton_config import (
get_config_file_name, get_config_file_name,
) )
from sglang.srt.utils import is_hip from sglang.srt.utils import is_hip
from sglang.srt.utils.hf_transformers_utils import get_config
class BenchmarkConfig(TypedDict): class BenchmarkConfig(TypedDict):
@@ -36,7 +36,7 @@ def get_model_config(
disable_shared_experts_fusion: bool = False, disable_shared_experts_fusion: bool = False,
topk_ids_dir: str = None, topk_ids_dir: str = None,
) -> Dict: ) -> Dict:
config = AutoConfig.from_pretrained(model_name, trust_remote_code=True) config = get_config(model_name, trust_remote_code=True)
block_shape = None block_shape = None
if ( if (