minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD] Enable FP4 indexer for Deepseek V4 (#37353)

Browse Source 
Co-authored-by: 1am9trash <1am9trash@gmail.com>
Co-authored-by: AMD-yanfeiwang <256076023+AMD-yanfeiwang@users.noreply.github.com>
Co-authored-by: Thomas Wang <thomawan@amd.com>
This commit is contained in:
Xinyi Song
2026-09-02 09:45:08 -07:00
committed by GitHub
co-authored by 1am9trash AMD-yanfeiwang Thomas Wang
parent f6aed6ec53
commit f8cbf000f4
21 changed files with 1727 additions and 75 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rust/sglang-radix-tree/src/python_bindings.rs
+2
View File
@@ -235,6 +235,7 @@ fn pool_name_str(name: PoolName) -> &'static str {
PoolName::Indexer => "indexer",
PoolName::DeepseekV4C4 => "deepseek_v4_c4",
PoolName::DeepseekV4C4Indexer => "deepseek_v4_c4_indexer",
PoolName::DeepseekV4C4IndexerScale => "deepseek_v4_c4_indexer_scale",
PoolName::DeepseekV4C128 => "deepseek_v4_c128",
PoolName::DeepseekV4C4State => "deepseek_v4_c4_state",
PoolName::DeepseekV4C4IndexerState => "deepseek_v4_c4_indexer_state",
@@ -254,6 +255,7 @@ fn parse_pool_name(name: &str) -> PyResult<PoolName> {
"indexer" => Ok(PoolName::Indexer),
"deepseek_v4_c4" => Ok(PoolName::DeepseekV4C4),
"deepseek_v4_c4_indexer" => Ok(PoolName::DeepseekV4C4Indexer),
"deepseek_v4_c4_indexer_scale" => Ok(PoolName::DeepseekV4C4IndexerScale),
"deepseek_v4_c128" => Ok(PoolName::DeepseekV4C128),
"deepseek_v4_c4_state" => Ok(PoolName::DeepseekV4C4State),
"deepseek_v4_c4_indexer_state" => Ok(PoolName::DeepseekV4C4IndexerState),
rust/sglang-radix-tree/src/unified_tree_core.rs
+1
View File
@@ -312,6 +312,7 @@ pub enum PoolName {
Indexer,
DeepseekV4C4,
DeepseekV4C4Indexer,
DeepseekV4C4IndexerScale,
DeepseekV4C128,
DeepseekV4C4State,
DeepseekV4C4IndexerState,