Qwen3.8-27B Model Support (#34859)
Co-authored-by: Jimmy Shong <69131491+Jiminator@users.noreply.github.com> Co-authored-by: Brayden Zhong <brayden.zhong@radixark.ai> Co-authored-by: BBuf <1182563586@qq.com> Co-authored-by: Zijie Xia <zijie.xia@radixark.ai> Co-authored-by: Claude Fable 5 <noreply@anthropic.com> Co-authored-by: Qiaolin Yu <liin1211@outlook.com>
This commit is contained in:
co-authored by
Jimmy Shong
Brayden Zhong
BBuf
Zijie Xia
Claude Fable 5
Qiaolin Yu
parent
ebec85f606
commit
8a1e6e4e46
@@ -312,7 +312,7 @@ FP4_GEMM_RUNNER_BACKEND_CHOICES = [
|
||||
"marlin",
|
||||
]
|
||||
|
||||
BF16_GEMM_BACKEND_CHOICES = ["auto", "cutedsl", "torch"]
|
||||
BF16_GEMM_BACKEND_CHOICES = ["auto", "cutedsl", "gemv", "torch"]
|
||||
|
||||
RADIX_EVICTION_POLICY_CHOICES = ["lru", "lfu", "slru", "priority"]
|
||||
RETRACTION_POLICY_CHOICES = ["length", "priority"]
|
||||
|
||||
Reference in New Issue
Block a user