[Feature] Add MiniCPM-SALA support (#30360)
Co-authored-by: Alex Nails <alex.nails@radixark.ai> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Alex Nails
Claude Opus 5
parent
d251fa2453
commit
092d85eb87
@@ -201,6 +201,8 @@ ATTENTION_BACKEND_CHOICES = [
|
||||
"trtllm_mha",
|
||||
"dual_chunk_flash_attn",
|
||||
"hpc_ops", # HPC-Ops (https://github.com/Tencent/hpc-ops), Hopper (SM90) only, requires --page-size 64
|
||||
"minicpm_flashattn",
|
||||
"minicpm_flashinfer",
|
||||
# AMD specific
|
||||
"aiter",
|
||||
"wave",
|
||||
@@ -969,7 +971,12 @@ class ServerArgs:
|
||||
NS("schedule"),
|
||||
] = False
|
||||
disable_radix_cache: A[
|
||||
bool, "Disable RadixAttention for prefix caching.", NS("memory")
|
||||
bool,
|
||||
Arg(
|
||||
help="Disable RadixAttention for prefix caching.",
|
||||
resolvable=True,
|
||||
),
|
||||
NS("memory"),
|
||||
] = False
|
||||
enable_page_major_kv_layout: A[
|
||||
bool,
|
||||
|
||||
Reference in New Issue
Block a user