[Fix] Fix Nemotron-H Mamba illegal memory access under DP attention with CUDA graph (#34561)
Co-authored-by: Brayden Zhong <b8zhong@uwaterloo.ca>
This commit is contained in:
co-authored by
Brayden Zhong
parent
ed12d6827d
commit
a6bc0532c9
@@ -52,8 +52,6 @@ DP_ATTENTION_EP_ARGS = [
|
||||
"0.93",
|
||||
"--max-prefill-tokens",
|
||||
"8192",
|
||||
"--cuda-graph-backend-prefill",
|
||||
"disabled",
|
||||
]
|
||||
|
||||
MTP_ARGS = [
|
||||
|
||||
Reference in New Issue
Block a user