[cp] assert dsv3.2 cp in pd decode mode (#16156)
This commit is contained in:
@@ -1126,6 +1126,10 @@ class ServerArgs:
|
|||||||
)
|
)
|
||||||
|
|
||||||
print_nsa_bool_env_vars()
|
print_nsa_bool_env_vars()
|
||||||
|
if self.enable_nsa_prefill_context_parallel:
|
||||||
|
assert (
|
||||||
|
self.disaggregation_mode != "decode"
|
||||||
|
), "CP is only supported for prefill when PD disaggregation, please remove --enable-nsa-prefill-context-parallel."
|
||||||
|
|
||||||
else:
|
else:
|
||||||
# DeepSeek V3/R1/V3.1
|
# DeepSeek V3/R1/V3.1
|
||||||
|
|||||||
Reference in New Issue
Block a user