[CP V1 Deprecation 5/5] Update prefill CP documentation (#36230)
This commit is contained in:
@@ -152,7 +152,7 @@ class Parallel:
|
||||
cp_strategy: A[
|
||||
Optional[str],
|
||||
Arg(
|
||||
help="Sharding strategy for prefill CP. 'zigzag' is the former in-seq-split mode; 'interleave' is the former round-robin-split mode.",
|
||||
help="Sharding strategy for prefill CP. 'zigzag' assigns each rank one early and one late sequence block; 'interleave' assigns token indices modulo the CP size.",
|
||||
choices=("zigzag", "interleave"),
|
||||
),
|
||||
] = None
|
||||
|
||||
Reference in New Issue
Block a user