[DLLM] Basic dLLM scheduling strategy and implementation (#17484)
Signed-off-by: Zehuan Li <lizehuan.lzh@antgroup.com>
This commit is contained in:
@@ -95,7 +95,7 @@ class ForwardMode(IntEnum):
|
||||
# Split Prefill for PD multiplexing
|
||||
SPLIT_PREFILL = auto()
|
||||
|
||||
# Used in diffusion LLM inference
|
||||
# Used in dLLM
|
||||
DLLM_EXTEND = auto()
|
||||
|
||||
def is_prefill(self):
|
||||
|
||||
Reference in New Issue
Block a user