[Bug Fix] Add priority property to DecodeRequest to fix AttributeError with --enable-priority-scheduling (#25064)
This commit is contained in:
@@ -252,6 +252,10 @@ class DecodeRequest:
|
|||||||
def seqlen(self) -> int:
|
def seqlen(self) -> int:
|
||||||
return self.req.seqlen
|
return self.req.seqlen
|
||||||
|
|
||||||
|
@property
|
||||||
|
def priority(self) -> Optional[int]:
|
||||||
|
return self.req.priority
|
||||||
|
|
||||||
|
|
||||||
class DecodePreallocQueue:
|
class DecodePreallocQueue:
|
||||||
"""
|
"""
|
||||||
|
|||||||
Reference in New Issue
Block a user