[Bug Fix] Add priority property to DecodeRequest to fix AttributeError with --enable-priority-scheduling (#25064)
This commit is contained in:
@@ -252,6 +252,10 @@ class DecodeRequest:
|
||||
def seqlen(self) -> int:
|
||||
return self.req.seqlen
|
||||
|
||||
@property
|
||||
def priority(self) -> Optional[int]:
|
||||
return self.req.priority
|
||||
|
||||
|
||||
class DecodePreallocQueue:
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user