session_id dataclass field should not put in msgpack struct (#29977)
This commit is contained in:
@@ -806,7 +806,7 @@ class TokenizedGenerateReqInput(BaseReq, kw_only=True):
|
|||||||
return_indexer_topk: bool = False
|
return_indexer_topk: bool = False
|
||||||
|
|
||||||
# Session info for continual prompting
|
# Session info for continual prompting
|
||||||
session_id: Optional[str] = field(default=None, kw_only=True)
|
session_id: Optional[str] = None
|
||||||
session_params: Optional[SessionParams] = None
|
session_params: Optional[SessionParams] = None
|
||||||
|
|
||||||
# LoRA related
|
# LoRA related
|
||||||
|
|||||||
Reference in New Issue
Block a user