minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[misc] adding metadata field in UpdateWeightFromDiskReqInput (#18821)

Browse Source
This commit is contained in:
Yilong Zhao
2026-02-17 12:14:15 +08:00
committed by GitHub
parent 26b2c63d03
commit d5307ce022
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/io_struct.py
+2
View File
@@ -1309,6 +1309,8 @@ class UpdateWeightFromDiskReqInput(BaseReq):
token_step: int = 0 token_step: int = 0
# Whether to flush the cache after updating weights # Whether to flush the cache after updating weights
flush_cache: bool = True flush_cache: bool = True
# Tensor metadata
manifest: Optional[Dict[str, Any]] = None
@dataclass @dataclass