minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[AMD] Replace msgpack with msgspec in MORI-IO (#19007)

Browse Source
This commit is contained in:
Duyi-Wang
2026-02-19 23:04:15 -08:00
committed by GitHub
parent 8541b1118d
commit b0786cdf94
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/mori/conn.py
+3 -3
View File
@@ -10,7 +10,7 @@ import time
from collections import defaultdict from collections import defaultdict
from typing import Dict, List, Optional, Set, Tuple from typing import Dict, List, Optional, Set, Tuple
import msgpack import msgspec
import numpy as np import numpy as np
import numpy.typing as npt import numpy.typing as npt
from mori.cpp import TransferStatus from mori.cpp import TransferStatus
@@ -50,13 +50,13 @@ def _pack_mem_desc_list(mems: List[MemoryDesc]) -> bytes:
if not mems: if not mems:
return b"" return b""
packed_descs = [mem.pack() for mem in mems] packed_descs = [mem.pack() for mem in mems]
return msgpack.packb(packed_descs, use_bin_type=True) return msgspec.msgpack.encode(packed_descs)
def _unpack_mem_desc_list(blob: bytes) -> List[MemoryDesc]: def _unpack_mem_desc_list(blob: bytes) -> List[MemoryDesc]:
if not blob: if not blob:
return [] return []
desc_blobs = msgpack.unpackb(blob, raw=False) desc_blobs = msgspec.msgpack.decode(blob)
return [MemoryDesc.unpack(b) for b in desc_blobs] return [MemoryDesc.unpack(b) for b in desc_blobs]