minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Clarify post-capture KV reservation logs (#33598)

Browse Source
This commit is contained in:
cctry
2026-08-04 15:06:11 -07:00
committed by GitHub
parent 19d3f86895
commit c8822fd990
3 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/memory_pool.py
+2 -2
View File
@@ -1667,7 +1667,7 @@ class KVCache(abc.ABC):
k_size_GB = k_size / GB
v_size_GB = v_size / GB
logger.info(
f"{cache_name} is allocated. dtype: {self.dtype}, "
f"{cache_name} {'VA upper bound' if self.post_capture_active else 'is allocated'}. dtype: {self.dtype}, "
f"#tokens: {num_tokens}, K size: {k_size_GB:.2f} GB, "
f"V size: {v_size_GB:.2f} GB"
)
@@ -1675,7 +1675,7 @@ class KVCache(abc.ABC):
else:
kv_size_GB = kv_size_bytes / GB
logger.info(
f"{cache_name} is allocated. dtype: {self.dtype}, "
f"{cache_name} {'VA upper bound' if self.post_capture_active else 'is allocated'}. dtype: {self.dtype}, "
f"#tokens: {num_tokens}, KV size: {kv_size_GB:.2f} GB"
)
self.mem_usage = kv_size_GB