minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] Fix multi image input for GLM-Image (#26311)

Browse Source 
Co-authored-by: ronnie_zheng <zl19940307@163.com>
This commit is contained in:
Makcum888e
2026-05-27 12:33:20 +03:00
committed by GitHub
co-authored by ronnie_zheng
parent 98bc6f3c22
commit 3afc80d781
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/models/dits/glm_image.py
+2 -2
View File
@@ -65,8 +65,8 @@ class GlmImageLayerKVCache:
self.k_cache = k self.k_cache = k
self.v_cache = v self.v_cache = v
else: else:
self.k_cache = torch.cat([self.k_cache, k], dim=2) self.k_cache = torch.cat([self.k_cache, k], dim=1)
self.v_cache = torch.cat([self.v_cache, v], dim=2) self.v_cache = torch.cat([self.v_cache, v], dim=1)
def get(self): def get(self):
return self.k_cache, self.v_cache return self.k_cache, self.v_cache