From 6875df33787312de96f5ad98b2df0493074bf03e Mon Sep 17 00:00:00 2001 From: Brayden Zhong Date: Tue, 7 Jul 2026 13:21:55 -0700 Subject: [PATCH] [Cherry pick to release/v0.5.15] Fix NVILA weight loading (#30400) Co-authored-by: Brayden Zhong --- python/sglang/srt/models/nvila.py | 4 ++++ python/sglang/srt/models/nvila_lite.py | 4 ++++ 2 files changed, 8 insertions(+) diff --git a/python/sglang/srt/models/nvila.py b/python/sglang/srt/models/nvila.py index 964955b00..64e6d00ca 100644 --- a/python/sglang/srt/models/nvila.py +++ b/python/sglang/srt/models/nvila.py @@ -210,6 +210,10 @@ class NVILAForConditionalGeneration(nn.Module): if name.startswith("llm."): self.llm.load_weights([(name[len("llm.") :], loaded_weight)]) else: + if name not in params_dict and name.startswith( + "vision_tower.vision_model." + ): + name = "vision_tower." + name[len("vision_tower.vision_model.") :] param = params_dict[name] weight_loader = getattr( param, "weight_loader", weight_utils.default_weight_loader diff --git a/python/sglang/srt/models/nvila_lite.py b/python/sglang/srt/models/nvila_lite.py index 156125084..f651c02ed 100644 --- a/python/sglang/srt/models/nvila_lite.py +++ b/python/sglang/srt/models/nvila_lite.py @@ -168,6 +168,10 @@ class NVILALiteForConditionalGeneration(nn.Module): if name.startswith("llm."): self.llm.load_weights([(name[len("llm.") :], loaded_weight)]) else: + if name not in params_dict and name.startswith( + "vision_tower.vision_model." + ): + name = "vision_tower." + name[len("vision_tower.vision_model.") :] param = params_dict[name] weight_loader = getattr( param, "weight_loader", weight_utils.default_weight_loader