diff --git a/python/sglang/srt/models/nvila.py b/python/sglang/srt/models/nvila.py
index 964955b00..64e6d00ca 100644
--- a/python/sglang/srt/models/nvila.py
+++ b/python/sglang/srt/models/nvila.py
@@ -210,6 +210,10 @@ class NVILAForConditionalGeneration(nn.Module):
             if name.startswith("llm."):
                 self.llm.load_weights([(name[len("llm.") :], loaded_weight)])
             else:
+                if name not in params_dict and name.startswith(
+                    "vision_tower.vision_model."
+                ):
+                    name = "vision_tower." + name[len("vision_tower.vision_model.") :]
                 param = params_dict[name]
                 weight_loader = getattr(
                     param, "weight_loader", weight_utils.default_weight_loader
diff --git a/python/sglang/srt/models/nvila_lite.py b/python/sglang/srt/models/nvila_lite.py
index 156125084..f651c02ed 100644
--- a/python/sglang/srt/models/nvila_lite.py
+++ b/python/sglang/srt/models/nvila_lite.py
@@ -168,6 +168,10 @@ class NVILALiteForConditionalGeneration(nn.Module):
             if name.startswith("llm."):
                 self.llm.load_weights([(name[len("llm.") :], loaded_weight)])
             else:
+                if name not in params_dict and name.startswith(
+                    "vision_tower.vision_model."
+                ):
+                    name = "vision_tower." + name[len("vision_tower.vision_model.") :]
                 param = params_dict[name]
                 weight_loader = getattr(
                     param, "weight_loader", weight_utils.default_weight_loader