From 93c1bff1d44f5984ff1b41fa1d4ec5e6ab52af21 Mon Sep 17 00:00:00 2001 From: Hao Zhang Date: Tue, 11 Aug 2026 11:33:04 -0700 Subject: [PATCH] Fix default dtype restoration after model loader errors (#34440) Co-authored-by: zhisbug <1654062+zhisbug@users.noreply.github.com> Co-authored-by: Brayden Zhong --- python/sglang/srt/model_loader/utils.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/model_loader/utils.py b/python/sglang/srt/model_loader/utils.py index 8ba2f94de..199603321 100644 --- a/python/sglang/srt/model_loader/utils.py +++ b/python/sglang/srt/model_loader/utils.py @@ -25,8 +25,10 @@ def set_default_torch_dtype(dtype: torch.dtype): """Sets the default torch dtype to the given dtype.""" old_dtype = torch.get_default_dtype() torch.set_default_dtype(dtype) - yield - torch.set_default_dtype(old_dtype) + try: + yield + finally: + torch.set_default_dtype(old_dtype) def _is_moe_model(model_config: ModelConfig, architectures: list[str]) -> bool: