minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Fix _is_compiling dynamo tracing: import torch instead of sys.modules lookup (#36573)

Browse Source
This commit is contained in:
Cheng Wan
2026-08-26 16:17:02 -07:00
committed by GitHub
parent 7f27bf4708
commit e5a1c5a423
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/runtime_context.py
+6 -3
View File
@@ -1265,9 +1265,12 @@ _RECORD_DUMP_REGISTERED = False
def _is_compiling() -> bool: def _is_compiling() -> bool:
# Recording has Python side effects (set mutation, file I/O, atexit) that # Recording has Python side effects (set mutation, file I/O, atexit) that
# must never run under tracing; torch.compiler.is_compiling() is dynamo's # must never run under tracing; torch.compiler.is_compiling() is dynamo's
# sanctioned probe. The lazy lookup keeps this module import-light. # sanctioned probe. The function-level import keeps this module
torch = sys.modules.get("torch") # import-light; a sys.modules lookup here breaks fullgraph tracing (dynamo
return torch is not None and torch.compiler.is_compiling() # enumerates the dict, which other imports mutate mid-trace).
import torch
return torch.compiler.is_compiling()
def _ensure_record_dump_registered() -> None: def _ensure_record_dump_registered() -> None: