chore: move cuda_vmm_utils.py under srt/utils/ (#36053)

This commit is contained in:
Lianmin Zheng
2026-08-23 21:47:29 -07:00
committed by GitHub
parent 56834422a1
commit b498efce52
12 changed files with 41 additions and 41 deletions
@@ -24,10 +24,10 @@ from typing import Any, Iterator, Optional
import torch
from sglang.srt.cuda_vmm_utils import BumpArenaStub
from sglang.srt.environ import envs
from sglang.srt.runtime_context import get_resources
from sglang.srt.utils import is_cuda
from sglang.srt.utils.cuda_vmm_utils import BumpArenaStub
logger = logging.getLogger(__name__)
_active_graph_pool_user: Optional[str] = None