[ROCm] Raise HiCache JIT block quota for mapped-host throughput (#39036)
This commit is contained in:
@@ -3,14 +3,22 @@ from __future__ import annotations
|
|||||||
import logging
|
import logging
|
||||||
from typing import TYPE_CHECKING
|
from typing import TYPE_CHECKING
|
||||||
|
|
||||||
from sglang.kernels.jit.utils import cache_once, load_jit, make_cpp_args
|
from sglang.kernels.jit.utils import (
|
||||||
|
cache_once,
|
||||||
|
is_hip_runtime,
|
||||||
|
load_jit,
|
||||||
|
make_cpp_args,
|
||||||
|
)
|
||||||
from sglang.kernels.kernel_api_logging import debug_kernel_api
|
from sglang.kernels.kernel_api_logging import debug_kernel_api
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
if TYPE_CHECKING:
|
||||||
import torch
|
import torch
|
||||||
from tvm_ffi.module import Module
|
from tvm_ffi.module import Module
|
||||||
|
|
||||||
DEFAULT_BLOCK_QUOTA = 2
|
_is_hip = is_hip_runtime()
|
||||||
|
|
||||||
|
# ROCm needs a wider grid to saturate mapped-host transfers; CUDA keeps the legacy quota.
|
||||||
|
DEFAULT_BLOCK_QUOTA = 32 if _is_hip else 2
|
||||||
|
|
||||||
|
|
||||||
@cache_once
|
@cache_once
|
||||||
|
|||||||
Reference in New Issue
Block a user