minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[tiny] misc cleanups across configs, attention, jit_kernel (#24350)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-05-04 03:17:14 -07:00
committed by GitHub
parent 952b3caf18
commit 84f3b44916
8 changed files with 62 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/jit_kernel/utils.py
+2 -2
View File
@@ -90,7 +90,7 @@ KERNEL_PATH = _resolve_kernel_path()
DEFAULT_INCLUDE = [str(KERNEL_PATH / "include")]
DEFAULT_CFLAGS = ["-std=c++20", "-O3"]
DEFAULT_LDFLAGS = []
CPP_TEMPLATE_TYPE: TypeAlias = Union[int, float, bool, torch.dtype]
CPP_TEMPLATE_TYPE: TypeAlias = Union[int, float, str, bool, torch.dtype]
class CPPArgList(list[str]):
@@ -119,7 +119,7 @@ def make_cpp_args(*args: CPP_TEMPLATE_TYPE) -> CPPArgList:
def _convert(arg: CPP_TEMPLATE_TYPE) -> str:
if isinstance(arg, bool):
return "true" if arg else "false"
if isinstance(arg, (int, float)):
if isinstance(arg, (int, str, float)):
return str(arg)
if isinstance(arg, torch.dtype):
return CPP_DTYPE_MAP[arg]