293816ab14
Co-authored-by: Bowen Bao <bowenbao@amd.com> Co-authored-by: Colin Zeng <Colin.Zeng@amd.com>
15 lines
331 B
Python
15 lines
331 B
Python
# GPU Memory Types
|
|
GPU_MEMORY_TYPE_KV_CACHE = "kv_cache"
|
|
GPU_MEMORY_TYPE_WEIGHTS = "weights"
|
|
GPU_MEMORY_TYPE_CUDA_GRAPH = "cuda_graph"
|
|
|
|
GPU_MEMORY_ALL_TYPES = [
|
|
GPU_MEMORY_TYPE_KV_CACHE,
|
|
GPU_MEMORY_TYPE_WEIGHTS,
|
|
GPU_MEMORY_TYPE_CUDA_GRAPH,
|
|
]
|
|
|
|
HEALTH_CHECK_RID_PREFIX = "HEALTH_CHECK"
|
|
|
|
GIB_BYTES = 1073741824 # 1024**3
|