fix: use base GPU ID CUDA device for multimodal processor (#21191)
This commit is contained in:
@@ -436,7 +436,8 @@ class BaseMultimodalProcessor(ABC):
|
|||||||
elif _is_xpu:
|
elif _is_xpu:
|
||||||
kwargs["device"] = "xpu"
|
kwargs["device"] = "xpu"
|
||||||
elif not _is_npu:
|
elif not _is_npu:
|
||||||
kwargs["device"] = "cuda"
|
base_gpu_id = get_global_server_args().base_gpu_id
|
||||||
|
kwargs["device"] = f"cuda:{base_gpu_id}"
|
||||||
elif processor.__class__.__name__ not in {
|
elif processor.__class__.__name__ not in {
|
||||||
"Glm4vProcessor",
|
"Glm4vProcessor",
|
||||||
}:
|
}:
|
||||||
|
|||||||
Reference in New Issue
Block a user