GLM-5/5.1 MXFP4 Checkpoint Inference Compatibility Fix (#22543)

Co-authored-by: HAI <hixiao@gmail.com>
2026-04-13 23:56:48 -07:00
parent 8fe9bbffb6
commit b10f852118
3 changed files with 8 additions and 0 deletions
@@ -1016,6 +1016,8 @@ class ServerArgs:
            self.served_model_name = self.model_path
        if self.device is None:
            self.device = get_device()
+        # strip device index from user if any (e.g. "cuda:0" -> "cuda")
+        self.device = self.device.split(":")[0]
        if self.random_seed is None:
            self.random_seed = random.randint(0, 1 << 30)
        if self.mm_process_config is None: