[MLX] Support Qwen3.5 (dense) Model (#25754)

Signed-off-by: Xiaodong Ye <yeahdongcn@gmail.com>
Co-authored-by: Alex Nails <alex.nails@radixark.ai>
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
R0CKSTAR
2026-05-30 17:05:02 +08:00
committed by GitHub
co-authored by Alex Nails Claude Opus 4.6
parent 7c5708cba7
commit a952e9174f
23 changed files with 2943 additions and 291 deletions
+3 -2
View File
@@ -164,6 +164,7 @@ from sglang.srt.utils import (
add_prometheus_track_response_middleware,
delete_directory,
get_bool_env_var,
is_mps,
kill_process_tree,
set_uvicorn_logging_configs,
)
@@ -1903,8 +1904,8 @@ def _execute_server_warmup(server_args: ServerArgs):
model_info = res.json()
# Construct a warmup request
is_vlm = bool(model_info.get("has_image_understanding", False))
# Construct a warmup request (MLX: text warmup for VLM-advertising models; TODO: enable image warmup).
is_vlm = bool(model_info.get("has_image_understanding", False)) and not is_mps()
if model_info["is_generation"]:
if is_vlm and not server_args.skip_tokenizer_init:
request_name = "/v1/chat/completions"