minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Fix] Give the piecewise CUDA graph test stub an hf_config (#34100)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-08-08 02:04:16 -07:00
committed by GitHub
parent f6a6f5bf1e
commit 2c0188cc78
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/unit/configs/test_multimodal_piecewise_cuda_graph.py
+4 -1
View File
@@ -95,8 +95,11 @@ class TestMultimodalPiecewiseCudaGraph(CustomTestCase):
def test_trtllm_mla_stays_on_breakable_and_is_disabled_by_compatibility(self): def test_trtllm_mla_stays_on_breakable_and_is_disabled_by_compatibility(self):
args = ServerArgs(model_path="dummy") args = ServerArgs(model_path="dummy")
# The MLA rule reads hf_config to exempt DSA models, so the stub needs
# an architecture that is MLA but not DSA.
args.model_config = SimpleNamespace( args.model_config = SimpleNamespace(
is_multimodal_piecewise_cuda_graph_supported=True is_multimodal_piecewise_cuda_graph_supported=True,
hf_config=SimpleNamespace(architectures=["DeepseekV2ForCausalLM"]),
) )
args.cuda_graph_config = CudaGraphConfig( args.cuda_graph_config = CudaGraphConfig(
prefill=PhaseConfig(backend=Backend.BREAKABLE) prefill=PhaseConfig(backend=Backend.BREAKABLE)