diff --git a/docker/Dockerfile.cu134 b/docker/Dockerfile.cu134 index c8beb064eb..40f899436c 100644 --- a/docker/Dockerfile.cu134 +++ b/docker/Dockerfile.cu134 @@ -6,8 +6,8 @@ ARG TORCHVISION_NIGHTLY_VERSION=0.30.0.dev20261005+cu134 ARG TORCHAUDIO_NIGHTLY_VERSION=2.11.0.dev20261004+cu134 # Wheel build args ARG MANYLINUX_IMAGE=pytorch/manylinuxaarch64-builder:cuda13.4 -ARG DEEPGEMM_REF=v0.2.3 -ARG SGL_DEEP_GEMM_VERSION=0.2.3 +ARG DEEPGEMM_REF=v0.2.3.post2 +ARG SGL_DEEP_GEMM_VERSION=0.2.3.post2 ARG DEEPEP_SOURCE_REF=sgl-deepep ARG SGL_DEEP_EP_VERSION=0.1.2.post1 diff --git a/python/pyproject.toml b/python/pyproject.toml index f9e3c5b904..b868fd82cb 100755 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -75,7 +75,7 @@ dependencies = [ "sentencepiece==0.2.1", # 0.2.2 rejects null pieces in InternVL tokenizers. "setproctitle", "sgl-deep-ep==0.1.2.post1", - "sgl-deep-gemm==0.2.3", + "sgl-deep-gemm==0.2.3.post2", "sgl-flash-mla==1.0.0", "sglang-kernel==0.4.10", "smg-grpc-servicer>=0.9.0", diff --git a/python/sglang/kernels/ops/moe/mega_gate.py b/python/sglang/kernels/ops/moe/mega_gate.py index c526454915..31c02439aa 100644 --- a/python/sglang/kernels/ops/moe/mega_gate.py +++ b/python/sglang/kernels/ops/moe/mega_gate.py @@ -23,9 +23,6 @@ def bf16_mega_gate( ) -> tuple[torch.Tensor, torch.Tensor]: import deep_gemm - if valid_token_mask is not None: - hidden_states = torch.where(valid_token_mask[:, None], hidden_states, 0) - if out is None: ids = torch.empty( (hidden_states.shape[0], top_k), diff --git a/test/registered/unit/layers/moe/test_mega_moe_deepgemm_api.py b/test/registered/unit/layers/moe/test_mega_moe_deepgemm_api.py index b3e165b4a1..09a731c6e9 100644 --- a/test/registered/unit/layers/moe/test_mega_moe_deepgemm_api.py +++ b/test/registered/unit/layers/moe/test_mega_moe_deepgemm_api.py @@ -456,8 +456,9 @@ class TestDeepGemmMegaMoeApi(CustomTestCase): @staticmethod def _mega_gate_reference(x, weight, top_k, **kwargs): - if not torch.isfinite(x).all(): - raise ValueError("MegaGate rejects nonfinite GEMM inputs") + unmasked = x if kwargs["mask"] is None else x[kwargs["mask"]] + if not torch.isfinite(unmasked).all(): + raise ValueError("MegaGate rejects nonfinite scores on unmasked rows") scores = torch.log1p(torch.exp(x.float() @ weight.float().T)).sqrt() if kwargs["unmapped_topk_idx"] is not None: ids = kwargs["unmapped_topk_idx"]