minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[NPU][Bugfix] Disable pinned memory to fix DeepSeek-V2 DP-attention hang (#39423)

Browse Source
This commit is contained in:
iridiumine
2026-09-15 14:59:31 +08:00
committed by GitHub
parent 575163ff32
commit 8a20062652
2 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/unit/platforms/test_platform_interface.py
+6 -3
View File
@@ -381,10 +381,13 @@ class TestNpuDeviceMixin(CustomTestCase):
mock_npu.synchronize.assert_called_once()
def test_pin_memory_available_for_npu_targets(self):
# Pinned memory stays disabled on NPU: torch_npu's pinned-memory +
# non_blocking H2D path is not verified against CANN (see
# NPUSRTPlatform.is_pin_memory_available).
base = NPUSRTPlatform()
self.assertTrue(base.is_pin_memory_available())
self.assertTrue(base.is_pin_memory_available(device="npu"))
self.assertTrue(base.is_pin_memory_available(device=torch.device("npu", 0)))
self.assertFalse(base.is_pin_memory_available())
self.assertFalse(base.is_pin_memory_available(device="npu"))
self.assertFalse(base.is_pin_memory_available(device=torch.device("npu", 0)))
self.assertFalse(base.is_pin_memory_available(device="cpu"))
self.assertFalse(base.is_pin_memory_available(device=torch.device("cpu")))