[NPU] Fix LLaDA2 MoE OOM after the FRACTAL_NZ cast, re-enabling the NZ speedup (#31772)
This commit is contained in:
@@ -1,4 +1,3 @@
|
||||
import os
|
||||
import unittest
|
||||
|
||||
from sglang.test.ascend.gsm8k_ascend_mixin import GSM8KAscendMixin
|
||||
@@ -31,10 +30,6 @@ class TestLLaDA2Mini(GSM8KAscendMixin, CustomTestCase):
|
||||
"LowConfidence", # TODO: Add dLLM configurations
|
||||
"--no-dllm-fdfo", # FDFO (PR #27551) halves single-batch speed on NPU; use sync mode
|
||||
]
|
||||
env = {
|
||||
**os.environ,
|
||||
"SGLANG_NPU_DISABLE_ACL_FORMAT_WEIGHT": "1", # Need to avoid OOM issue
|
||||
}
|
||||
accuracy = 0.88
|
||||
output_throughput = 70
|
||||
|
||||
|
||||
Reference in New Issue
Block a user