[CI] Fix nightly test failures (#34637)
This commit is contained in:
@@ -2223,6 +2223,12 @@ class ModelLaunchSettings:
|
||||
self.extra_args.append(fixed_arg)
|
||||
|
||||
|
||||
class ModelEvalMetrics:
|
||||
def __init__(self, accuracy: float, eval_time: float):
|
||||
self.accuracy = accuracy
|
||||
self.eval_time = eval_time
|
||||
|
||||
|
||||
def extract_trace_link_from_bench_one_batch_server_output(output: str) -> str:
|
||||
match = re.search(r"\[Profile\]\((.*?)\)", output)
|
||||
if match:
|
||||
|
||||
@@ -332,6 +332,14 @@ class TestFlashinferTrtllmGenMoeBackendNvFp4PerTokenActivationRouted(
|
||||
backend = "flashinfer_trtllm_routed"
|
||||
|
||||
|
||||
# Only this class is affected, but the file runs with failfast, so leaving it
|
||||
# enabled also cuts off the two classes that sort after it.
|
||||
@unittest.skip(
|
||||
"flashinfer-ai/flashinfer#4486: on SM100/SM103 the TRTLLM_GEN tile-192 BMM "
|
||||
"path returns non-finite MoE output from FlashInfer 0.6.16.post4 on, so the "
|
||||
"first real prefill trips the sampler NaN assert and gsm8k scores 0.0. "
|
||||
"See #34629 for the package bisect."
|
||||
)
|
||||
class TestFlashinferTrtllmGenMoeBackendNvFp4Online(
|
||||
FlashinferTrtllmGenMoeBackendNvFp4OnlineBase, CustomTestCase
|
||||
):
|
||||
|
||||
Reference in New Issue
Block a user