[CI] Fix nightly test failures (#34637)
This commit is contained in:
@@ -2223,6 +2223,12 @@ class ModelLaunchSettings:
|
|||||||
self.extra_args.append(fixed_arg)
|
self.extra_args.append(fixed_arg)
|
||||||
|
|
||||||
|
|
||||||
|
class ModelEvalMetrics:
|
||||||
|
def __init__(self, accuracy: float, eval_time: float):
|
||||||
|
self.accuracy = accuracy
|
||||||
|
self.eval_time = eval_time
|
||||||
|
|
||||||
|
|
||||||
def extract_trace_link_from_bench_one_batch_server_output(output: str) -> str:
|
def extract_trace_link_from_bench_one_batch_server_output(output: str) -> str:
|
||||||
match = re.search(r"\[Profile\]\((.*?)\)", output)
|
match = re.search(r"\[Profile\]\((.*?)\)", output)
|
||||||
if match:
|
if match:
|
||||||
|
|||||||
@@ -332,6 +332,14 @@ class TestFlashinferTrtllmGenMoeBackendNvFp4PerTokenActivationRouted(
|
|||||||
backend = "flashinfer_trtllm_routed"
|
backend = "flashinfer_trtllm_routed"
|
||||||
|
|
||||||
|
|
||||||
|
# Only this class is affected, but the file runs with failfast, so leaving it
|
||||||
|
# enabled also cuts off the two classes that sort after it.
|
||||||
|
@unittest.skip(
|
||||||
|
"flashinfer-ai/flashinfer#4486: on SM100/SM103 the TRTLLM_GEN tile-192 BMM "
|
||||||
|
"path returns non-finite MoE output from FlashInfer 0.6.16.post4 on, so the "
|
||||||
|
"first real prefill trips the sampler NaN assert and gsm8k scores 0.0. "
|
||||||
|
"See #34629 for the package bisect."
|
||||||
|
)
|
||||||
class TestFlashinferTrtllmGenMoeBackendNvFp4Online(
|
class TestFlashinferTrtllmGenMoeBackendNvFp4Online(
|
||||||
FlashinferTrtllmGenMoeBackendNvFp4OnlineBase, CustomTestCase
|
FlashinferTrtllmGenMoeBackendNvFp4OnlineBase, CustomTestCase
|
||||||
):
|
):
|
||||||
|
|||||||
Reference in New Issue
Block a user