ci: run GB300 nightly suite in the standard Nvidia nightly workflow (#28536)
Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com> Co-authored-by: Mohammad Miadh Angkad <176301910+mmangkad@users.noreply.github.com>
This commit is contained in:
co-authored by
Baizhou Zhang
Mohammad Miadh Angkad
parent
7c505c2927
commit
ab0714d0ee
@@ -10,8 +10,8 @@ from sglang.test.test_utils import DEFAULT_URL_FOR_TEST, ModelLaunchSettings
|
||||
class PerformanceTestParams:
|
||||
"""Parameters for performance testing."""
|
||||
|
||||
batch_sizes: List[int] = field(default_factory=lambda: [1, 8, 16, 64])
|
||||
input_lens: Tuple[int, ...] = (4096,)
|
||||
batch_sizes: List[int] = field(default_factory=lambda: [1, 8, 16])
|
||||
input_lens: Tuple[int, ...] = (8192,)
|
||||
output_lens: Tuple[int, ...] = (512,)
|
||||
profile_dir: Optional[str] = None # None = auto-generate based on is_vlm
|
||||
dataset_name: str = "mmmu" # For VLM perf test
|
||||
|
||||
Reference in New Issue
Block a user