diff --git a/tests/perf/scripts/run_benchmark.py b/tests/perf/scripts/run_benchmark.py index 113c7e826..eb2ac5359 100644 --- a/tests/perf/scripts/run_benchmark.py +++ b/tests/perf/scripts/run_benchmark.py @@ -188,6 +188,10 @@ def benchmark_params(request, omni_server): if param_index >= len(all_params): raise ValueError(f"No benchmark parameters found for index {param_index} in test: {test_name}") + if all_params[param_index]["dataset_name"] == "random-mm": + # TODO: Due to known issues, skip the random-mm dataset. + pytest.skip("Skipping parameter for random-mm dataset.") + current = param_index + 1 total = len(all_params) print(f"\n Running benchmark {current}/{total} for {test_name}") diff --git a/tests/perf/tests/test.json b/tests/perf/tests/test.json index 32bbf1b5a..c2cc801b2 100644 --- a/tests/perf/tests/test.json +++ b/tests/perf/tests/test.json @@ -18,8 +18,8 @@ 4, 10 ], - "random_input_len": 2500, - "random_output_len": 900, + "random_input_len": 100, + "random_output_len": 100, "ignore_eos": true, "percentile-metrics": "ttft,tpot,itl,e2el,audio_rtf,audio_ttfp,audio_duration", "baseline": { @@ -102,8 +102,8 @@ 4, 10 ], - "random_input_len": 2500, - "random_output_len": 900, + "random_input_len": 100, + "random_output_len": 100, "ignore_eos": true, "percentile-metrics": "ttft,tpot,itl,e2el,audio_rtf,audio_ttfp,audio_duration", "baseline": {