From 1ca16471204f274333fbcc965fbf794f968091e9 Mon Sep 17 00:00:00 2001 From: Georgy Evtushenko Date: Tue, 26 Dec 2023 14:04:09 -0800 Subject: [PATCH] Do not benchmark small problem sizes --- benchmarks/scripts/run.py | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/benchmarks/scripts/run.py b/benchmarks/scripts/run.py index 2366fd88ba7..cac3bc249b2 100755 --- a/benchmarks/scripts/run.py +++ b/benchmarks/scripts/run.py @@ -13,18 +13,21 @@ def elapsed_time_looks_good(x): return False -def problem_size_looks_large_enough(elements): +def get_largest_problem_size(rt_values): # Small problem sizes do not utilize entire GPU. # Benchmarking small problem sizes in environments where we do not control # distributions comparison, e.g. CI, is not useful because of stability issues. - return elements.isdigit() and int(elements) > 20 - + elements = [] + for element in rt_values: + if element.isdigit(): + elements.append(int(element)) + return [str(max(elements))] def filter_runtime_workloads_for_ci(rt_values): for subbench in rt_values: for axis in rt_values[subbench]: if axis.startswith('Elements') and axis.endswith('[pow2]'): - rt_values[subbench][axis] = list(filter(problem_size_looks_large_enough, rt_values[subbench][axis])) + rt_values[subbench][axis] = get_largest_problem_size(rt_values[subbench][axis]) return rt_values