Switch to entropy-based stopping criterion (#1280)

benchmarks/scripts/cccl/bench/bench.py

@@ -626,22 +626,8 @@ def do_run(self, ct_point, rt_values, timeout, is_search=True):
             cmd.append('--jsonbin')
             cmd.append(result_path)
 
-            if is_search:
-                # Allow noise because we rely on min samples
-                cmd.append("--max-noise")
-                cmd.append("100")
-
-                # Need at least 70 samples
-                cmd.append("--min-samples")
-                cmd.append("70")
-
-            # Unlike noise, minimal benchmarking time is not directly related to variance.
-            # Default minimal time is 0.5 seconds. For CI we want to reduce it to 0.1 seconds, 
-            # becuse we have limited time budget. Having smaller minimal time doesn't affect 
-            # stability of sample distribution median in a deterministic way. For small problem sizes, 
-            # 0.1s leads to smaller variation than 0.5s. For other workloads, 0.5 leads to smaller variance. 
-            cmd.append("--min-time")
-            cmd.append("0.1")
+            cmd.append("--stopping-criterion")
+            cmd.append("entropy")
 
             # NVBench is currently broken for multiple GPUs, use `CUDA_VISIBLE_DEVICES`
             cmd.append("-d")