From b5946a7546a7ca00c2bae5ca28ae6f591b49a9a7 Mon Sep 17 00:00:00 2001
From: Craig Tiller <ctiller@google.com>
Date: Thu, 30 Mar 2017 20:36:44 -0700
Subject: [PATCH] Loosen constraints for reporting
---
tools/profiling/microbenchmarks/bm_diff.py | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/tools/profiling/microbenchmarks/bm_diff.py b/tools/profiling/microbenchmarks/bm_diff.py
index 857d397095..0e20a0e4e5 100755
--- a/tools/profiling/microbenchmarks/bm_diff.py
+++ b/tools/profiling/microbenchmarks/bm_diff.py
@@ -61,8 +61,8 @@ def min_change(pct):
return lambda n, o: abs(changed_ratio(n,o)) > pct/100.0
nanos = {
- 'abs_diff': 10,
- 'pct_diff': 10,
+ 'abs_diff': 5,
+ 'pct_diff': 5,
}
counter = {
'abs_diff': 1,
@@ -102,7 +102,7 @@ argp.add_argument('-t', '--track',
argp.add_argument('-b', '--benchmarks', nargs='+', choices=_AVAILABLE_BENCHMARK_TESTS, default=['bm_cq'])
argp.add_argument('-d', '--diff_base', type=str)
argp.add_argument('-r', '--repetitions', type=int, default=7)
-argp.add_argument('-p', '--p_threshold', type=float, default=0.01)
+argp.add_argument('-p', '--p_threshold', type=float, default=0.05)
args = argp.parse_args()
assert args.diff_base
--
GitLab