diff options
| author | Martin Peres <martin.peres@linux.intel.com> | 2016-01-28 20:24:56 +0200 |
|---|---|---|
| committer | Martin Peres <martin.peres@linux.intel.com> | 2016-01-28 20:24:56 +0200 |
| commit | 470f7d037bec81b78812a1b92da3cf30236a4ebe (patch) | |
| tree | 8a5370d3127d54dd3f3694b9014cc103fe18a5fa | |
| parent | 0b52f1d41007f92ce9f7a4628af6ccd51dd85eb9 (diff) | |
smart_ezbench: verify the variance of both ends before bisecting a change
| -rw-r--r-- | utils/ezbench.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/utils/ezbench.py b/utils/ezbench.py index 032d4a2..badd513 100644 --- a/utils/ezbench.py +++ b/utils/ezbench.py @@ -700,6 +700,10 @@ class SmartEzbench: margin, wanted_n = result_new.confidence_margin() if margin > max_variance: continue + result_old = r.find_result(e.commit_range.old, e.benchmark) + margin, wanted_n = result_new.confidence_margin() + if margin > max_variance: + continue middle = self.__find_middle_commit__(commits_rev_order, e.commit_range.old.sha1, @@ -713,7 +717,6 @@ class SmartEzbench: severity = min(abs(e.diff()), 1) * e.confidence event_prio = 0.75 - result_old = r.find_result(e.commit_range.old, e.benchmark) bench_name_to_run = benchmark.full_name runs = (len(result_old.data) + len(result_new.data)) / 2 elif type(e) is EventInsufficientSignificance: |