From 4ff4356014ba667f6ffba10c8b7709aceb55eb46 Mon Sep 17 00:00:00 2001 From: Chad Versace Date: Wed, 2 Sep 2015 10:31:27 -0700 Subject: crucible-report: Allow each run's set of tests to differ crucible-report crashed with an assertion if the two run's set of tests differed. This made it impossible to compare results from two Crucible revisions if tests were added/deleted/renamed between those revisions. --- misc/crucible-report | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) (limited to 'misc') diff --git a/misc/crucible-report b/misc/crucible-report index d952dd3..315e142 100755 --- a/misc/crucible-report +++ b/misc/crucible-report @@ -68,16 +68,14 @@ if len(sys.argv) < 3: run1 = parse_results(sys.argv[1]) run2 = parse_results(sys.argv[2]) -# The report is only valid if both runs have the same set of tests. -assert run1.keys() == run2.keys() - num_tests = len(run1.keys()) fixed = 0 regressions = 0 -for name in run1.keys(): - status1 = run1[name] - status2 = run2[name] +for name in set(run1.keys()) | set(run2.keys()): + # If a test wasn't run, consider it skipped. + status1 = run1.get(name, 'skip') + status2 = run2.get(name, 'skip') if status1 == status2: continue -- cgit v1.2.3