compare_dg_tests.pl: Stop counting "PASS disappears" as a regression.
This happens when the expected output changes, which results
in the old version to disappear from the results, and a new
one appears.
This is causing a lot of noise when reading the results,
reporting many false regressions.
Move "PASS disappears" to the "To be checked" section,
so that this is no longer a regression, and does not
disappear silently.
Change-Id: I027f1ebaca62096473d502bbb7332ed6a97e8559
diff --git a/compare_dg_tests.pl b/compare_dg_tests.pl
index 37ee377..b8b34f8 100755
--- a/compare_dg_tests.pl
+++ b/compare_dg_tests.pl
@@ -593,7 +593,6 @@
#### REGRESSIONS ?
$rtotal = scalar(@{$res->{$PASS_XPASS}})
+scalar(@{$res->{$PASS_FAIL}})
- +scalar(@{$res->{$PASS_DISAPPEARS}})
+scalar(@{$res->{$PASS_UNRESOLVED}})
+scalar(@{$res->{$PASSED_NOW_TIMEOUTS}})
+scalar(@{$res->{$XPASS_FAIL}})
@@ -612,8 +611,7 @@
+scalar(@{$res->{$UNTESTED_UNRESOLVED}})
+scalar(@{$res->{$UNRESOLVED_FAIL}})
+scalar(@{$res->{$UNRESOLVED_XPASS}})
- +scalar(@{$res->{$UNRESOLVED_APPEARS}})
- ;
+ +scalar(@{$res->{$UNRESOLVED_APPEARS}});
$quiet_reg=1 if ($short and not $rtotal);
@@ -623,7 +621,6 @@
printf " +------------------------------------------+---------+\n";
printf " | %-40s | %7d |\n", $PASS_XPASS, scalar(@{$res->{$PASS_XPASS}}) if (scalar(@{$res->{$PASS_XPASS}}));
printf " | %-40s | %7d |\n", $PASS_FAIL, scalar(@{$res->{$PASS_FAIL}}) if (scalar(@{$res->{$PASS_FAIL}}));
- printf " | %-40s | %7d |\n", $PASS_DISAPPEARS, scalar(@{$res->{$PASS_DISAPPEARS}}) if (scalar(@{$res->{$PASS_DISAPPEARS}}));
printf " | %-40s | %7d |\n", $PASS_UNRESOLVED, scalar(@{$res->{$PASS_UNRESOLVED}}) if (scalar(@{$res->{$PASS_UNRESOLVED}}));
printf " | %-40s | %7d |\n", $PASSED_NOW_TIMEOUTS, scalar(@{$res->{$PASSED_NOW_TIMEOUTS}}) if (scalar(@{$res->{$PASSED_NOW_TIMEOUTS}}));
printf " | %-40s | %7d |\n", $XPASS_FAIL, scalar(@{$res->{$XPASS_FAIL}}) if (scalar(@{$res->{$XPASS_FAIL}}));
@@ -652,7 +649,6 @@
{
print_tclist($PASS_XPASS, @{$res->{$PASS_XPASS}});
print_tclist($PASS_FAIL, @{$res->{$PASS_FAIL}});
- print_tclist($PASS_DISAPPEARS, @{$res->{$PASS_DISAPPEARS}});
print_tclist($PASS_UNRESOLVED, @{$res->{$PASS_UNRESOLVED}});
print_tclist($PASSED_NOW_TIMEOUTS, @{$res->{$PASSED_NOW_TIMEOUTS}});
print_tclist($XPASS_FAIL, @{$res->{$XPASS_FAIL}});
@@ -680,6 +676,7 @@
if (not $quiet and not $short)
{
$total_better =
+ scalar(@{$res->{$PASS_DISAPPEARS}})+
scalar(@{$res->{$PASS_XFAIL}})+
scalar(@{$res->{$PASS_APPEARS}})+
scalar(@{$res->{$PASS_UNSUPPORTED}})+
@@ -719,6 +716,7 @@
printf "$col_pink"."o MINOR TO BE CHECKED:\n";
printf " +------------------------------------------+---------+\n";
+ printf " | %-40s | %7d |\n", $PASS_DISAPPEARS, scalar(@{$res->{$PASS_DISAPPEARS}}) if (scalar(@{$res->{$PASS_DISAPPEARS}}));
printf " | %-40s | %7d |\n", $PASS_XFAIL, scalar(@{$res->{$PASS_XFAIL}}) if (scalar(@{$res->{$PASS_XFAIL}}));
printf " | %-40s | %7d |\n", $PASS_APPEARS, scalar(@{$res->{$PASS_APPEARS}}) if (scalar(@{$res->{$PASS_APPEARS}}));
printf " | %-40s | %7d |\n", $PASS_UNSUPPORTED, scalar(@{$res->{$PASS_UNSUPPORTED}}) if (scalar(@{$res->{$PASS_UNSUPPORTED}}));
@@ -763,6 +761,7 @@
if ($long)
{
+ print_tclist($PASS_DISAPPEARS, @{$res->{$PASS_DISAPPEARS}});
print_tclist($PASS_XFAIL, @{$res->{$PASS_XFAIL}});
print_tclist($PASS_APPEARS, @{$res->{$PASS_APPEARS}});
print_tclist($PASS_UNSUPPORTED, @{$res->{$PASS_UNSUPPORTED}});