compare_dg_tests.pl: Add mode for merging sum files
It could have been a separate script, but it's kept in compare_dg_tests.pl
to reuse read_sum() and empty_result().
Change-Id: I84e274bf0e93228e5c0dd2cb3915385d12d7ea8c
diff --git a/compare_dg_tests.pl b/compare_dg_tests.pl
index 6eec385..f660000 100755
--- a/compare_dg_tests.pl
+++ b/compare_dg_tests.pl
@@ -17,6 +17,7 @@
sub usage();
sub print_compare_results_summary($$);
sub nothing($$$$);
+sub merge($$@);
my $PASS_PASS = "Still passes [PASS => PASS]";
my $PASS_XPASS = "PASS now XPASS [PASS =>XPASS]";
@@ -224,6 +225,8 @@
my $long=0;
my $short=0;
my $debug=0;
+my $merge_mode=0; # Merge result sum files into reference sum file
+my $output_file;
my ($testroot, $basename);
my ($ref_file_name, $res_file_name);
my $nounstable=0;
@@ -237,6 +240,7 @@
my $ratio_thresh = 0.95; # Warn if pass ratio is below this threshold
GetOptions ("l" => \$long,
+ "o=s" => \$output_file,
"s" => \$short,
"q" => \$quiet,
"v" => \$verbose,
@@ -249,7 +253,28 @@
"unstable-marker=s" => \@unstable_markers,
"no-hwdep" => \$no_hwdep,
"hwdep-tests=s" => \$hwdep_file,
- "hwdep-marker=s" => \@hwdep_markers);
+ "hwdep-marker=s" => \@hwdep_markers,
+ "merge" => \$merge_mode);
+
+# Merge is a separate operating mode of this script where instead of comparing sum files,
+# it merges them. It could be a separate script, but it's kept here to reuse the sum file
+# parsing code.
+#
+# In this mode, the script will merge the sum files provided as arguments into one
+# synthetic sum file. The reference sum file will be the first one provided as argument.
+# For tests that didn't pass, check the other sum files to see whether that test PASSed or
+# XFAILed in any of them. If so, the status for the test is changed to PASS or XFAIL in
+# the reference file. The result is written to the file given by the '-o' option.
+if ($merge_mode) {
+ $ref_file_name = shift(@ARGV);
+ my $ref = read_sum($ref_file_name);
+ my @res;
+ foreach (@ARGV) {
+ push(@res, read_sum($_));
+ }
+
+ exit merge($output_file, $ref_file_name, @res);
+}
$ref_file_name = $ARGV[0] if ($#ARGV == 1);
$res_file_name = $ARGV[1] if ($#ARGV == 1);
@@ -1038,3 +1063,98 @@
return $return_value;
}
+
+######################################################
+# MERGING
+sub merge($$@)
+{
+ my ($output_file, $ref_file, @results) = @_;
+ my $res = empty_result();
+ my $current_tool="";
+ my $current_exp="";
+
+ open(REF, '<', $ref_file) or die $!;
+ open(OUTPUT, '>', $output_file) or die $!;
+
+ print OUTPUT "Note: This is a synthetic sum file generated by merging the sum files of\n";
+ print OUTPUT " several testsuite runs. To investigate test results, refer to the\n";
+ print OUTPUT " original sum and log files.\n\n";
+
+ while (<REF>) {
+ my $printed = 0;
+ if (m/^(PASS|XPASS|FAIL|XFAIL|KFAIL|UNSUPPORTED|UNTESTED|UNRESOLVED): *(.*)/) {
+ my ($diag,$tc) = ($1,$2);
+ # Prefix test name wih .exp filename to help report
+ # regressions/run bisect.
+ $tc = "$current_tool:$current_exp=$tc";
+
+ if ($diag ne "PASS") {
+ my $xfail_seen = 0;
+
+ # Did this test pass or xfail in any of the other results?
+ foreach my $result (@results) {
+ if ($result->{testcases}->{$tc}->{PASS}) {
+ print OUTPUT "PASS: $2\n";
+ $printed = 1;
+
+ # Adjust the summary statistics.
+ $res->{$diag}--;
+ $res->{PASS}++;
+ last;
+ } elsif ($result->{testcases}->{$tc}->{XFAIL}) {
+ $xfail_seen = 1;
+ }
+ }
+
+ if (not $printed and $xfail_seen) {
+ print OUTPUT "XFAIL: $2\n";
+ $printed = 1;
+
+ # Adjust the summary statistics.
+ $res->{$diag}--;
+ $res->{XFAIL}++;
+ }
+ }
+ } elsif (m/^(# of expected passes|# of unexpected failures|# of expected failures|# of known failures|# of unsupported tests|# of untested testcases|# of unresolved testcases)(\s+)(\d+)$/) {
+ my $total;
+ my $adjustment = 0;
+
+ $adjustment = $res->{PASS} if ($1 eq "# of expected passes");
+ $adjustment = $res->{FAIL} if ($1 eq "# of unexpected failures");
+ $adjustment = $res->{XFAIL} if ($1 eq "# of expected failures");
+ $adjustment = $res->{KFAIL} if ($1 eq "# of known failures");
+ $adjustment = $res->{UNSUPPORTED} if ($1 eq "# of unsupported tests");
+ $adjustment = $res->{UNTESTED} if ($1 eq "# of untested testcases");
+ $adjustment = $res->{UNRESOLVED} if ($1 eq "# of unresolved testcases");
+
+ $total = $3 + $adjustment;
+ print OUTPUT "$1$2$total\n";
+ $printed = 1;
+ } elsif (m/^Running (.*) \.\.\.*/) {
+ $current_exp=$1;
+ $current_exp =~ s|.*/testsuite/||;
+ } elsif (m/^\t\t=== (.*) tests ===/) {
+ $current_tool=$1;
+ } elsif (m/^\t\t=== (.*) Summary ===/) {
+ $current_tool="";
+ $current_exp="";
+ } elsif (m/^Note: This is a synthetic sum file.*/) {
+ # If the reference file is itself a synthetic sum file, we should skip the
+ # note at the top because we already printed it.
+
+ # Skip next 3 lines.
+ foreach my $i (0..2) {
+ my $skipped_line = <REF>;
+ }
+
+ $printed = 1;
+ }
+
+ # Pass-through lines that weren't modified.
+ print OUTPUT $_ if (not $printed);
+ }
+ close(REF);
+ close(OUTPUT);
+
+ return 0;
+}
diff --git a/testsuite/Makefile b/testsuite/Makefile
index d7e84de..171073a 100644
--- a/testsuite/Makefile
+++ b/testsuite/Makefile
@@ -1,6 +1,9 @@
check:
LC_ALL=C ../compare_dg_tests.pl --hwdep-tests=hw-dependent-tests.txt sum-1.txt sum-2.txt > cmp-1-2.txt ; diff cmp-1-2.txt expected-1-2.txt
LC_ALL=C ../compare_dg_tests.pl --hwdep-tests=hw-dependent-tests.txt -l sum-1.txt sum-2.txt > cmp-1-2-long.txt ; diff cmp-1-2-long.txt expected-1-2-long.txt
+ LC_ALL=C ../compare_dg_tests.pl --merge -o merged-sum.txt sum-merge-1.txt sum-merge-2.txt sum-merge-3.txt ; diff merged-sum.txt sum-merge-expected.txt
+ # Test that merging a merged file doesn't duplicate the header note.
+ LC_ALL=C ../compare_dg_tests.pl --merge -o merged-sum.txt sum-merge-expected.txt sum-merge-1.txt ; diff merged-sum.txt sum-merge-expected.txt
clean:
- rm -f cmp-1-2.txt cmp-1-2-long.txt
+ rm -f cmp-1-2.txt cmp-1-2-long.txt merged-sum.txt
diff --git a/testsuite/sum-merge-1.txt b/testsuite/sum-merge-1.txt
new file mode 100644
index 0000000..1848be3
--- /dev/null
+++ b/testsuite/sum-merge-1.txt
@@ -0,0 +1,542 @@
+ === gcc-compare-results tests ===
+
+Running target mytarget
+
+Running tests-pass.exp ...
+PASS: test-pass-pass-pass
+PASS: test-pass-pass-xpass
+PASS: test-pass-pass-fail
+PASS: test-pass-pass-xfail
+PASS: test-pass-pass-kfail
+PASS: test-pass-pass-unsupported
+PASS: test-pass-pass-untested
+PASS: test-pass-pass-unresolved
+PASS: test-pass-xpass-pass
+PASS: test-pass-xpass-xpass
+PASS: test-pass-xpass-fail
+PASS: test-pass-xpass-xfail
+PASS: test-pass-xpass-kfail
+PASS: test-pass-xpass-unsupported
+PASS: test-pass-xpass-untested
+PASS: test-pass-xpass-unresolved
+PASS: test-pass-fail-pass
+PASS: test-pass-fail-xpass
+PASS: test-pass-fail-fail
+PASS: test-pass-fail-xfail
+PASS: test-pass-fail-kfail
+PASS: test-pass-fail-unsupported
+PASS: test-pass-fail-untested
+PASS: test-pass-fail-unresolved
+PASS: test-pass-xfail-pass
+PASS: test-pass-xfail-xpass
+PASS: test-pass-xfail-fail
+PASS: test-pass-xfail-xfail
+PASS: test-pass-xfail-kfail
+PASS: test-pass-xfail-unsupported
+PASS: test-pass-xfail-untested
+PASS: test-pass-xfail-unresolved
+PASS: test-pass-kfail-pass
+PASS: test-pass-kfail-xpass
+PASS: test-pass-kfail-fail
+PASS: test-pass-kfail-xfail
+PASS: test-pass-kfail-kfail
+PASS: test-pass-kfail-unsupported
+PASS: test-pass-kfail-untested
+PASS: test-pass-kfail-unresolved
+PASS: test-pass-unsupported-pass
+PASS: test-pass-unsupported-xpass
+PASS: test-pass-unsupported-fail
+PASS: test-pass-unsupported-xfail
+PASS: test-pass-unsupported-kfail
+PASS: test-pass-unsupported-unsupported
+PASS: test-pass-unsupported-untested
+PASS: test-pass-unsupported-unresolved
+PASS: test-pass-untested-pass
+PASS: test-pass-untested-xpass
+PASS: test-pass-untested-fail
+PASS: test-pass-untested-xfail
+PASS: test-pass-untested-kfail
+PASS: test-pass-untested-unsupported
+PASS: test-pass-untested-untested
+PASS: test-pass-untested-unresolved
+PASS: test-pass-unresolved-pass
+PASS: test-pass-unresolved-xpass
+PASS: test-pass-unresolved-fail
+PASS: test-pass-unresolved-xfail
+PASS: test-pass-unresolved-kfail
+PASS: test-pass-unresolved-unsupported
+PASS: test-pass-unresolved-untested
+PASS: test-pass-unresolved-unresolved
+
+Running tests-xpass.exp ...
+XPASS: test-xpass-pass-pass
+XPASS: test-xpass-pass-xpass
+XPASS: test-xpass-pass-fail
+XPASS: test-xpass-pass-xfail
+XPASS: test-xpass-pass-kfail
+XPASS: test-xpass-pass-unsupported
+XPASS: test-xpass-pass-untested
+XPASS: test-xpass-pass-unresolved
+XPASS: test-xpass-xpass-pass
+XPASS: test-xpass-xpass-xpass
+XPASS: test-xpass-xpass-fail
+XPASS: test-xpass-xpass-xfail
+XPASS: test-xpass-xpass-kfail
+XPASS: test-xpass-xpass-unsupported
+XPASS: test-xpass-xpass-untested
+XPASS: test-xpass-xpass-unresolved
+XPASS: test-xpass-fail-pass
+XPASS: test-xpass-fail-xpass
+XPASS: test-xpass-fail-fail
+XPASS: test-xpass-fail-xfail
+XPASS: test-xpass-fail-kfail
+XPASS: test-xpass-fail-unsupported
+XPASS: test-xpass-fail-untested
+XPASS: test-xpass-fail-unresolved
+XPASS: test-xpass-xfail-pass
+XPASS: test-xpass-xfail-xpass
+XPASS: test-xpass-xfail-fail
+XPASS: test-xpass-xfail-xfail
+XPASS: test-xpass-xfail-kfail
+XPASS: test-xpass-xfail-unsupported
+XPASS: test-xpass-xfail-untested
+XPASS: test-xpass-xfail-unresolved
+XPASS: test-xpass-kfail-pass
+XPASS: test-xpass-kfail-xpass
+XPASS: test-xpass-kfail-fail
+XPASS: test-xpass-kfail-xfail
+XPASS: test-xpass-kfail-kfail
+XPASS: test-xpass-kfail-unsupported
+XPASS: test-xpass-kfail-untested
+XPASS: test-xpass-kfail-unresolved
+XPASS: test-xpass-unsupported-pass
+XPASS: test-xpass-unsupported-xpass
+XPASS: test-xpass-unsupported-fail
+XPASS: test-xpass-unsupported-xfail
+XPASS: test-xpass-unsupported-kfail
+XPASS: test-xpass-unsupported-unsupported
+XPASS: test-xpass-unsupported-untested
+XPASS: test-xpass-unsupported-unresolved
+XPASS: test-xpass-untested-pass
+XPASS: test-xpass-untested-xpass
+XPASS: test-xpass-untested-fail
+XPASS: test-xpass-untested-xfail
+XPASS: test-xpass-untested-kfail
+XPASS: test-xpass-untested-unsupported
+XPASS: test-xpass-untested-untested
+XPASS: test-xpass-untested-unresolved
+XPASS: test-xpass-unresolved-pass
+XPASS: test-xpass-unresolved-xpass
+XPASS: test-xpass-unresolved-fail
+XPASS: test-xpass-unresolved-xfail
+XPASS: test-xpass-unresolved-kfail
+XPASS: test-xpass-unresolved-unsupported
+XPASS: test-xpass-unresolved-untested
+XPASS: test-xpass-unresolved-unresolved
+
+Running tests-fail.exp ...
+FAIL: test-fail-pass-pass
+FAIL: test-fail-pass-xpass
+FAIL: test-fail-pass-fail
+FAIL: test-fail-pass-xfail
+FAIL: test-fail-pass-kfail
+FAIL: test-fail-pass-unsupported
+FAIL: test-fail-pass-untested
+FAIL: test-fail-pass-unresolved
+FAIL: test-fail-xpass-pass
+FAIL: test-fail-xpass-xpass
+FAIL: test-fail-xpass-fail
+FAIL: test-fail-xpass-xfail
+FAIL: test-fail-xpass-kfail
+FAIL: test-fail-xpass-unsupported
+FAIL: test-fail-xpass-untested
+FAIL: test-fail-xpass-unresolved
+FAIL: test-fail-fail-pass
+FAIL: test-fail-fail-xpass
+FAIL: test-fail-fail-fail
+FAIL: test-fail-fail-xfail
+FAIL: test-fail-fail-kfail
+FAIL: test-fail-fail-unsupported
+FAIL: test-fail-fail-untested
+FAIL: test-fail-fail-unresolved
+FAIL: test-fail-xfail-pass
+FAIL: test-fail-xfail-xpass
+FAIL: test-fail-xfail-fail
+FAIL: test-fail-xfail-xfail
+FAIL: test-fail-xfail-kfail
+FAIL: test-fail-xfail-unsupported
+FAIL: test-fail-xfail-untested
+FAIL: test-fail-xfail-unresolved
+FAIL: test-fail-kfail-pass
+FAIL: test-fail-kfail-xpass
+FAIL: test-fail-kfail-fail
+FAIL: test-fail-kfail-xfail
+FAIL: test-fail-kfail-kfail
+FAIL: test-fail-kfail-unsupported
+FAIL: test-fail-kfail-untested
+FAIL: test-fail-kfail-unresolved
+FAIL: test-fail-unsupported-pass
+FAIL: test-fail-unsupported-xpass
+FAIL: test-fail-unsupported-fail
+FAIL: test-fail-unsupported-xfail
+FAIL: test-fail-unsupported-kfail
+FAIL: test-fail-unsupported-unsupported
+FAIL: test-fail-unsupported-untested
+FAIL: test-fail-unsupported-unresolved
+FAIL: test-fail-untested-pass
+FAIL: test-fail-untested-xpass
+FAIL: test-fail-untested-fail
+FAIL: test-fail-untested-xfail
+FAIL: test-fail-untested-kfail
+FAIL: test-fail-untested-unsupported
+FAIL: test-fail-untested-untested
+FAIL: test-fail-untested-unresolved
+FAIL: test-fail-unresolved-pass
+FAIL: test-fail-unresolved-xpass
+FAIL: test-fail-unresolved-fail
+FAIL: test-fail-unresolved-xfail
+FAIL: test-fail-unresolved-kfail
+FAIL: test-fail-unresolved-unsupported
+FAIL: test-fail-unresolved-untested
+FAIL: test-fail-unresolved-unresolved
+
+Running tests-xfail.exp ...
+XFAIL: test-xfail-pass-pass
+XFAIL: test-xfail-pass-xpass
+XFAIL: test-xfail-pass-fail
+XFAIL: test-xfail-pass-xfail
+XFAIL: test-xfail-pass-kfail
+XFAIL: test-xfail-pass-unsupported
+XFAIL: test-xfail-pass-untested
+XFAIL: test-xfail-pass-unresolved
+XFAIL: test-xfail-xpass-pass
+XFAIL: test-xfail-xpass-xpass
+XFAIL: test-xfail-xpass-fail
+XFAIL: test-xfail-xpass-xfail
+XFAIL: test-xfail-xpass-kfail
+XFAIL: test-xfail-xpass-unsupported
+XFAIL: test-xfail-xpass-untested
+XFAIL: test-xfail-xpass-unresolved
+XFAIL: test-xfail-fail-pass
+XFAIL: test-xfail-fail-xpass
+XFAIL: test-xfail-fail-fail
+XFAIL: test-xfail-fail-xfail
+XFAIL: test-xfail-fail-kfail
+XFAIL: test-xfail-fail-unsupported
+XFAIL: test-xfail-fail-untested
+XFAIL: test-xfail-fail-unresolved
+XFAIL: test-xfail-xfail-pass
+XFAIL: test-xfail-xfail-xpass
+XFAIL: test-xfail-xfail-fail
+XFAIL: test-xfail-xfail-xfail
+XFAIL: test-xfail-xfail-kfail
+XFAIL: test-xfail-xfail-unsupported
+XFAIL: test-xfail-xfail-untested
+XFAIL: test-xfail-xfail-unresolved
+XFAIL: test-xfail-kfail-pass
+XFAIL: test-xfail-kfail-xpass
+XFAIL: test-xfail-kfail-fail
+XFAIL: test-xfail-kfail-xfail
+XFAIL: test-xfail-kfail-kfail
+XFAIL: test-xfail-kfail-unsupported
+XFAIL: test-xfail-kfail-untested
+XFAIL: test-xfail-kfail-unresolved
+XFAIL: test-xfail-unsupported-pass
+XFAIL: test-xfail-unsupported-xpass
+XFAIL: test-xfail-unsupported-fail
+XFAIL: test-xfail-unsupported-xfail
+XFAIL: test-xfail-unsupported-kfail
+XFAIL: test-xfail-unsupported-unsupported
+XFAIL: test-xfail-unsupported-untested
+XFAIL: test-xfail-unsupported-unresolved
+XFAIL: test-xfail-untested-pass
+XFAIL: test-xfail-untested-xpass
+XFAIL: test-xfail-untested-fail
+XFAIL: test-xfail-untested-xfail
+XFAIL: test-xfail-untested-kfail
+XFAIL: test-xfail-untested-unsupported
+XFAIL: test-xfail-untested-untested
+XFAIL: test-xfail-untested-unresolved
+XFAIL: test-xfail-unresolved-pass
+XFAIL: test-xfail-unresolved-xpass
+XFAIL: test-xfail-unresolved-fail
+XFAIL: test-xfail-unresolved-xfail
+XFAIL: test-xfail-unresolved-kfail
+XFAIL: test-xfail-unresolved-unsupported
+XFAIL: test-xfail-unresolved-untested
+XFAIL: test-xfail-unresolved-unresolved
+
+Running tests-kfail.exp ...
+KFAIL: test-kfail-pass-pass
+KFAIL: test-kfail-pass-xpass
+KFAIL: test-kfail-pass-fail
+KFAIL: test-kfail-pass-xfail
+KFAIL: test-kfail-pass-kfail
+KFAIL: test-kfail-pass-unsupported
+KFAIL: test-kfail-pass-untested
+KFAIL: test-kfail-pass-unresolved
+KFAIL: test-kfail-xpass-pass
+KFAIL: test-kfail-xpass-xpass
+KFAIL: test-kfail-xpass-fail
+KFAIL: test-kfail-xpass-xfail
+KFAIL: test-kfail-xpass-kfail
+KFAIL: test-kfail-xpass-unsupported
+KFAIL: test-kfail-xpass-untested
+KFAIL: test-kfail-xpass-unresolved
+KFAIL: test-kfail-fail-pass
+KFAIL: test-kfail-fail-xpass
+KFAIL: test-kfail-fail-fail
+KFAIL: test-kfail-fail-xfail
+KFAIL: test-kfail-fail-kfail
+KFAIL: test-kfail-fail-unsupported
+KFAIL: test-kfail-fail-untested
+KFAIL: test-kfail-fail-unresolved
+KFAIL: test-kfail-xfail-pass
+KFAIL: test-kfail-xfail-xpass
+KFAIL: test-kfail-xfail-fail
+KFAIL: test-kfail-xfail-xfail
+KFAIL: test-kfail-xfail-kfail
+KFAIL: test-kfail-xfail-unsupported
+KFAIL: test-kfail-xfail-untested
+KFAIL: test-kfail-xfail-unresolved
+KFAIL: test-kfail-kfail-pass
+KFAIL: test-kfail-kfail-xpass
+KFAIL: test-kfail-kfail-fail
+KFAIL: test-kfail-kfail-xfail
+KFAIL: test-kfail-kfail-kfail
+KFAIL: test-kfail-kfail-unsupported
+KFAIL: test-kfail-kfail-untested
+KFAIL: test-kfail-kfail-unresolved
+KFAIL: test-kfail-unsupported-pass
+KFAIL: test-kfail-unsupported-xpass
+KFAIL: test-kfail-unsupported-fail
+KFAIL: test-kfail-unsupported-xfail
+KFAIL: test-kfail-unsupported-kfail
+KFAIL: test-kfail-unsupported-unsupported
+KFAIL: test-kfail-unsupported-untested
+KFAIL: test-kfail-unsupported-unresolved
+KFAIL: test-kfail-untested-pass
+KFAIL: test-kfail-untested-xpass
+KFAIL: test-kfail-untested-fail
+KFAIL: test-kfail-untested-xfail
+KFAIL: test-kfail-untested-kfail
+KFAIL: test-kfail-untested-unsupported
+KFAIL: test-kfail-untested-untested
+KFAIL: test-kfail-untested-unresolved
+KFAIL: test-kfail-unresolved-pass
+KFAIL: test-kfail-unresolved-xpass
+KFAIL: test-kfail-unresolved-fail
+KFAIL: test-kfail-unresolved-xfail
+KFAIL: test-kfail-unresolved-kfail
+KFAIL: test-kfail-unresolved-unsupported
+KFAIL: test-kfail-unresolved-untested
+KFAIL: test-kfail-unresolved-unresolved
+
+Running tests-unsupported.exp ...
+UNSUPPORTED: test-unsupported-pass-pass
+UNSUPPORTED: test-unsupported-pass-xpass
+UNSUPPORTED: test-unsupported-pass-fail
+UNSUPPORTED: test-unsupported-pass-xfail
+UNSUPPORTED: test-unsupported-pass-kfail
+UNSUPPORTED: test-unsupported-pass-unsupported
+UNSUPPORTED: test-unsupported-pass-untested
+UNSUPPORTED: test-unsupported-pass-unresolved
+UNSUPPORTED: test-unsupported-xpass-pass
+UNSUPPORTED: test-unsupported-xpass-xpass
+UNSUPPORTED: test-unsupported-xpass-fail
+UNSUPPORTED: test-unsupported-xpass-xfail
+UNSUPPORTED: test-unsupported-xpass-kfail
+UNSUPPORTED: test-unsupported-xpass-unsupported
+UNSUPPORTED: test-unsupported-xpass-untested
+UNSUPPORTED: test-unsupported-xpass-unresolved
+UNSUPPORTED: test-unsupported-fail-pass
+UNSUPPORTED: test-unsupported-fail-xpass
+UNSUPPORTED: test-unsupported-fail-fail
+UNSUPPORTED: test-unsupported-fail-xfail
+UNSUPPORTED: test-unsupported-fail-kfail
+UNSUPPORTED: test-unsupported-fail-unsupported
+UNSUPPORTED: test-unsupported-fail-untested
+UNSUPPORTED: test-unsupported-fail-unresolved
+UNSUPPORTED: test-unsupported-xfail-pass
+UNSUPPORTED: test-unsupported-xfail-xpass
+UNSUPPORTED: test-unsupported-xfail-fail
+UNSUPPORTED: test-unsupported-xfail-xfail
+UNSUPPORTED: test-unsupported-xfail-kfail
+UNSUPPORTED: test-unsupported-xfail-unsupported
+UNSUPPORTED: test-unsupported-xfail-untested
+UNSUPPORTED: test-unsupported-xfail-unresolved
+UNSUPPORTED: test-unsupported-kfail-pass
+UNSUPPORTED: test-unsupported-kfail-xpass
+UNSUPPORTED: test-unsupported-kfail-fail
+UNSUPPORTED: test-unsupported-kfail-xfail
+UNSUPPORTED: test-unsupported-kfail-kfail
+UNSUPPORTED: test-unsupported-kfail-unsupported
+UNSUPPORTED: test-unsupported-kfail-untested
+UNSUPPORTED: test-unsupported-kfail-unresolved
+UNSUPPORTED: test-unsupported-unsupported-pass
+UNSUPPORTED: test-unsupported-unsupported-xpass
+UNSUPPORTED: test-unsupported-unsupported-fail
+UNSUPPORTED: test-unsupported-unsupported-xfail
+UNSUPPORTED: test-unsupported-unsupported-kfail
+UNSUPPORTED: test-unsupported-unsupported-unsupported
+UNSUPPORTED: test-unsupported-unsupported-untested
+UNSUPPORTED: test-unsupported-unsupported-unresolved
+UNSUPPORTED: test-unsupported-untested-pass
+UNSUPPORTED: test-unsupported-untested-xpass
+UNSUPPORTED: test-unsupported-untested-fail
+UNSUPPORTED: test-unsupported-untested-xfail
+UNSUPPORTED: test-unsupported-untested-kfail
+UNSUPPORTED: test-unsupported-untested-unsupported
+UNSUPPORTED: test-unsupported-untested-untested
+UNSUPPORTED: test-unsupported-untested-unresolved
+UNSUPPORTED: test-unsupported-unresolved-pass
+UNSUPPORTED: test-unsupported-unresolved-xpass
+UNSUPPORTED: test-unsupported-unresolved-fail
+UNSUPPORTED: test-unsupported-unresolved-xfail
+UNSUPPORTED: test-unsupported-unresolved-kfail
+UNSUPPORTED: test-unsupported-unresolved-unsupported
+UNSUPPORTED: test-unsupported-unresolved-untested
+UNSUPPORTED: test-unsupported-unresolved-unresolved
+
+Running tests-untested.exp ...
+UNTESTED: test-untested-pass-pass
+UNTESTED: test-untested-pass-xpass
+UNTESTED: test-untested-pass-fail
+UNTESTED: test-untested-pass-xfail
+UNTESTED: test-untested-pass-kfail
+UNTESTED: test-untested-pass-unsupported
+UNTESTED: test-untested-pass-untested
+UNTESTED: test-untested-pass-unresolved
+UNTESTED: test-untested-xpass-pass
+UNTESTED: test-untested-xpass-xpass
+UNTESTED: test-untested-xpass-fail
+UNTESTED: test-untested-xpass-xfail
+UNTESTED: test-untested-xpass-kfail
+UNTESTED: test-untested-xpass-unsupported
+UNTESTED: test-untested-xpass-untested
+UNTESTED: test-untested-xpass-unresolved
+UNTESTED: test-untested-fail-pass
+UNTESTED: test-untested-fail-xpass
+UNTESTED: test-untested-fail-fail
+UNTESTED: test-untested-fail-xfail
+UNTESTED: test-untested-fail-kfail
+UNTESTED: test-untested-fail-unsupported
+UNTESTED: test-untested-fail-untested
+UNTESTED: test-untested-fail-unresolved
+UNTESTED: test-untested-xfail-pass
+UNTESTED: test-untested-xfail-xpass
+UNTESTED: test-untested-xfail-fail
+UNTESTED: test-untested-xfail-xfail
+UNTESTED: test-untested-xfail-kfail
+UNTESTED: test-untested-xfail-unsupported
+UNTESTED: test-untested-xfail-untested
+UNTESTED: test-untested-xfail-unresolved
+UNTESTED: test-untested-kfail-pass
+UNTESTED: test-untested-kfail-xpass
+UNTESTED: test-untested-kfail-fail
+UNTESTED: test-untested-kfail-xfail
+UNTESTED: test-untested-kfail-kfail
+UNTESTED: test-untested-kfail-unsupported
+UNTESTED: test-untested-kfail-untested
+UNTESTED: test-untested-kfail-unresolved
+UNTESTED: test-untested-unsupported-pass
+UNTESTED: test-untested-unsupported-xpass
+UNTESTED: test-untested-unsupported-fail
+UNTESTED: test-untested-unsupported-xfail
+UNTESTED: test-untested-unsupported-kfail
+UNTESTED: test-untested-unsupported-unsupported
+UNTESTED: test-untested-unsupported-untested
+UNTESTED: test-untested-unsupported-unresolved
+UNTESTED: test-untested-untested-pass
+UNTESTED: test-untested-untested-xpass
+UNTESTED: test-untested-untested-fail
+UNTESTED: test-untested-untested-xfail
+UNTESTED: test-untested-untested-kfail
+UNTESTED: test-untested-untested-unsupported
+UNTESTED: test-untested-untested-untested
+UNTESTED: test-untested-untested-unresolved
+UNTESTED: test-untested-unresolved-pass
+UNTESTED: test-untested-unresolved-xpass
+UNTESTED: test-untested-unresolved-fail
+UNTESTED: test-untested-unresolved-xfail
+UNTESTED: test-untested-unresolved-kfail
+UNTESTED: test-untested-unresolved-unsupported
+UNTESTED: test-untested-unresolved-untested
+UNTESTED: test-untested-unresolved-unresolved
+
+Running tests-unresolved.exp ...
+UNRESOLVED: test-unresolved-pass-pass
+UNRESOLVED: test-unresolved-pass-xpass
+UNRESOLVED: test-unresolved-pass-fail
+UNRESOLVED: test-unresolved-pass-xfail
+UNRESOLVED: test-unresolved-pass-kfail
+UNRESOLVED: test-unresolved-pass-unsupported
+UNRESOLVED: test-unresolved-pass-untested
+UNRESOLVED: test-unresolved-pass-unresolved
+UNRESOLVED: test-unresolved-xpass-pass
+UNRESOLVED: test-unresolved-xpass-xpass
+UNRESOLVED: test-unresolved-xpass-fail
+UNRESOLVED: test-unresolved-xpass-xfail
+UNRESOLVED: test-unresolved-xpass-kfail
+UNRESOLVED: test-unresolved-xpass-unsupported
+UNRESOLVED: test-unresolved-xpass-untested
+UNRESOLVED: test-unresolved-xpass-unresolved
+UNRESOLVED: test-unresolved-fail-pass
+UNRESOLVED: test-unresolved-fail-xpass
+UNRESOLVED: test-unresolved-fail-fail
+UNRESOLVED: test-unresolved-fail-xfail
+UNRESOLVED: test-unresolved-fail-kfail
+UNRESOLVED: test-unresolved-fail-unsupported
+UNRESOLVED: test-unresolved-fail-untested
+UNRESOLVED: test-unresolved-fail-unresolved
+UNRESOLVED: test-unresolved-xfail-pass
+UNRESOLVED: test-unresolved-xfail-xpass
+UNRESOLVED: test-unresolved-xfail-fail
+UNRESOLVED: test-unresolved-xfail-xfail
+UNRESOLVED: test-unresolved-xfail-kfail
+UNRESOLVED: test-unresolved-xfail-unsupported
+UNRESOLVED: test-unresolved-xfail-untested
+UNRESOLVED: test-unresolved-xfail-unresolved
+UNRESOLVED: test-unresolved-kfail-pass
+UNRESOLVED: test-unresolved-kfail-xpass
+UNRESOLVED: test-unresolved-kfail-fail
+UNRESOLVED: test-unresolved-kfail-xfail
+UNRESOLVED: test-unresolved-kfail-kfail
+UNRESOLVED: test-unresolved-kfail-unsupported
+UNRESOLVED: test-unresolved-kfail-untested
+UNRESOLVED: test-unresolved-kfail-unresolved
+UNRESOLVED: test-unresolved-unsupported-pass
+UNRESOLVED: test-unresolved-unsupported-xpass
+UNRESOLVED: test-unresolved-unsupported-fail
+UNRESOLVED: test-unresolved-unsupported-xfail
+UNRESOLVED: test-unresolved-unsupported-kfail
+UNRESOLVED: test-unresolved-unsupported-unsupported
+UNRESOLVED: test-unresolved-unsupported-untested
+UNRESOLVED: test-unresolved-unsupported-unresolved
+UNRESOLVED: test-unresolved-untested-pass
+UNRESOLVED: test-unresolved-untested-xpass
+UNRESOLVED: test-unresolved-untested-fail
+UNRESOLVED: test-unresolved-untested-xfail
+UNRESOLVED: test-unresolved-untested-kfail
+UNRESOLVED: test-unresolved-untested-unsupported
+UNRESOLVED: test-unresolved-untested-untested
+UNRESOLVED: test-unresolved-untested-unresolved
+UNRESOLVED: test-unresolved-unresolved-pass
+UNRESOLVED: test-unresolved-unresolved-xpass
+UNRESOLVED: test-unresolved-unresolved-fail
+UNRESOLVED: test-unresolved-unresolved-xfail
+UNRESOLVED: test-unresolved-unresolved-kfail
+UNRESOLVED: test-unresolved-unresolved-unsupported
+UNRESOLVED: test-unresolved-unresolved-untested
+UNRESOLVED: test-unresolved-unresolved-unresolved
+
+ === gcc-compare-results Summary ===
+
+# of <unexpected status> 1
+# of expected passes 64
+# of unexpected failures 64
+# of expected failures 64
+# of known failures 64
+# of untested testcases 64
+# of unresolved testcases 64
+# of unsupported tests 64
diff --git a/testsuite/sum-merge-2.txt b/testsuite/sum-merge-2.txt
new file mode 100644
index 0000000..7814f2c
--- /dev/null
+++ b/testsuite/sum-merge-2.txt
@@ -0,0 +1,541 @@
+ === gcc-compare-results tests ===
+
+Running target mytarget
+
+Running tests-pass.exp ...
+PASS: test-pass-pass-pass
+PASS: test-pass-pass-xpass
+PASS: test-pass-pass-fail
+PASS: test-pass-pass-xfail
+PASS: test-pass-pass-kfail
+PASS: test-pass-pass-unsupported
+PASS: test-pass-pass-untested
+PASS: test-pass-pass-unresolved
+XPASS: test-pass-xpass-pass
+XPASS: test-pass-xpass-xpass
+XPASS: test-pass-xpass-fail
+XPASS: test-pass-xpass-xfail
+XPASS: test-pass-xpass-kfail
+XPASS: test-pass-xpass-unsupported
+XPASS: test-pass-xpass-untested
+XPASS: test-pass-xpass-unresolved
+FAIL: test-pass-fail-pass
+FAIL: test-pass-fail-xpass
+FAIL: test-pass-fail-fail
+FAIL: test-pass-fail-xfail
+FAIL: test-pass-fail-kfail
+FAIL: test-pass-fail-unsupported
+FAIL: test-pass-fail-untested
+FAIL: test-pass-fail-unresolved
+XFAIL: test-pass-xfail-pass
+XFAIL: test-pass-xfail-xpass
+XFAIL: test-pass-xfail-fail
+XFAIL: test-pass-xfail-xfail
+XFAIL: test-pass-xfail-kfail
+XFAIL: test-pass-xfail-unsupported
+XFAIL: test-pass-xfail-untested
+XFAIL: test-pass-xfail-unresolved
+KFAIL: test-pass-kfail-pass
+KFAIL: test-pass-kfail-xpass
+KFAIL: test-pass-kfail-fail
+KFAIL: test-pass-kfail-xfail
+KFAIL: test-pass-kfail-kfail
+KFAIL: test-pass-kfail-unsupported
+KFAIL: test-pass-kfail-untested
+KFAIL: test-pass-kfail-unresolved
+UNSUPPORTED: test-pass-unsupported-pass
+UNSUPPORTED: test-pass-unsupported-xpass
+UNSUPPORTED: test-pass-unsupported-fail
+UNSUPPORTED: test-pass-unsupported-xfail
+UNSUPPORTED: test-pass-unsupported-kfail
+UNSUPPORTED: test-pass-unsupported-unsupported
+UNSUPPORTED: test-pass-unsupported-untested
+UNSUPPORTED: test-pass-unsupported-unresolved
+UNTESTED: test-pass-untested-pass
+UNTESTED: test-pass-untested-xpass
+UNTESTED: test-pass-untested-fail
+UNTESTED: test-pass-untested-xfail
+UNTESTED: test-pass-untested-kfail
+UNTESTED: test-pass-untested-unsupported
+UNTESTED: test-pass-untested-untested
+UNTESTED: test-pass-untested-unresolved
+UNRESOLVED: test-pass-unresolved-pass
+UNRESOLVED: test-pass-unresolved-xpass
+UNRESOLVED: test-pass-unresolved-fail
+UNRESOLVED: test-pass-unresolved-xfail
+UNRESOLVED: test-pass-unresolved-kfail
+UNRESOLVED: test-pass-unresolved-unsupported
+UNRESOLVED: test-pass-unresolved-untested
+UNRESOLVED: test-pass-unresolved-unresolved
+
+Running tests-xpass.exp ...
+PASS: test-xpass-pass-pass
+PASS: test-xpass-pass-xpass
+PASS: test-xpass-pass-fail
+PASS: test-xpass-pass-xfail
+PASS: test-xpass-pass-kfail
+PASS: test-xpass-pass-unsupported
+PASS: test-xpass-pass-untested
+PASS: test-xpass-pass-unresolved
+XPASS: test-xpass-xpass-pass
+XPASS: test-xpass-xpass-xpass
+XPASS: test-xpass-xpass-fail
+XPASS: test-xpass-xpass-xfail
+XPASS: test-xpass-xpass-kfail
+XPASS: test-xpass-xpass-unsupported
+XPASS: test-xpass-xpass-untested
+XPASS: test-xpass-xpass-unresolved
+FAIL: test-xpass-fail-pass
+FAIL: test-xpass-fail-xpass
+FAIL: test-xpass-fail-fail
+FAIL: test-xpass-fail-xfail
+FAIL: test-xpass-fail-kfail
+FAIL: test-xpass-fail-unsupported
+FAIL: test-xpass-fail-untested
+FAIL: test-xpass-fail-unresolved
+XFAIL: test-xpass-xfail-pass
+XFAIL: test-xpass-xfail-xpass
+XFAIL: test-xpass-xfail-fail
+XFAIL: test-xpass-xfail-xfail
+XFAIL: test-xpass-xfail-kfail
+XFAIL: test-xpass-xfail-unsupported
+XFAIL: test-xpass-xfail-untested
+XFAIL: test-xpass-xfail-unresolved
+KFAIL: test-xpass-kfail-pass
+KFAIL: test-xpass-kfail-xpass
+KFAIL: test-xpass-kfail-fail
+KFAIL: test-xpass-kfail-xfail
+KFAIL: test-xpass-kfail-kfail
+KFAIL: test-xpass-kfail-unsupported
+KFAIL: test-xpass-kfail-untested
+KFAIL: test-xpass-kfail-unresolved
+UNSUPPORTED: test-xpass-unsupported-pass
+UNSUPPORTED: test-xpass-unsupported-xpass
+UNSUPPORTED: test-xpass-unsupported-fail
+UNSUPPORTED: test-xpass-unsupported-xfail
+UNSUPPORTED: test-xpass-unsupported-kfail
+UNSUPPORTED: test-xpass-unsupported-unsupported
+UNSUPPORTED: test-xpass-unsupported-untested
+UNSUPPORTED: test-xpass-unsupported-unresolved
+UNTESTED: test-xpass-untested-pass
+UNTESTED: test-xpass-untested-xpass
+UNTESTED: test-xpass-untested-fail
+UNTESTED: test-xpass-untested-xfail
+UNTESTED: test-xpass-untested-kfail
+UNTESTED: test-xpass-untested-unsupported
+UNTESTED: test-xpass-untested-untested
+UNTESTED: test-xpass-untested-unresolved
+UNRESOLVED: test-xpass-unresolved-pass
+UNRESOLVED: test-xpass-unresolved-xpass
+UNRESOLVED: test-xpass-unresolved-fail
+UNRESOLVED: test-xpass-unresolved-xfail
+UNRESOLVED: test-xpass-unresolved-kfail
+UNRESOLVED: test-xpass-unresolved-unsupported
+UNRESOLVED: test-xpass-unresolved-untested
+UNRESOLVED: test-xpass-unresolved-unresolved
+
+Running tests-fail.exp ...
+PASS: test-fail-pass-pass
+PASS: test-fail-pass-xpass
+PASS: test-fail-pass-fail
+PASS: test-fail-pass-xfail
+PASS: test-fail-pass-kfail
+PASS: test-fail-pass-unsupported
+PASS: test-fail-pass-untested
+PASS: test-fail-pass-unresolved
+XPASS: test-fail-xpass-pass
+XPASS: test-fail-xpass-xpass
+XPASS: test-fail-xpass-fail
+XPASS: test-fail-xpass-xfail
+XPASS: test-fail-xpass-kfail
+XPASS: test-fail-xpass-unsupported
+XPASS: test-fail-xpass-untested
+XPASS: test-fail-xpass-unresolved
+FAIL: test-fail-fail-pass
+FAIL: test-fail-fail-xpass
+FAIL: test-fail-fail-fail
+FAIL: test-fail-fail-xfail
+FAIL: test-fail-fail-kfail
+FAIL: test-fail-fail-unsupported
+FAIL: test-fail-fail-untested
+FAIL: test-fail-fail-unresolved
+XFAIL: test-fail-xfail-pass
+XFAIL: test-fail-xfail-xpass
+XFAIL: test-fail-xfail-fail
+XFAIL: test-fail-xfail-xfail
+XFAIL: test-fail-xfail-kfail
+XFAIL: test-fail-xfail-unsupported
+XFAIL: test-fail-xfail-untested
+XFAIL: test-fail-xfail-unresolved
+KFAIL: test-fail-kfail-pass
+KFAIL: test-fail-kfail-xpass
+KFAIL: test-fail-kfail-fail
+KFAIL: test-fail-kfail-xfail
+KFAIL: test-fail-kfail-kfail
+KFAIL: test-fail-kfail-unsupported
+KFAIL: test-fail-kfail-untested
+KFAIL: test-fail-kfail-unresolved
+UNSUPPORTED: test-fail-unsupported-pass
+UNSUPPORTED: test-fail-unsupported-xpass
+UNSUPPORTED: test-fail-unsupported-fail
+UNSUPPORTED: test-fail-unsupported-xfail
+UNSUPPORTED: test-fail-unsupported-kfail
+UNSUPPORTED: test-fail-unsupported-unsupported
+UNSUPPORTED: test-fail-unsupported-untested
+UNSUPPORTED: test-fail-unsupported-unresolved
+UNTESTED: test-fail-untested-pass
+UNTESTED: test-fail-untested-xpass
+UNTESTED: test-fail-untested-fail
+UNTESTED: test-fail-untested-xfail
+UNTESTED: test-fail-untested-kfail
+UNTESTED: test-fail-untested-unsupported
+UNTESTED: test-fail-untested-untested
+UNTESTED: test-fail-untested-unresolved
+UNRESOLVED: test-fail-unresolved-pass
+UNRESOLVED: test-fail-unresolved-xpass
+UNRESOLVED: test-fail-unresolved-fail
+UNRESOLVED: test-fail-unresolved-xfail
+UNRESOLVED: test-fail-unresolved-kfail
+UNRESOLVED: test-fail-unresolved-unsupported
+UNRESOLVED: test-fail-unresolved-untested
+UNRESOLVED: test-fail-unresolved-unresolved
+
+Running tests-xfail.exp ...
+PASS: test-xfail-pass-pass
+PASS: test-xfail-pass-xpass
+PASS: test-xfail-pass-fail
+PASS: test-xfail-pass-xfail
+PASS: test-xfail-pass-kfail
+PASS: test-xfail-pass-unsupported
+PASS: test-xfail-pass-untested
+PASS: test-xfail-pass-unresolved
+XPASS: test-xfail-xpass-pass
+XPASS: test-xfail-xpass-xpass
+XPASS: test-xfail-xpass-fail
+XPASS: test-xfail-xpass-xfail
+XPASS: test-xfail-xpass-kfail
+XPASS: test-xfail-xpass-unsupported
+XPASS: test-xfail-xpass-untested
+XPASS: test-xfail-xpass-unresolved
+FAIL: test-xfail-fail-pass
+FAIL: test-xfail-fail-xpass
+FAIL: test-xfail-fail-fail
+FAIL: test-xfail-fail-xfail
+FAIL: test-xfail-fail-kfail
+FAIL: test-xfail-fail-unsupported
+FAIL: test-xfail-fail-untested
+FAIL: test-xfail-fail-unresolved
+XFAIL: test-xfail-xfail-pass
+XFAIL: test-xfail-xfail-xpass
+XFAIL: test-xfail-xfail-fail
+XFAIL: test-xfail-xfail-xfail
+XFAIL: test-xfail-xfail-kfail
+XFAIL: test-xfail-xfail-unsupported
+XFAIL: test-xfail-xfail-untested
+XFAIL: test-xfail-xfail-unresolved
+KFAIL: test-xfail-kfail-pass
+KFAIL: test-xfail-kfail-xpass
+KFAIL: test-xfail-kfail-fail
+KFAIL: test-xfail-kfail-xfail
+KFAIL: test-xfail-kfail-kfail
+KFAIL: test-xfail-kfail-unsupported
+KFAIL: test-xfail-kfail-untested
+KFAIL: test-xfail-kfail-unresolved
+UNSUPPORTED: test-xfail-unsupported-pass
+UNSUPPORTED: test-xfail-unsupported-xpass
+UNSUPPORTED: test-xfail-unsupported-fail
+UNSUPPORTED: test-xfail-unsupported-xfail
+UNSUPPORTED: test-xfail-unsupported-kfail
+UNSUPPORTED: test-xfail-unsupported-unsupported
+UNSUPPORTED: test-xfail-unsupported-untested
+UNSUPPORTED: test-xfail-unsupported-unresolved
+UNTESTED: test-xfail-untested-pass
+UNTESTED: test-xfail-untested-xpass
+UNTESTED: test-xfail-untested-fail
+UNTESTED: test-xfail-untested-xfail
+UNTESTED: test-xfail-untested-kfail
+UNTESTED: test-xfail-untested-unsupported
+UNTESTED: test-xfail-untested-untested
+UNTESTED: test-xfail-untested-unresolved
+UNRESOLVED: test-xfail-unresolved-pass
+UNRESOLVED: test-xfail-unresolved-xpass
+UNRESOLVED: test-xfail-unresolved-fail
+UNRESOLVED: test-xfail-unresolved-xfail
+UNRESOLVED: test-xfail-unresolved-kfail
+UNRESOLVED: test-xfail-unresolved-unsupported
+UNRESOLVED: test-xfail-unresolved-untested
+UNRESOLVED: test-xfail-unresolved-unresolved
+
+Running tests-kfail.exp ...
+PASS: test-kfail-pass-pass
+PASS: test-kfail-pass-xpass
+PASS: test-kfail-pass-fail
+PASS: test-kfail-pass-xfail
+PASS: test-kfail-pass-kfail
+PASS: test-kfail-pass-unsupported
+PASS: test-kfail-pass-untested
+PASS: test-kfail-pass-unresolved
+XPASS: test-kfail-xpass-pass
+XPASS: test-kfail-xpass-xpass
+XPASS: test-kfail-xpass-fail
+XPASS: test-kfail-xpass-xfail
+XPASS: test-kfail-xpass-kfail
+XPASS: test-kfail-xpass-unsupported
+XPASS: test-kfail-xpass-untested
+XPASS: test-kfail-xpass-unresolved
+FAIL: test-kfail-fail-pass
+FAIL: test-kfail-fail-xpass
+FAIL: test-kfail-fail-fail
+FAIL: test-kfail-fail-xfail
+FAIL: test-kfail-fail-kfail
+FAIL: test-kfail-fail-unsupported
+FAIL: test-kfail-fail-untested
+FAIL: test-kfail-fail-unresolved
+XFAIL: test-kfail-xfail-pass
+XFAIL: test-kfail-xfail-xpass
+XFAIL: test-kfail-xfail-fail
+XFAIL: test-kfail-xfail-xfail
+XFAIL: test-kfail-xfail-kfail
+XFAIL: test-kfail-xfail-unsupported
+XFAIL: test-kfail-xfail-untested
+XFAIL: test-kfail-xfail-unresolved
+KFAIL: test-kfail-kfail-pass
+KFAIL: test-kfail-kfail-xpass
+KFAIL: test-kfail-kfail-fail
+KFAIL: test-kfail-kfail-xfail
+KFAIL: test-kfail-kfail-kfail
+KFAIL: test-kfail-kfail-unsupported
+KFAIL: test-kfail-kfail-untested
+KFAIL: test-kfail-kfail-unresolved
+UNSUPPORTED: test-kfail-unsupported-pass
+UNSUPPORTED: test-kfail-unsupported-xpass
+UNSUPPORTED: test-kfail-unsupported-fail
+UNSUPPORTED: test-kfail-unsupported-xfail
+UNSUPPORTED: test-kfail-unsupported-kfail
+UNSUPPORTED: test-kfail-unsupported-unsupported
+UNSUPPORTED: test-kfail-unsupported-untested
+UNSUPPORTED: test-kfail-unsupported-unresolved
+UNTESTED: test-kfail-untested-pass
+UNTESTED: test-kfail-untested-xpass
+UNTESTED: test-kfail-untested-fail
+UNTESTED: test-kfail-untested-xfail
+UNTESTED: test-kfail-untested-kfail
+UNTESTED: test-kfail-untested-unsupported
+UNTESTED: test-kfail-untested-untested
+UNTESTED: test-kfail-untested-unresolved
+UNRESOLVED: test-kfail-unresolved-pass
+UNRESOLVED: test-kfail-unresolved-xpass
+UNRESOLVED: test-kfail-unresolved-fail
+UNRESOLVED: test-kfail-unresolved-xfail
+UNRESOLVED: test-kfail-unresolved-kfail
+UNRESOLVED: test-kfail-unresolved-unsupported
+UNRESOLVED: test-kfail-unresolved-untested
+UNRESOLVED: test-kfail-unresolved-unresolved
+
+Running tests-unsupported.exp ...
+PASS: test-unsupported-pass-pass
+PASS: test-unsupported-pass-xpass
+PASS: test-unsupported-pass-fail
+PASS: test-unsupported-pass-xfail
+PASS: test-unsupported-pass-kfail
+PASS: test-unsupported-pass-unsupported
+PASS: test-unsupported-pass-untested
+PASS: test-unsupported-pass-unresolved
+XPASS: test-unsupported-xpass-pass
+XPASS: test-unsupported-xpass-xpass
+XPASS: test-unsupported-xpass-fail
+XPASS: test-unsupported-xpass-xfail
+XPASS: test-unsupported-xpass-kfail
+XPASS: test-unsupported-xpass-unsupported
+XPASS: test-unsupported-xpass-untested
+XPASS: test-unsupported-xpass-unresolved
+FAIL: test-unsupported-fail-pass
+FAIL: test-unsupported-fail-xpass
+FAIL: test-unsupported-fail-fail
+FAIL: test-unsupported-fail-xfail
+FAIL: test-unsupported-fail-kfail
+FAIL: test-unsupported-fail-unsupported
+FAIL: test-unsupported-fail-untested
+FAIL: test-unsupported-fail-unresolved
+XFAIL: test-unsupported-xfail-pass
+XFAIL: test-unsupported-xfail-xpass
+XFAIL: test-unsupported-xfail-fail
+XFAIL: test-unsupported-xfail-xfail
+XFAIL: test-unsupported-xfail-kfail
+XFAIL: test-unsupported-xfail-unsupported
+XFAIL: test-unsupported-xfail-untested
+XFAIL: test-unsupported-xfail-unresolved
+KFAIL: test-unsupported-kfail-pass
+KFAIL: test-unsupported-kfail-xpass
+KFAIL: test-unsupported-kfail-fail
+KFAIL: test-unsupported-kfail-xfail
+KFAIL: test-unsupported-kfail-kfail
+KFAIL: test-unsupported-kfail-unsupported
+KFAIL: test-unsupported-kfail-untested
+KFAIL: test-unsupported-kfail-unresolved
+UNSUPPORTED: test-unsupported-unsupported-pass
+UNSUPPORTED: test-unsupported-unsupported-xpass
+UNSUPPORTED: test-unsupported-unsupported-fail
+UNSUPPORTED: test-unsupported-unsupported-xfail
+UNSUPPORTED: test-unsupported-unsupported-kfail
+UNSUPPORTED: test-unsupported-unsupported-unsupported
+UNSUPPORTED: test-unsupported-unsupported-untested
+UNSUPPORTED: test-unsupported-unsupported-unresolved
+UNTESTED: test-unsupported-untested-pass
+UNTESTED: test-unsupported-untested-xpass
+UNTESTED: test-unsupported-untested-fail
+UNTESTED: test-unsupported-untested-xfail
+UNTESTED: test-unsupported-untested-kfail
+UNTESTED: test-unsupported-untested-unsupported
+UNTESTED: test-unsupported-untested-untested
+UNTESTED: test-unsupported-untested-unresolved
+UNRESOLVED: test-unsupported-unresolved-pass
+UNRESOLVED: test-unsupported-unresolved-xpass
+UNRESOLVED: test-unsupported-unresolved-fail
+UNRESOLVED: test-unsupported-unresolved-xfail
+UNRESOLVED: test-unsupported-unresolved-kfail
+UNRESOLVED: test-unsupported-unresolved-unsupported
+UNRESOLVED: test-unsupported-unresolved-untested
+UNRESOLVED: test-unsupported-unresolved-unresolved
+
+Running tests-untested.exp ...
+PASS: test-untested-pass-pass
+PASS: test-untested-pass-xpass
+PASS: test-untested-pass-fail
+PASS: test-untested-pass-xfail
+PASS: test-untested-pass-kfail
+PASS: test-untested-pass-unsupported
+PASS: test-untested-pass-untested
+PASS: test-untested-pass-unresolved
+XPASS: test-untested-xpass-pass
+XPASS: test-untested-xpass-xpass
+XPASS: test-untested-xpass-fail
+XPASS: test-untested-xpass-xfail
+XPASS: test-untested-xpass-kfail
+XPASS: test-untested-xpass-unsupported
+XPASS: test-untested-xpass-untested
+XPASS: test-untested-xpass-unresolved
+FAIL: test-untested-fail-pass
+FAIL: test-untested-fail-xpass
+FAIL: test-untested-fail-fail
+FAIL: test-untested-fail-xfail
+FAIL: test-untested-fail-kfail
+FAIL: test-untested-fail-unsupported
+FAIL: test-untested-fail-untested
+FAIL: test-untested-fail-unresolved
+XFAIL: test-untested-xfail-pass
+XFAIL: test-untested-xfail-xpass
+XFAIL: test-untested-xfail-fail
+XFAIL: test-untested-xfail-xfail
+XFAIL: test-untested-xfail-kfail
+XFAIL: test-untested-xfail-unsupported
+XFAIL: test-untested-xfail-untested
+XFAIL: test-untested-xfail-unresolved
+KFAIL: test-untested-kfail-pass
+KFAIL: test-untested-kfail-xpass
+KFAIL: test-untested-kfail-fail
+KFAIL: test-untested-kfail-xfail
+KFAIL: test-untested-kfail-kfail
+KFAIL: test-untested-kfail-unsupported
+KFAIL: test-untested-kfail-untested
+KFAIL: test-untested-kfail-unresolved
+UNSUPPORTED: test-untested-unsupported-pass
+UNSUPPORTED: test-untested-unsupported-xpass
+UNSUPPORTED: test-untested-unsupported-fail
+UNSUPPORTED: test-untested-unsupported-xfail
+UNSUPPORTED: test-untested-unsupported-kfail
+UNSUPPORTED: test-untested-unsupported-unsupported
+UNSUPPORTED: test-untested-unsupported-untested
+UNSUPPORTED: test-untested-unsupported-unresolved
+UNTESTED: test-untested-untested-pass
+UNTESTED: test-untested-untested-xpass
+UNTESTED: test-untested-untested-fail
+UNTESTED: test-untested-untested-xfail
+UNTESTED: test-untested-untested-kfail
+UNTESTED: test-untested-untested-unsupported
+UNTESTED: test-untested-untested-untested
+UNTESTED: test-untested-untested-unresolved
+UNRESOLVED: test-untested-unresolved-pass
+UNRESOLVED: test-untested-unresolved-xpass
+UNRESOLVED: test-untested-unresolved-fail
+UNRESOLVED: test-untested-unresolved-xfail
+UNRESOLVED: test-untested-unresolved-kfail
+UNRESOLVED: test-untested-unresolved-unsupported
+UNRESOLVED: test-untested-unresolved-untested
+UNRESOLVED: test-untested-unresolved-unresolved
+
+Running tests-unresolved.exp ...
+PASS: test-unresolved-pass-pass
+PASS: test-unresolved-pass-xpass
+PASS: test-unresolved-pass-fail
+PASS: test-unresolved-pass-xfail
+PASS: test-unresolved-pass-kfail
+PASS: test-unresolved-pass-unsupported
+PASS: test-unresolved-pass-untested
+PASS: test-unresolved-pass-unresolved
+XPASS: test-unresolved-xpass-pass
+XPASS: test-unresolved-xpass-xpass
+XPASS: test-unresolved-xpass-fail
+XPASS: test-unresolved-xpass-xfail
+XPASS: test-unresolved-xpass-kfail
+XPASS: test-unresolved-xpass-unsupported
+XPASS: test-unresolved-xpass-untested
+XPASS: test-unresolved-xpass-unresolved
+FAIL: test-unresolved-fail-pass
+FAIL: test-unresolved-fail-xpass
+FAIL: test-unresolved-fail-fail
+FAIL: test-unresolved-fail-xfail
+FAIL: test-unresolved-fail-kfail
+FAIL: test-unresolved-fail-unsupported
+FAIL: test-unresolved-fail-untested
+FAIL: test-unresolved-fail-unresolved
+XFAIL: test-unresolved-xfail-pass
+XFAIL: test-unresolved-xfail-xpass
+XFAIL: test-unresolved-xfail-fail
+XFAIL: test-unresolved-xfail-xfail
+XFAIL: test-unresolved-xfail-kfail
+XFAIL: test-unresolved-xfail-unsupported
+XFAIL: test-unresolved-xfail-untested
+XFAIL: test-unresolved-xfail-unresolved
+KFAIL: test-unresolved-kfail-pass
+KFAIL: test-unresolved-kfail-xpass
+KFAIL: test-unresolved-kfail-fail
+KFAIL: test-unresolved-kfail-xfail
+KFAIL: test-unresolved-kfail-kfail
+KFAIL: test-unresolved-kfail-unsupported
+KFAIL: test-unresolved-kfail-untested
+KFAIL: test-unresolved-kfail-unresolved
+UNSUPPORTED: test-unresolved-unsupported-pass
+UNSUPPORTED: test-unresolved-unsupported-xpass
+UNSUPPORTED: test-unresolved-unsupported-fail
+UNSUPPORTED: test-unresolved-unsupported-xfail
+UNSUPPORTED: test-unresolved-unsupported-kfail
+UNSUPPORTED: test-unresolved-unsupported-unsupported
+UNSUPPORTED: test-unresolved-unsupported-untested
+UNSUPPORTED: test-unresolved-unsupported-unresolved
+UNTESTED: test-unresolved-untested-pass
+UNTESTED: test-unresolved-untested-xpass
+UNTESTED: test-unresolved-untested-fail
+UNTESTED: test-unresolved-untested-xfail
+UNTESTED: test-unresolved-untested-kfail
+UNTESTED: test-unresolved-untested-unsupported
+UNTESTED: test-unresolved-untested-untested
+UNTESTED: test-unresolved-untested-unresolved
+UNRESOLVED: test-unresolved-unresolved-pass
+UNRESOLVED: test-unresolved-unresolved-xpass
+UNRESOLVED: test-unresolved-unresolved-fail
+UNRESOLVED: test-unresolved-unresolved-xfail
+UNRESOLVED: test-unresolved-unresolved-kfail
+UNRESOLVED: test-unresolved-unresolved-unsupported
+UNRESOLVED: test-unresolved-unresolved-untested
+UNRESOLVED: test-unresolved-unresolved-unresolved
+
+ === gcc-compare-results Summary ===
+
+# of expected passes 64
+# of unexpected failures 64
+# of expected failures 64
+# of known failures 64
+# of untested testcases 64
+# of unresolved testcases 64
+# of unsupported tests 64
diff --git a/testsuite/sum-merge-3.txt b/testsuite/sum-merge-3.txt
new file mode 100644
index 0000000..1addd3c
--- /dev/null
+++ b/testsuite/sum-merge-3.txt
@@ -0,0 +1,541 @@
+ === gcc-compare-results tests ===
+
+Running target mytarget
+
+Running tests-pass.exp ...
+PASS: test-pass-pass-pass
+XPASS: test-pass-pass-xpass
+FAIL: test-pass-pass-fail
+XFAIL: test-pass-pass-xfail
+KFAIL: test-pass-pass-kfail
+UNSUPPORTED: test-pass-pass-unsupported
+UNTESTED: test-pass-pass-untested
+UNRESOLVED: test-pass-pass-unresolved
+PASS: test-pass-xpass-pass
+XPASS: test-pass-xpass-xpass
+FAIL: test-pass-xpass-fail
+XFAIL: test-pass-xpass-xfail
+KFAIL: test-pass-xpass-kfail
+UNSUPPORTED: test-pass-xpass-unsupported
+UNTESTED: test-pass-xpass-untested
+UNRESOLVED: test-pass-xpass-unresolved
+PASS: test-pass-fail-pass
+XPASS: test-pass-fail-xpass
+FAIL: test-pass-fail-fail
+XFAIL: test-pass-fail-xfail
+KFAIL: test-pass-fail-kfail
+UNSUPPORTED: test-pass-fail-unsupported
+UNTESTED: test-pass-fail-untested
+UNRESOLVED: test-pass-fail-unresolved
+PASS: test-pass-xfail-pass
+XPASS: test-pass-xfail-xpass
+FAIL: test-pass-xfail-fail
+XFAIL: test-pass-xfail-xfail
+KFAIL: test-pass-xfail-kfail
+UNSUPPORTED: test-pass-xfail-unsupported
+UNTESTED: test-pass-xfail-untested
+UNRESOLVED: test-pass-xfail-unresolved
+PASS: test-pass-kfail-pass
+XPASS: test-pass-kfail-xpass
+FAIL: test-pass-kfail-fail
+XFAIL: test-pass-kfail-xfail
+KFAIL: test-pass-kfail-kfail
+UNSUPPORTED: test-pass-kfail-unsupported
+UNTESTED: test-pass-kfail-untested
+UNRESOLVED: test-pass-kfail-unresolved
+PASS: test-pass-unsupported-pass
+XPASS: test-pass-unsupported-xpass
+FAIL: test-pass-unsupported-fail
+XFAIL: test-pass-unsupported-xfail
+KFAIL: test-pass-unsupported-kfail
+UNSUPPORTED: test-pass-unsupported-unsupported
+UNTESTED: test-pass-unsupported-untested
+UNRESOLVED: test-pass-unsupported-unresolved
+PASS: test-pass-untested-pass
+XPASS: test-pass-untested-xpass
+FAIL: test-pass-untested-fail
+XFAIL: test-pass-untested-xfail
+KFAIL: test-pass-untested-kfail
+UNSUPPORTED: test-pass-untested-unsupported
+UNTESTED: test-pass-untested-untested
+UNRESOLVED: test-pass-untested-unresolved
+PASS: test-pass-unresolved-pass
+XPASS: test-pass-unresolved-xpass
+FAIL: test-pass-unresolved-fail
+XFAIL: test-pass-unresolved-xfail
+KFAIL: test-pass-unresolved-kfail
+UNSUPPORTED: test-pass-unresolved-unsupported
+UNTESTED: test-pass-unresolved-untested
+UNRESOLVED: test-pass-unresolved-unresolved
+
+Running tests-xpass.exp ...
+PASS: test-xpass-pass-pass
+XPASS: test-xpass-pass-xpass
+FAIL: test-xpass-pass-fail
+XFAIL: test-xpass-pass-xfail
+KFAIL: test-xpass-pass-kfail
+UNSUPPORTED: test-xpass-pass-unsupported
+UNTESTED: test-xpass-pass-untested
+UNRESOLVED: test-xpass-pass-unresolved
+PASS: test-xpass-xpass-pass
+XPASS: test-xpass-xpass-xpass
+FAIL: test-xpass-xpass-fail
+XFAIL: test-xpass-xpass-xfail
+KFAIL: test-xpass-xpass-kfail
+UNSUPPORTED: test-xpass-xpass-unsupported
+UNTESTED: test-xpass-xpass-untested
+UNRESOLVED: test-xpass-xpass-unresolved
+PASS: test-xpass-fail-pass
+XPASS: test-xpass-fail-xpass
+FAIL: test-xpass-fail-fail
+XFAIL: test-xpass-fail-xfail
+KFAIL: test-xpass-fail-kfail
+UNSUPPORTED: test-xpass-fail-unsupported
+UNTESTED: test-xpass-fail-untested
+UNRESOLVED: test-xpass-fail-unresolved
+PASS: test-xpass-xfail-pass
+XPASS: test-xpass-xfail-xpass
+FAIL: test-xpass-xfail-fail
+XFAIL: test-xpass-xfail-xfail
+KFAIL: test-xpass-xfail-kfail
+UNSUPPORTED: test-xpass-xfail-unsupported
+UNTESTED: test-xpass-xfail-untested
+UNRESOLVED: test-xpass-xfail-unresolved
+PASS: test-xpass-kfail-pass
+XPASS: test-xpass-kfail-xpass
+FAIL: test-xpass-kfail-fail
+XFAIL: test-xpass-kfail-xfail
+KFAIL: test-xpass-kfail-kfail
+UNSUPPORTED: test-xpass-kfail-unsupported
+UNTESTED: test-xpass-kfail-untested
+UNRESOLVED: test-xpass-kfail-unresolved
+PASS: test-xpass-unsupported-pass
+XPASS: test-xpass-unsupported-xpass
+FAIL: test-xpass-unsupported-fail
+XFAIL: test-xpass-unsupported-xfail
+KFAIL: test-xpass-unsupported-kfail
+UNSUPPORTED: test-xpass-unsupported-unsupported
+UNTESTED: test-xpass-unsupported-untested
+UNRESOLVED: test-xpass-unsupported-unresolved
+PASS: test-xpass-untested-pass
+XPASS: test-xpass-untested-xpass
+FAIL: test-xpass-untested-fail
+XFAIL: test-xpass-untested-xfail
+KFAIL: test-xpass-untested-kfail
+UNSUPPORTED: test-xpass-untested-unsupported
+UNTESTED: test-xpass-untested-untested
+UNRESOLVED: test-xpass-untested-unresolved
+PASS: test-xpass-unresolved-pass
+XPASS: test-xpass-unresolved-xpass
+FAIL: test-xpass-unresolved-fail
+XFAIL: test-xpass-unresolved-xfail
+KFAIL: test-xpass-unresolved-kfail
+UNSUPPORTED: test-xpass-unresolved-unsupported
+UNTESTED: test-xpass-unresolved-untested
+UNRESOLVED: test-xpass-unresolved-unresolved
+
+Running tests-fail.exp ...
+PASS: test-fail-pass-pass
+XPASS: test-fail-pass-xpass
+FAIL: test-fail-pass-fail
+XFAIL: test-fail-pass-xfail
+KFAIL: test-fail-pass-kfail
+UNSUPPORTED: test-fail-pass-unsupported
+UNTESTED: test-fail-pass-untested
+UNRESOLVED: test-fail-pass-unresolved
+PASS: test-fail-xpass-pass
+XPASS: test-fail-xpass-xpass
+FAIL: test-fail-xpass-fail
+XFAIL: test-fail-xpass-xfail
+KFAIL: test-fail-xpass-kfail
+UNSUPPORTED: test-fail-xpass-unsupported
+UNTESTED: test-fail-xpass-untested
+UNRESOLVED: test-fail-xpass-unresolved
+PASS: test-fail-fail-pass
+XPASS: test-fail-fail-xpass
+FAIL: test-fail-fail-fail
+XFAIL: test-fail-fail-xfail
+KFAIL: test-fail-fail-kfail
+UNSUPPORTED: test-fail-fail-unsupported
+UNTESTED: test-fail-fail-untested
+UNRESOLVED: test-fail-fail-unresolved
+PASS: test-fail-xfail-pass
+XPASS: test-fail-xfail-xpass
+FAIL: test-fail-xfail-fail
+XFAIL: test-fail-xfail-xfail
+KFAIL: test-fail-xfail-kfail
+UNSUPPORTED: test-fail-xfail-unsupported
+UNTESTED: test-fail-xfail-untested
+UNRESOLVED: test-fail-xfail-unresolved
+PASS: test-fail-kfail-pass
+XPASS: test-fail-kfail-xpass
+FAIL: test-fail-kfail-fail
+XFAIL: test-fail-kfail-xfail
+KFAIL: test-fail-kfail-kfail
+UNSUPPORTED: test-fail-kfail-unsupported
+UNTESTED: test-fail-kfail-untested
+UNRESOLVED: test-fail-kfail-unresolved
+PASS: test-fail-unsupported-pass
+XPASS: test-fail-unsupported-xpass
+FAIL: test-fail-unsupported-fail
+XFAIL: test-fail-unsupported-xfail
+KFAIL: test-fail-unsupported-kfail
+UNSUPPORTED: test-fail-unsupported-unsupported
+UNTESTED: test-fail-unsupported-untested
+UNRESOLVED: test-fail-unsupported-unresolved
+PASS: test-fail-untested-pass
+XPASS: test-fail-untested-xpass
+FAIL: test-fail-untested-fail
+XFAIL: test-fail-untested-xfail
+KFAIL: test-fail-untested-kfail
+UNSUPPORTED: test-fail-untested-unsupported
+UNTESTED: test-fail-untested-untested
+UNRESOLVED: test-fail-untested-unresolved
+PASS: test-fail-unresolved-pass
+XPASS: test-fail-unresolved-xpass
+FAIL: test-fail-unresolved-fail
+XFAIL: test-fail-unresolved-xfail
+KFAIL: test-fail-unresolved-kfail
+UNSUPPORTED: test-fail-unresolved-unsupported
+UNTESTED: test-fail-unresolved-untested
+UNRESOLVED: test-fail-unresolved-unresolved
+
+Running tests-xfail.exp ...
+PASS: test-xfail-pass-pass
+XPASS: test-xfail-pass-xpass
+FAIL: test-xfail-pass-fail
+XFAIL: test-xfail-pass-xfail
+KFAIL: test-xfail-pass-kfail
+UNSUPPORTED: test-xfail-pass-unsupported
+UNTESTED: test-xfail-pass-untested
+UNRESOLVED: test-xfail-pass-unresolved
+PASS: test-xfail-xpass-pass
+XPASS: test-xfail-xpass-xpass
+FAIL: test-xfail-xpass-fail
+XFAIL: test-xfail-xpass-xfail
+KFAIL: test-xfail-xpass-kfail
+UNSUPPORTED: test-xfail-xpass-unsupported
+UNTESTED: test-xfail-xpass-untested
+UNRESOLVED: test-xfail-xpass-unresolved
+PASS: test-xfail-fail-pass
+XPASS: test-xfail-fail-xpass
+FAIL: test-xfail-fail-fail
+XFAIL: test-xfail-fail-xfail
+KFAIL: test-xfail-fail-kfail
+UNSUPPORTED: test-xfail-fail-unsupported
+UNTESTED: test-xfail-fail-untested
+UNRESOLVED: test-xfail-fail-unresolved
+PASS: test-xfail-xfail-pass
+XPASS: test-xfail-xfail-xpass
+FAIL: test-xfail-xfail-fail
+XFAIL: test-xfail-xfail-xfail
+KFAIL: test-xfail-xfail-kfail
+UNSUPPORTED: test-xfail-xfail-unsupported
+UNTESTED: test-xfail-xfail-untested
+UNRESOLVED: test-xfail-xfail-unresolved
+PASS: test-xfail-kfail-pass
+XPASS: test-xfail-kfail-xpass
+FAIL: test-xfail-kfail-fail
+XFAIL: test-xfail-kfail-xfail
+KFAIL: test-xfail-kfail-kfail
+UNSUPPORTED: test-xfail-kfail-unsupported
+UNTESTED: test-xfail-kfail-untested
+UNRESOLVED: test-xfail-kfail-unresolved
+PASS: test-xfail-unsupported-pass
+XPASS: test-xfail-unsupported-xpass
+FAIL: test-xfail-unsupported-fail
+XFAIL: test-xfail-unsupported-xfail
+KFAIL: test-xfail-unsupported-kfail
+UNSUPPORTED: test-xfail-unsupported-unsupported
+UNTESTED: test-xfail-unsupported-untested
+UNRESOLVED: test-xfail-unsupported-unresolved
+PASS: test-xfail-untested-pass
+XPASS: test-xfail-untested-xpass
+FAIL: test-xfail-untested-fail
+XFAIL: test-xfail-untested-xfail
+KFAIL: test-xfail-untested-kfail
+UNSUPPORTED: test-xfail-untested-unsupported
+UNTESTED: test-xfail-untested-untested
+UNRESOLVED: test-xfail-untested-unresolved
+PASS: test-xfail-unresolved-pass
+XPASS: test-xfail-unresolved-xpass
+FAIL: test-xfail-unresolved-fail
+XFAIL: test-xfail-unresolved-xfail
+KFAIL: test-xfail-unresolved-kfail
+UNSUPPORTED: test-xfail-unresolved-unsupported
+UNTESTED: test-xfail-unresolved-untested
+UNRESOLVED: test-xfail-unresolved-unresolved
+
+Running tests-kfail.exp ...
+PASS: test-kfail-pass-pass
+XPASS: test-kfail-pass-xpass
+FAIL: test-kfail-pass-fail
+XFAIL: test-kfail-pass-xfail
+KFAIL: test-kfail-pass-kfail
+UNSUPPORTED: test-kfail-pass-unsupported
+UNTESTED: test-kfail-pass-untested
+UNRESOLVED: test-kfail-pass-unresolved
+PASS: test-kfail-xpass-pass
+XPASS: test-kfail-xpass-xpass
+FAIL: test-kfail-xpass-fail
+XFAIL: test-kfail-xpass-xfail
+KFAIL: test-kfail-xpass-kfail
+UNSUPPORTED: test-kfail-xpass-unsupported
+UNTESTED: test-kfail-xpass-untested
+UNRESOLVED: test-kfail-xpass-unresolved
+PASS: test-kfail-fail-pass
+XPASS: test-kfail-fail-xpass
+FAIL: test-kfail-fail-fail
+XFAIL: test-kfail-fail-xfail
+KFAIL: test-kfail-fail-kfail
+UNSUPPORTED: test-kfail-fail-unsupported
+UNTESTED: test-kfail-fail-untested
+UNRESOLVED: test-kfail-fail-unresolved
+PASS: test-kfail-xfail-pass
+XPASS: test-kfail-xfail-xpass
+FAIL: test-kfail-xfail-fail
+XFAIL: test-kfail-xfail-xfail
+KFAIL: test-kfail-xfail-kfail
+UNSUPPORTED: test-kfail-xfail-unsupported
+UNTESTED: test-kfail-xfail-untested
+UNRESOLVED: test-kfail-xfail-unresolved
+PASS: test-kfail-kfail-pass
+XPASS: test-kfail-kfail-xpass
+FAIL: test-kfail-kfail-fail
+XFAIL: test-kfail-kfail-xfail
+KFAIL: test-kfail-kfail-kfail
+UNSUPPORTED: test-kfail-kfail-unsupported
+UNTESTED: test-kfail-kfail-untested
+UNRESOLVED: test-kfail-kfail-unresolved
+PASS: test-kfail-unsupported-pass
+XPASS: test-kfail-unsupported-xpass
+FAIL: test-kfail-unsupported-fail
+XFAIL: test-kfail-unsupported-xfail
+KFAIL: test-kfail-unsupported-kfail
+UNSUPPORTED: test-kfail-unsupported-unsupported
+UNTESTED: test-kfail-unsupported-untested
+UNRESOLVED: test-kfail-unsupported-unresolved
+PASS: test-kfail-untested-pass
+XPASS: test-kfail-untested-xpass
+FAIL: test-kfail-untested-fail
+XFAIL: test-kfail-untested-xfail
+KFAIL: test-kfail-untested-kfail
+UNSUPPORTED: test-kfail-untested-unsupported
+UNTESTED: test-kfail-untested-untested
+UNRESOLVED: test-kfail-untested-unresolved
+PASS: test-kfail-unresolved-pass
+XPASS: test-kfail-unresolved-xpass
+FAIL: test-kfail-unresolved-fail
+XFAIL: test-kfail-unresolved-xfail
+KFAIL: test-kfail-unresolved-kfail
+UNSUPPORTED: test-kfail-unresolved-unsupported
+UNTESTED: test-kfail-unresolved-untested
+UNRESOLVED: test-kfail-unresolved-unresolved
+
+Running tests-unsupported.exp ...
+PASS: test-unsupported-pass-pass
+XPASS: test-unsupported-pass-xpass
+FAIL: test-unsupported-pass-fail
+XFAIL: test-unsupported-pass-xfail
+KFAIL: test-unsupported-pass-kfail
+UNSUPPORTED: test-unsupported-pass-unsupported
+UNTESTED: test-unsupported-pass-untested
+UNRESOLVED: test-unsupported-pass-unresolved
+PASS: test-unsupported-xpass-pass
+XPASS: test-unsupported-xpass-xpass
+FAIL: test-unsupported-xpass-fail
+XFAIL: test-unsupported-xpass-xfail
+KFAIL: test-unsupported-xpass-kfail
+UNSUPPORTED: test-unsupported-xpass-unsupported
+UNTESTED: test-unsupported-xpass-untested
+UNRESOLVED: test-unsupported-xpass-unresolved
+PASS: test-unsupported-fail-pass
+XPASS: test-unsupported-fail-xpass
+FAIL: test-unsupported-fail-fail
+XFAIL: test-unsupported-fail-xfail
+KFAIL: test-unsupported-fail-kfail
+UNSUPPORTED: test-unsupported-fail-unsupported
+UNTESTED: test-unsupported-fail-untested
+UNRESOLVED: test-unsupported-fail-unresolved
+PASS: test-unsupported-xfail-pass
+XPASS: test-unsupported-xfail-xpass
+FAIL: test-unsupported-xfail-fail
+XFAIL: test-unsupported-xfail-xfail
+KFAIL: test-unsupported-xfail-kfail
+UNSUPPORTED: test-unsupported-xfail-unsupported
+UNTESTED: test-unsupported-xfail-untested
+UNRESOLVED: test-unsupported-xfail-unresolved
+PASS: test-unsupported-kfail-pass
+XPASS: test-unsupported-kfail-xpass
+FAIL: test-unsupported-kfail-fail
+XFAIL: test-unsupported-kfail-xfail
+KFAIL: test-unsupported-kfail-kfail
+UNSUPPORTED: test-unsupported-kfail-unsupported
+UNTESTED: test-unsupported-kfail-untested
+UNRESOLVED: test-unsupported-kfail-unresolved
+PASS: test-unsupported-unsupported-pass
+XPASS: test-unsupported-unsupported-xpass
+FAIL: test-unsupported-unsupported-fail
+XFAIL: test-unsupported-unsupported-xfail
+KFAIL: test-unsupported-unsupported-kfail
+UNSUPPORTED: test-unsupported-unsupported-unsupported
+UNTESTED: test-unsupported-unsupported-untested
+UNRESOLVED: test-unsupported-unsupported-unresolved
+PASS: test-unsupported-untested-pass
+XPASS: test-unsupported-untested-xpass
+FAIL: test-unsupported-untested-fail
+XFAIL: test-unsupported-untested-xfail
+KFAIL: test-unsupported-untested-kfail
+UNSUPPORTED: test-unsupported-untested-unsupported
+UNTESTED: test-unsupported-untested-untested
+UNRESOLVED: test-unsupported-untested-unresolved
+PASS: test-unsupported-unresolved-pass
+XPASS: test-unsupported-unresolved-xpass
+FAIL: test-unsupported-unresolved-fail
+XFAIL: test-unsupported-unresolved-xfail
+KFAIL: test-unsupported-unresolved-kfail
+UNSUPPORTED: test-unsupported-unresolved-unsupported
+UNTESTED: test-unsupported-unresolved-untested
+UNRESOLVED: test-unsupported-unresolved-unresolved
+
+Running tests-untested.exp ...
+PASS: test-untested-pass-pass
+XPASS: test-untested-pass-xpass
+FAIL: test-untested-pass-fail
+XFAIL: test-untested-pass-xfail
+KFAIL: test-untested-pass-kfail
+UNSUPPORTED: test-untested-pass-unsupported
+UNTESTED: test-untested-pass-untested
+UNRESOLVED: test-untested-pass-unresolved
+PASS: test-untested-xpass-pass
+XPASS: test-untested-xpass-xpass
+FAIL: test-untested-xpass-fail
+XFAIL: test-untested-xpass-xfail
+KFAIL: test-untested-xpass-kfail
+UNSUPPORTED: test-untested-xpass-unsupported
+UNTESTED: test-untested-xpass-untested
+UNRESOLVED: test-untested-xpass-unresolved
+PASS: test-untested-fail-pass
+XPASS: test-untested-fail-xpass
+FAIL: test-untested-fail-fail
+XFAIL: test-untested-fail-xfail
+KFAIL: test-untested-fail-kfail
+UNSUPPORTED: test-untested-fail-unsupported
+UNTESTED: test-untested-fail-untested
+UNRESOLVED: test-untested-fail-unresolved
+PASS: test-untested-xfail-pass
+XPASS: test-untested-xfail-xpass
+FAIL: test-untested-xfail-fail
+XFAIL: test-untested-xfail-xfail
+KFAIL: test-untested-xfail-kfail
+UNSUPPORTED: test-untested-xfail-unsupported
+UNTESTED: test-untested-xfail-untested
+UNRESOLVED: test-untested-xfail-unresolved
+PASS: test-untested-kfail-pass
+XPASS: test-untested-kfail-xpass
+FAIL: test-untested-kfail-fail
+XFAIL: test-untested-kfail-xfail
+KFAIL: test-untested-kfail-kfail
+UNSUPPORTED: test-untested-kfail-unsupported
+UNTESTED: test-untested-kfail-untested
+UNRESOLVED: test-untested-kfail-unresolved
+PASS: test-untested-unsupported-pass
+XPASS: test-untested-unsupported-xpass
+FAIL: test-untested-unsupported-fail
+XFAIL: test-untested-unsupported-xfail
+KFAIL: test-untested-unsupported-kfail
+UNSUPPORTED: test-untested-unsupported-unsupported
+UNTESTED: test-untested-unsupported-untested
+UNRESOLVED: test-untested-unsupported-unresolved
+PASS: test-untested-untested-pass
+XPASS: test-untested-untested-xpass
+FAIL: test-untested-untested-fail
+XFAIL: test-untested-untested-xfail
+KFAIL: test-untested-untested-kfail
+UNSUPPORTED: test-untested-untested-unsupported
+UNTESTED: test-untested-untested-untested
+UNRESOLVED: test-untested-untested-unresolved
+PASS: test-untested-unresolved-pass
+XPASS: test-untested-unresolved-xpass
+FAIL: test-untested-unresolved-fail
+XFAIL: test-untested-unresolved-xfail
+KFAIL: test-untested-unresolved-kfail
+UNSUPPORTED: test-untested-unresolved-unsupported
+UNTESTED: test-untested-unresolved-untested
+UNRESOLVED: test-untested-unresolved-unresolved
+
+Running tests-unresolved.exp ...
+PASS: test-unresolved-pass-pass
+XPASS: test-unresolved-pass-xpass
+FAIL: test-unresolved-pass-fail
+XFAIL: test-unresolved-pass-xfail
+KFAIL: test-unresolved-pass-kfail
+UNSUPPORTED: test-unresolved-pass-unsupported
+UNTESTED: test-unresolved-pass-untested
+UNRESOLVED: test-unresolved-pass-unresolved
+PASS: test-unresolved-xpass-pass
+XPASS: test-unresolved-xpass-xpass
+FAIL: test-unresolved-xpass-fail
+XFAIL: test-unresolved-xpass-xfail
+KFAIL: test-unresolved-xpass-kfail
+UNSUPPORTED: test-unresolved-xpass-unsupported
+UNTESTED: test-unresolved-xpass-untested
+UNRESOLVED: test-unresolved-xpass-unresolved
+PASS: test-unresolved-fail-pass
+XPASS: test-unresolved-fail-xpass
+FAIL: test-unresolved-fail-fail
+XFAIL: test-unresolved-fail-xfail
+KFAIL: test-unresolved-fail-kfail
+UNSUPPORTED: test-unresolved-fail-unsupported
+UNTESTED: test-unresolved-fail-untested
+UNRESOLVED: test-unresolved-fail-unresolved
+PASS: test-unresolved-xfail-pass
+XPASS: test-unresolved-xfail-xpass
+FAIL: test-unresolved-xfail-fail
+XFAIL: test-unresolved-xfail-xfail
+KFAIL: test-unresolved-xfail-kfail
+UNSUPPORTED: test-unresolved-xfail-unsupported
+UNTESTED: test-unresolved-xfail-untested
+UNRESOLVED: test-unresolved-xfail-unresolved
+PASS: test-unresolved-kfail-pass
+XPASS: test-unresolved-kfail-xpass
+FAIL: test-unresolved-kfail-fail
+XFAIL: test-unresolved-kfail-xfail
+KFAIL: test-unresolved-kfail-kfail
+UNSUPPORTED: test-unresolved-kfail-unsupported
+UNTESTED: test-unresolved-kfail-untested
+UNRESOLVED: test-unresolved-kfail-unresolved
+PASS: test-unresolved-unsupported-pass
+XPASS: test-unresolved-unsupported-xpass
+FAIL: test-unresolved-unsupported-fail
+XFAIL: test-unresolved-unsupported-xfail
+KFAIL: test-unresolved-unsupported-kfail
+UNSUPPORTED: test-unresolved-unsupported-unsupported
+UNTESTED: test-unresolved-unsupported-untested
+UNRESOLVED: test-unresolved-unsupported-unresolved
+PASS: test-unresolved-untested-pass
+XPASS: test-unresolved-untested-xpass
+FAIL: test-unresolved-untested-fail
+XFAIL: test-unresolved-untested-xfail
+KFAIL: test-unresolved-untested-kfail
+UNSUPPORTED: test-unresolved-untested-unsupported
+UNTESTED: test-unresolved-untested-untested
+UNRESOLVED: test-unresolved-untested-unresolved
+PASS: test-unresolved-unresolved-pass
+XPASS: test-unresolved-unresolved-xpass
+FAIL: test-unresolved-unresolved-fail
+XFAIL: test-unresolved-unresolved-xfail
+KFAIL: test-unresolved-unresolved-kfail
+UNSUPPORTED: test-unresolved-unresolved-unsupported
+UNTESTED: test-unresolved-unresolved-untested
+UNRESOLVED: test-unresolved-unresolved-unresolved
+
+ === gcc-compare-results Summary ===
+
+# of expected passes 64
+# of unexpected failures 64
+# of expected failures 64
+# of known failures 64
+# of untested testcases 64
+# of unresolved testcases 64
+# of unsupported tests 64
diff --git a/testsuite/sum-merge-expected.txt b/testsuite/sum-merge-expected.txt
new file mode 100644
index 0000000..07e9a94
--- /dev/null
+++ b/testsuite/sum-merge-expected.txt
@@ -0,0 +1,546 @@
+Note: This is a synthetic sum file generated by merging the sum files of
+ several testsuite runs. To investigate test results, refer to the
+ original sum and log files.
+
+ === gcc-compare-results tests ===
+
+Running target mytarget
+
+Running tests-pass.exp ...
+PASS: test-pass-pass-pass
+PASS: test-pass-pass-xpass
+PASS: test-pass-pass-fail
+PASS: test-pass-pass-xfail
+PASS: test-pass-pass-kfail
+PASS: test-pass-pass-unsupported
+PASS: test-pass-pass-untested
+PASS: test-pass-pass-unresolved
+PASS: test-pass-xpass-pass
+PASS: test-pass-xpass-xpass
+PASS: test-pass-xpass-fail
+PASS: test-pass-xpass-xfail
+PASS: test-pass-xpass-kfail
+PASS: test-pass-xpass-unsupported
+PASS: test-pass-xpass-untested
+PASS: test-pass-xpass-unresolved
+PASS: test-pass-fail-pass
+PASS: test-pass-fail-xpass
+PASS: test-pass-fail-fail
+PASS: test-pass-fail-xfail
+PASS: test-pass-fail-kfail
+PASS: test-pass-fail-unsupported
+PASS: test-pass-fail-untested
+PASS: test-pass-fail-unresolved
+PASS: test-pass-xfail-pass
+PASS: test-pass-xfail-xpass
+PASS: test-pass-xfail-fail
+PASS: test-pass-xfail-xfail
+PASS: test-pass-xfail-kfail
+PASS: test-pass-xfail-unsupported
+PASS: test-pass-xfail-untested
+PASS: test-pass-xfail-unresolved
+PASS: test-pass-kfail-pass
+PASS: test-pass-kfail-xpass
+PASS: test-pass-kfail-fail
+PASS: test-pass-kfail-xfail
+PASS: test-pass-kfail-kfail
+PASS: test-pass-kfail-unsupported
+PASS: test-pass-kfail-untested
+PASS: test-pass-kfail-unresolved
+PASS: test-pass-unsupported-pass
+PASS: test-pass-unsupported-xpass
+PASS: test-pass-unsupported-fail
+PASS: test-pass-unsupported-xfail
+PASS: test-pass-unsupported-kfail
+PASS: test-pass-unsupported-unsupported
+PASS: test-pass-unsupported-untested
+PASS: test-pass-unsupported-unresolved
+PASS: test-pass-untested-pass
+PASS: test-pass-untested-xpass
+PASS: test-pass-untested-fail
+PASS: test-pass-untested-xfail
+PASS: test-pass-untested-kfail
+PASS: test-pass-untested-unsupported
+PASS: test-pass-untested-untested
+PASS: test-pass-untested-unresolved
+PASS: test-pass-unresolved-pass
+PASS: test-pass-unresolved-xpass
+PASS: test-pass-unresolved-fail
+PASS: test-pass-unresolved-xfail
+PASS: test-pass-unresolved-kfail
+PASS: test-pass-unresolved-unsupported
+PASS: test-pass-unresolved-untested
+PASS: test-pass-unresolved-unresolved
+
+Running tests-xpass.exp ...
+PASS: test-xpass-pass-pass
+PASS: test-xpass-pass-xpass
+PASS: test-xpass-pass-fail
+PASS: test-xpass-pass-xfail
+PASS: test-xpass-pass-kfail
+PASS: test-xpass-pass-unsupported
+PASS: test-xpass-pass-untested
+PASS: test-xpass-pass-unresolved
+PASS: test-xpass-xpass-pass
+XPASS: test-xpass-xpass-xpass
+XPASS: test-xpass-xpass-fail
+XFAIL: test-xpass-xpass-xfail
+XPASS: test-xpass-xpass-kfail
+XPASS: test-xpass-xpass-unsupported
+XPASS: test-xpass-xpass-untested
+XPASS: test-xpass-xpass-unresolved
+PASS: test-xpass-fail-pass
+XPASS: test-xpass-fail-xpass
+XPASS: test-xpass-fail-fail
+XFAIL: test-xpass-fail-xfail
+XPASS: test-xpass-fail-kfail
+XPASS: test-xpass-fail-unsupported
+XPASS: test-xpass-fail-untested
+XPASS: test-xpass-fail-unresolved
+PASS: test-xpass-xfail-pass
+XFAIL: test-xpass-xfail-xpass
+XFAIL: test-xpass-xfail-fail
+XFAIL: test-xpass-xfail-xfail
+XFAIL: test-xpass-xfail-kfail
+XFAIL: test-xpass-xfail-unsupported
+XFAIL: test-xpass-xfail-untested
+XFAIL: test-xpass-xfail-unresolved
+PASS: test-xpass-kfail-pass
+XPASS: test-xpass-kfail-xpass
+XPASS: test-xpass-kfail-fail
+XFAIL: test-xpass-kfail-xfail
+XPASS: test-xpass-kfail-kfail
+XPASS: test-xpass-kfail-unsupported
+XPASS: test-xpass-kfail-untested
+XPASS: test-xpass-kfail-unresolved
+PASS: test-xpass-unsupported-pass
+XPASS: test-xpass-unsupported-xpass
+XPASS: test-xpass-unsupported-fail
+XFAIL: test-xpass-unsupported-xfail
+XPASS: test-xpass-unsupported-kfail
+XPASS: test-xpass-unsupported-unsupported
+XPASS: test-xpass-unsupported-untested
+XPASS: test-xpass-unsupported-unresolved
+PASS: test-xpass-untested-pass
+XPASS: test-xpass-untested-xpass
+XPASS: test-xpass-untested-fail
+XFAIL: test-xpass-untested-xfail
+XPASS: test-xpass-untested-kfail
+XPASS: test-xpass-untested-unsupported
+XPASS: test-xpass-untested-untested
+XPASS: test-xpass-untested-unresolved
+PASS: test-xpass-unresolved-pass
+XPASS: test-xpass-unresolved-xpass
+XPASS: test-xpass-unresolved-fail
+XFAIL: test-xpass-unresolved-xfail
+XPASS: test-xpass-unresolved-kfail
+XPASS: test-xpass-unresolved-unsupported
+XPASS: test-xpass-unresolved-untested
+XPASS: test-xpass-unresolved-unresolved
+
+Running tests-fail.exp ...
+PASS: test-fail-pass-pass
+PASS: test-fail-pass-xpass
+PASS: test-fail-pass-fail
+PASS: test-fail-pass-xfail
+PASS: test-fail-pass-kfail
+PASS: test-fail-pass-unsupported
+PASS: test-fail-pass-untested
+PASS: test-fail-pass-unresolved
+PASS: test-fail-xpass-pass
+FAIL: test-fail-xpass-xpass
+FAIL: test-fail-xpass-fail
+XFAIL: test-fail-xpass-xfail
+FAIL: test-fail-xpass-kfail
+FAIL: test-fail-xpass-unsupported
+FAIL: test-fail-xpass-untested
+FAIL: test-fail-xpass-unresolved
+PASS: test-fail-fail-pass
+FAIL: test-fail-fail-xpass
+FAIL: test-fail-fail-fail
+XFAIL: test-fail-fail-xfail
+FAIL: test-fail-fail-kfail
+FAIL: test-fail-fail-unsupported
+FAIL: test-fail-fail-untested
+FAIL: test-fail-fail-unresolved
+PASS: test-fail-xfail-pass
+XFAIL: test-fail-xfail-xpass
+XFAIL: test-fail-xfail-fail
+XFAIL: test-fail-xfail-xfail
+XFAIL: test-fail-xfail-kfail
+XFAIL: test-fail-xfail-unsupported
+XFAIL: test-fail-xfail-untested
+XFAIL: test-fail-xfail-unresolved
+PASS: test-fail-kfail-pass
+FAIL: test-fail-kfail-xpass
+FAIL: test-fail-kfail-fail
+XFAIL: test-fail-kfail-xfail
+FAIL: test-fail-kfail-kfail
+FAIL: test-fail-kfail-unsupported
+FAIL: test-fail-kfail-untested
+FAIL: test-fail-kfail-unresolved
+PASS: test-fail-unsupported-pass
+FAIL: test-fail-unsupported-xpass
+FAIL: test-fail-unsupported-fail
+XFAIL: test-fail-unsupported-xfail
+FAIL: test-fail-unsupported-kfail
+FAIL: test-fail-unsupported-unsupported
+FAIL: test-fail-unsupported-untested
+FAIL: test-fail-unsupported-unresolved
+PASS: test-fail-untested-pass
+FAIL: test-fail-untested-xpass
+FAIL: test-fail-untested-fail
+XFAIL: test-fail-untested-xfail
+FAIL: test-fail-untested-kfail
+FAIL: test-fail-untested-unsupported
+FAIL: test-fail-untested-untested
+FAIL: test-fail-untested-unresolved
+PASS: test-fail-unresolved-pass
+FAIL: test-fail-unresolved-xpass
+FAIL: test-fail-unresolved-fail
+XFAIL: test-fail-unresolved-xfail
+FAIL: test-fail-unresolved-kfail
+FAIL: test-fail-unresolved-unsupported
+FAIL: test-fail-unresolved-untested
+FAIL: test-fail-unresolved-unresolved
+
+Running tests-xfail.exp ...
+PASS: test-xfail-pass-pass
+PASS: test-xfail-pass-xpass
+PASS: test-xfail-pass-fail
+PASS: test-xfail-pass-xfail
+PASS: test-xfail-pass-kfail
+PASS: test-xfail-pass-unsupported
+PASS: test-xfail-pass-untested
+PASS: test-xfail-pass-unresolved
+PASS: test-xfail-xpass-pass
+XFAIL: test-xfail-xpass-xpass
+XFAIL: test-xfail-xpass-fail
+XFAIL: test-xfail-xpass-xfail
+XFAIL: test-xfail-xpass-kfail
+XFAIL: test-xfail-xpass-unsupported
+XFAIL: test-xfail-xpass-untested
+XFAIL: test-xfail-xpass-unresolved
+PASS: test-xfail-fail-pass
+XFAIL: test-xfail-fail-xpass
+XFAIL: test-xfail-fail-fail
+XFAIL: test-xfail-fail-xfail
+XFAIL: test-xfail-fail-kfail
+XFAIL: test-xfail-fail-unsupported
+XFAIL: test-xfail-fail-untested
+XFAIL: test-xfail-fail-unresolved
+PASS: test-xfail-xfail-pass
+XFAIL: test-xfail-xfail-xpass
+XFAIL: test-xfail-xfail-fail
+XFAIL: test-xfail-xfail-xfail
+XFAIL: test-xfail-xfail-kfail
+XFAIL: test-xfail-xfail-unsupported
+XFAIL: test-xfail-xfail-untested
+XFAIL: test-xfail-xfail-unresolved
+PASS: test-xfail-kfail-pass
+XFAIL: test-xfail-kfail-xpass
+XFAIL: test-xfail-kfail-fail
+XFAIL: test-xfail-kfail-xfail
+XFAIL: test-xfail-kfail-kfail
+XFAIL: test-xfail-kfail-unsupported
+XFAIL: test-xfail-kfail-untested
+XFAIL: test-xfail-kfail-unresolved
+PASS: test-xfail-unsupported-pass
+XFAIL: test-xfail-unsupported-xpass
+XFAIL: test-xfail-unsupported-fail
+XFAIL: test-xfail-unsupported-xfail
+XFAIL: test-xfail-unsupported-kfail
+XFAIL: test-xfail-unsupported-unsupported
+XFAIL: test-xfail-unsupported-untested
+XFAIL: test-xfail-unsupported-unresolved
+PASS: test-xfail-untested-pass
+XFAIL: test-xfail-untested-xpass
+XFAIL: test-xfail-untested-fail
+XFAIL: test-xfail-untested-xfail
+XFAIL: test-xfail-untested-kfail
+XFAIL: test-xfail-untested-unsupported
+XFAIL: test-xfail-untested-untested
+XFAIL: test-xfail-untested-unresolved
+PASS: test-xfail-unresolved-pass
+XFAIL: test-xfail-unresolved-xpass
+XFAIL: test-xfail-unresolved-fail
+XFAIL: test-xfail-unresolved-xfail
+XFAIL: test-xfail-unresolved-kfail
+XFAIL: test-xfail-unresolved-unsupported
+XFAIL: test-xfail-unresolved-untested
+XFAIL: test-xfail-unresolved-unresolved
+
+Running tests-kfail.exp ...
+PASS: test-kfail-pass-pass
+PASS: test-kfail-pass-xpass
+PASS: test-kfail-pass-fail
+PASS: test-kfail-pass-xfail
+PASS: test-kfail-pass-kfail
+PASS: test-kfail-pass-unsupported
+PASS: test-kfail-pass-untested
+PASS: test-kfail-pass-unresolved
+PASS: test-kfail-xpass-pass
+KFAIL: test-kfail-xpass-xpass
+KFAIL: test-kfail-xpass-fail
+XFAIL: test-kfail-xpass-xfail
+KFAIL: test-kfail-xpass-kfail
+KFAIL: test-kfail-xpass-unsupported
+KFAIL: test-kfail-xpass-untested
+KFAIL: test-kfail-xpass-unresolved
+PASS: test-kfail-fail-pass
+KFAIL: test-kfail-fail-xpass
+KFAIL: test-kfail-fail-fail
+XFAIL: test-kfail-fail-xfail
+KFAIL: test-kfail-fail-kfail
+KFAIL: test-kfail-fail-unsupported
+KFAIL: test-kfail-fail-untested
+KFAIL: test-kfail-fail-unresolved
+PASS: test-kfail-xfail-pass
+XFAIL: test-kfail-xfail-xpass
+XFAIL: test-kfail-xfail-fail
+XFAIL: test-kfail-xfail-xfail
+XFAIL: test-kfail-xfail-kfail
+XFAIL: test-kfail-xfail-unsupported
+XFAIL: test-kfail-xfail-untested
+XFAIL: test-kfail-xfail-unresolved
+PASS: test-kfail-kfail-pass
+KFAIL: test-kfail-kfail-xpass
+KFAIL: test-kfail-kfail-fail
+XFAIL: test-kfail-kfail-xfail
+KFAIL: test-kfail-kfail-kfail
+KFAIL: test-kfail-kfail-unsupported
+KFAIL: test-kfail-kfail-untested
+KFAIL: test-kfail-kfail-unresolved
+PASS: test-kfail-unsupported-pass
+KFAIL: test-kfail-unsupported-xpass
+KFAIL: test-kfail-unsupported-fail
+XFAIL: test-kfail-unsupported-xfail
+KFAIL: test-kfail-unsupported-kfail
+KFAIL: test-kfail-unsupported-unsupported
+KFAIL: test-kfail-unsupported-untested
+KFAIL: test-kfail-unsupported-unresolved
+PASS: test-kfail-untested-pass
+KFAIL: test-kfail-untested-xpass
+KFAIL: test-kfail-untested-fail
+XFAIL: test-kfail-untested-xfail
+KFAIL: test-kfail-untested-kfail
+KFAIL: test-kfail-untested-unsupported
+KFAIL: test-kfail-untested-untested
+KFAIL: test-kfail-untested-unresolved
+PASS: test-kfail-unresolved-pass
+KFAIL: test-kfail-unresolved-xpass
+KFAIL: test-kfail-unresolved-fail
+XFAIL: test-kfail-unresolved-xfail
+KFAIL: test-kfail-unresolved-kfail
+KFAIL: test-kfail-unresolved-unsupported
+KFAIL: test-kfail-unresolved-untested
+KFAIL: test-kfail-unresolved-unresolved
+
+Running tests-unsupported.exp ...
+PASS: test-unsupported-pass-pass
+PASS: test-unsupported-pass-xpass
+PASS: test-unsupported-pass-fail
+PASS: test-unsupported-pass-xfail
+PASS: test-unsupported-pass-kfail
+PASS: test-unsupported-pass-unsupported
+PASS: test-unsupported-pass-untested
+PASS: test-unsupported-pass-unresolved
+PASS: test-unsupported-xpass-pass
+UNSUPPORTED: test-unsupported-xpass-xpass
+UNSUPPORTED: test-unsupported-xpass-fail
+XFAIL: test-unsupported-xpass-xfail
+UNSUPPORTED: test-unsupported-xpass-kfail
+UNSUPPORTED: test-unsupported-xpass-unsupported
+UNSUPPORTED: test-unsupported-xpass-untested
+UNSUPPORTED: test-unsupported-xpass-unresolved
+PASS: test-unsupported-fail-pass
+UNSUPPORTED: test-unsupported-fail-xpass
+UNSUPPORTED: test-unsupported-fail-fail
+XFAIL: test-unsupported-fail-xfail
+UNSUPPORTED: test-unsupported-fail-kfail
+UNSUPPORTED: test-unsupported-fail-unsupported
+UNSUPPORTED: test-unsupported-fail-untested
+UNSUPPORTED: test-unsupported-fail-unresolved
+PASS: test-unsupported-xfail-pass
+XFAIL: test-unsupported-xfail-xpass
+XFAIL: test-unsupported-xfail-fail
+XFAIL: test-unsupported-xfail-xfail
+XFAIL: test-unsupported-xfail-kfail
+XFAIL: test-unsupported-xfail-unsupported
+XFAIL: test-unsupported-xfail-untested
+XFAIL: test-unsupported-xfail-unresolved
+PASS: test-unsupported-kfail-pass
+UNSUPPORTED: test-unsupported-kfail-xpass
+UNSUPPORTED: test-unsupported-kfail-fail
+XFAIL: test-unsupported-kfail-xfail
+UNSUPPORTED: test-unsupported-kfail-kfail
+UNSUPPORTED: test-unsupported-kfail-unsupported
+UNSUPPORTED: test-unsupported-kfail-untested
+UNSUPPORTED: test-unsupported-kfail-unresolved
+PASS: test-unsupported-unsupported-pass
+UNSUPPORTED: test-unsupported-unsupported-xpass
+UNSUPPORTED: test-unsupported-unsupported-fail
+XFAIL: test-unsupported-unsupported-xfail
+UNSUPPORTED: test-unsupported-unsupported-kfail
+UNSUPPORTED: test-unsupported-unsupported-unsupported
+UNSUPPORTED: test-unsupported-unsupported-untested
+UNSUPPORTED: test-unsupported-unsupported-unresolved
+PASS: test-unsupported-untested-pass
+UNSUPPORTED: test-unsupported-untested-xpass
+UNSUPPORTED: test-unsupported-untested-fail
+XFAIL: test-unsupported-untested-xfail
+UNSUPPORTED: test-unsupported-untested-kfail
+UNSUPPORTED: test-unsupported-untested-unsupported
+UNSUPPORTED: test-unsupported-untested-untested
+UNSUPPORTED: test-unsupported-untested-unresolved
+PASS: test-unsupported-unresolved-pass
+UNSUPPORTED: test-unsupported-unresolved-xpass
+UNSUPPORTED: test-unsupported-unresolved-fail
+XFAIL: test-unsupported-unresolved-xfail
+UNSUPPORTED: test-unsupported-unresolved-kfail
+UNSUPPORTED: test-unsupported-unresolved-unsupported
+UNSUPPORTED: test-unsupported-unresolved-untested
+UNSUPPORTED: test-unsupported-unresolved-unresolved
+
+Running tests-untested.exp ...
+PASS: test-untested-pass-pass
+PASS: test-untested-pass-xpass
+PASS: test-untested-pass-fail
+PASS: test-untested-pass-xfail
+PASS: test-untested-pass-kfail
+PASS: test-untested-pass-unsupported
+PASS: test-untested-pass-untested
+PASS: test-untested-pass-unresolved
+PASS: test-untested-xpass-pass
+UNTESTED: test-untested-xpass-xpass
+UNTESTED: test-untested-xpass-fail
+XFAIL: test-untested-xpass-xfail
+UNTESTED: test-untested-xpass-kfail
+UNTESTED: test-untested-xpass-unsupported
+UNTESTED: test-untested-xpass-untested
+UNTESTED: test-untested-xpass-unresolved
+PASS: test-untested-fail-pass
+UNTESTED: test-untested-fail-xpass
+UNTESTED: test-untested-fail-fail
+XFAIL: test-untested-fail-xfail
+UNTESTED: test-untested-fail-kfail
+UNTESTED: test-untested-fail-unsupported
+UNTESTED: test-untested-fail-untested
+UNTESTED: test-untested-fail-unresolved
+PASS: test-untested-xfail-pass
+XFAIL: test-untested-xfail-xpass
+XFAIL: test-untested-xfail-fail
+XFAIL: test-untested-xfail-xfail
+XFAIL: test-untested-xfail-kfail
+XFAIL: test-untested-xfail-unsupported
+XFAIL: test-untested-xfail-untested
+XFAIL: test-untested-xfail-unresolved
+PASS: test-untested-kfail-pass
+UNTESTED: test-untested-kfail-xpass
+UNTESTED: test-untested-kfail-fail
+XFAIL: test-untested-kfail-xfail
+UNTESTED: test-untested-kfail-kfail
+UNTESTED: test-untested-kfail-unsupported
+UNTESTED: test-untested-kfail-untested
+UNTESTED: test-untested-kfail-unresolved
+PASS: test-untested-unsupported-pass
+UNTESTED: test-untested-unsupported-xpass
+UNTESTED: test-untested-unsupported-fail
+XFAIL: test-untested-unsupported-xfail
+UNTESTED: test-untested-unsupported-kfail
+UNTESTED: test-untested-unsupported-unsupported
+UNTESTED: test-untested-unsupported-untested
+UNTESTED: test-untested-unsupported-unresolved
+PASS: test-untested-untested-pass
+UNTESTED: test-untested-untested-xpass
+UNTESTED: test-untested-untested-fail
+XFAIL: test-untested-untested-xfail
+UNTESTED: test-untested-untested-kfail
+UNTESTED: test-untested-untested-unsupported
+UNTESTED: test-untested-untested-untested
+UNTESTED: test-untested-untested-unresolved
+PASS: test-untested-unresolved-pass
+UNTESTED: test-untested-unresolved-xpass
+UNTESTED: test-untested-unresolved-fail
+XFAIL: test-untested-unresolved-xfail
+UNTESTED: test-untested-unresolved-kfail
+UNTESTED: test-untested-unresolved-unsupported
+UNTESTED: test-untested-unresolved-untested
+UNTESTED: test-untested-unresolved-unresolved
+
+Running tests-unresolved.exp ...
+PASS: test-unresolved-pass-pass
+PASS: test-unresolved-pass-xpass
+PASS: test-unresolved-pass-fail
+PASS: test-unresolved-pass-xfail
+PASS: test-unresolved-pass-kfail
+PASS: test-unresolved-pass-unsupported
+PASS: test-unresolved-pass-untested
+PASS: test-unresolved-pass-unresolved
+PASS: test-unresolved-xpass-pass
+UNRESOLVED: test-unresolved-xpass-xpass
+UNRESOLVED: test-unresolved-xpass-fail
+XFAIL: test-unresolved-xpass-xfail
+UNRESOLVED: test-unresolved-xpass-kfail
+UNRESOLVED: test-unresolved-xpass-unsupported
+UNRESOLVED: test-unresolved-xpass-untested
+UNRESOLVED: test-unresolved-xpass-unresolved
+PASS: test-unresolved-fail-pass
+UNRESOLVED: test-unresolved-fail-xpass
+UNRESOLVED: test-unresolved-fail-fail
+XFAIL: test-unresolved-fail-xfail
+UNRESOLVED: test-unresolved-fail-kfail
+UNRESOLVED: test-unresolved-fail-unsupported
+UNRESOLVED: test-unresolved-fail-untested
+UNRESOLVED: test-unresolved-fail-unresolved
+PASS: test-unresolved-xfail-pass
+XFAIL: test-unresolved-xfail-xpass
+XFAIL: test-unresolved-xfail-fail
+XFAIL: test-unresolved-xfail-xfail
+XFAIL: test-unresolved-xfail-kfail
+XFAIL: test-unresolved-xfail-unsupported
+XFAIL: test-unresolved-xfail-untested
+XFAIL: test-unresolved-xfail-unresolved
+PASS: test-unresolved-kfail-pass
+UNRESOLVED: test-unresolved-kfail-xpass
+UNRESOLVED: test-unresolved-kfail-fail
+XFAIL: test-unresolved-kfail-xfail
+UNRESOLVED: test-unresolved-kfail-kfail
+UNRESOLVED: test-unresolved-kfail-unsupported
+UNRESOLVED: test-unresolved-kfail-untested
+UNRESOLVED: test-unresolved-kfail-unresolved
+PASS: test-unresolved-unsupported-pass
+UNRESOLVED: test-unresolved-unsupported-xpass
+UNRESOLVED: test-unresolved-unsupported-fail
+XFAIL: test-unresolved-unsupported-xfail
+UNRESOLVED: test-unresolved-unsupported-kfail
+UNRESOLVED: test-unresolved-unsupported-unsupported
+UNRESOLVED: test-unresolved-unsupported-untested
+UNRESOLVED: test-unresolved-unsupported-unresolved
+PASS: test-unresolved-untested-pass
+UNRESOLVED: test-unresolved-untested-xpass
+UNRESOLVED: test-unresolved-untested-fail
+XFAIL: test-unresolved-untested-xfail
+UNRESOLVED: test-unresolved-untested-kfail
+UNRESOLVED: test-unresolved-untested-unsupported
+UNRESOLVED: test-unresolved-untested-untested
+UNRESOLVED: test-unresolved-untested-unresolved
+PASS: test-unresolved-unresolved-pass
+UNRESOLVED: test-unresolved-unresolved-xpass
+UNRESOLVED: test-unresolved-unresolved-fail
+XFAIL: test-unresolved-unresolved-xfail
+UNRESOLVED: test-unresolved-unresolved-kfail
+UNRESOLVED: test-unresolved-unresolved-unsupported
+UNRESOLVED: test-unresolved-unresolved-untested
+UNRESOLVED: test-unresolved-unresolved-unresolved
+
+ === gcc-compare-results Summary ===
+
+# of <unexpected status> 1
+# of expected passes 169
+# of unexpected failures 36
+# of expected failures 127
+# of known failures 36
+# of untested testcases 36
+# of unresolved testcases 36
+# of unsupported tests 36