testsuite/expected-1-2-flaky.txt

Comparing:
REFERENCE:sum-1-flaky.txt
CURRENT:  sum-2-flaky.txt

                                             +---------+---------+
o  RUN STATUS:                               |   REF   |   RES   |
  +------------------------------------------+---------+---------+
  | Passes                            [PASS] |       8 |       7 |
  | Unexpected fails                  [FAIL] |       8 |       7 |
  | Errors                           [ERROR] |       0 |       0 |
  | Unexpected passes                [XPASS] |       8 |       7 |
  | Expected fails                   [XFAIL] |       8 |       7 |
  | Known fails                      [KFAIL] |       8 |       7 |
  | Unresolved                  [UNRESOLVED] |       8 |       7 |
  | Unsupported                [UNSUPPORTED] |       8 |       7 |
  | Untested                      [UNTESTED] |       8 |       7 |
  +------------------------------------------+---------+---------+

    REF PASS ratio: 0.250000
    RES PASS ratio: 0.250000

o  REGRESSIONS:
  +------------------------------------------+---------+
  +------------------------------------------+---------+
  | TOTAL_REGRESSIONS                        |       0 |
  +------------------------------------------+---------+


o  IMPROVEMENTS TO BE CHECKED:
  +------------------------------------------+---------+
  | Flaky cases, ignored   [~RANDOM     ]    |      64 |
  +------------------------------------------+---------+
  | TOTAL_IMPROVEMENTS_TO_BE_CHECKED         |      64 |
  +------------------------------------------+---------+

  - Flaky cases, ignored   [~RANDOM     ]:

  Executed from: gcc-compare-results:tests-1.exp
    gcc-compare-results:tests-1.exp=test2-pass-xpass
    gcc-compare-results:tests-1.exp=test3-pass-fail
    gcc-compare-results:tests-1.exp=test4-pass-xfail
    gcc-compare-results:tests-1.exp=test5-pass-disappears
    gcc-compare-results:tests-1.exp=test6-pass-unsupported
    gcc-compare-results:tests-1.exp=test7-pass-untested
    gcc-compare-results:tests-1.exp=test8-pass-unresolved
    gcc-compare-results:tests-1.exp=test9-pass-kfail
  Executed from: gcc-compare-results:tests-10.exp
    gcc-compare-results:tests-10.exp=test1-kfail-pass
    gcc-compare-results:tests-10.exp=test2-kfail-xpass
    gcc-compare-results:tests-10.exp=test3-kfail-fail
    gcc-compare-results:tests-10.exp=test4-kfail-xfail
    gcc-compare-results:tests-10.exp=test5-kfail-disappears
    gcc-compare-results:tests-10.exp=test6-kfail-unsupported
    gcc-compare-results:tests-10.exp=test7-kfail-untested
    gcc-compare-results:tests-10.exp=test8-kfail-unresolved
  Executed from: gcc-compare-results:tests-2.exp
    gcc-compare-results:tests-2.exp=test1-xpass-pass
    gcc-compare-results:tests-2.exp=test3-xpass-fail
    gcc-compare-results:tests-2.exp=test4-xpass-xfail
    gcc-compare-results:tests-2.exp=test5-xpass-disappears
    gcc-compare-results:tests-2.exp=test6-xpass-unsupported
    gcc-compare-results:tests-2.exp=test7-xpass-untested
    gcc-compare-results:tests-2.exp=test8-xpass-unresolved
    gcc-compare-results:tests-2.exp=test9-xpass-kfail
  Executed from: gcc-compare-results:tests-3.exp
    gcc-compare-results:tests-3.exp=test1-fail-pass
    gcc-compare-results:tests-3.exp=test2-fail-xpass
    gcc-compare-results:tests-3.exp=test4-fail-xfail
    gcc-compare-results:tests-3.exp=test5-fail-disappears
    gcc-compare-results:tests-3.exp=test6-fail-unsupported
    gcc-compare-results:tests-3.exp=test7-fail-untested
    gcc-compare-results:tests-3.exp=test8-fail-unresolved
    gcc-compare-results:tests-3.exp=test9-fail-kfail
  Executed from: gcc-compare-results:tests-4.exp
    gcc-compare-results:tests-4.exp=test1-xfail-pass
    gcc-compare-results:tests-4.exp=test2-xfail-xpass
    gcc-compare-results:tests-4.exp=test3-xfail-fail
    gcc-compare-results:tests-4.exp=test5-xfail-disappears
    gcc-compare-results:tests-4.exp=test6-xfail-unsupported
    gcc-compare-results:tests-4.exp=test7-xfail-untested
    gcc-compare-results:tests-4.exp=test8-xfail-unresolved
    gcc-compare-results:tests-4.exp=test9-xfail-kfail
  Executed from: gcc-compare-results:tests-5.exp
    gcc-compare-results:tests-5.exp=test1-unsupported-pass
    gcc-compare-results:tests-5.exp=test2-unsupported-xpass
    gcc-compare-results:tests-5.exp=test3-unsupported-fail
    gcc-compare-results:tests-5.exp=test4-unsupported-xfail
    gcc-compare-results:tests-5.exp=test5-unsupported-disappears
    gcc-compare-results:tests-5.exp=test6-unsupported-untested
    gcc-compare-results:tests-5.exp=test7-unsupported-unresolved
    gcc-compare-results:tests-5.exp=test9-unsupported-kfail
  Executed from: gcc-compare-results:tests-6.exp
    gcc-compare-results:tests-6.exp=test1-untested-pass
    gcc-compare-results:tests-6.exp=test2-untested-xpass
    gcc-compare-results:tests-6.exp=test3-untested-fail
    gcc-compare-results:tests-6.exp=test4-untested-xfail
    gcc-compare-results:tests-6.exp=test5-untested-disappears
    gcc-compare-results:tests-6.exp=test6-untested-unsupported
    gcc-compare-results:tests-6.exp=test7-untested-unresolved
    gcc-compare-results:tests-6.exp=test9-untested-kfail
  Executed from: gcc-compare-results:tests-7.exp
    gcc-compare-results:tests-7.exp=test1-unresolved-pass
    gcc-compare-results:tests-7.exp=test2-unresolved-xpass
    gcc-compare-results:tests-7.exp=test3-unresolved-fail
    gcc-compare-results:tests-7.exp=test4-unresolved-xfail
    gcc-compare-results:tests-7.exp=test5-unresolved-disappears
    gcc-compare-results:tests-7.exp=test6-unresolved-unsupported
    gcc-compare-results:tests-7.exp=test7-unresolved-untested
    gcc-compare-results:tests-7.exp=test9-unresolved-kfail