Linaro Git Browser
Code Review Sign In
review.linaro.org / toolchain / gcc-compare-results.git / refs/heads/linaro-local/test-branch / . / compare_jobs.sh
blob: 97176cd464d129fd53b34b2a2e5af6dfb82920a1 [file] [log] [blame]
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]1#!/bin/bash
2
3mydir="`dirname $0`"
4status=0
5
Christophe Lyonca9d8302017-05-22 12:04:00 +0000[diff] [blame]6[ x"$1" = x"-pass-thresh" ] && pass_thresh=$2 && shift 2
7
Christophe Lyona8d87b82018-04-27 14:41:22 +0100[diff] [blame]8if [ $# -lt 2 ]
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]9then
Christophe Lyona8d87b82018-04-27 14:41:22 +0100[diff] [blame]10 echo "Usage: $0 [-pass-thresh pass-ratio-threshold] ref_logs new_logs [target ...]"
11 echo " If no target name is provided, detect which targets have been built and compare their results"
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]12 exit 1
13fi
14
15ref_logs=$1
16new_logs=$2
Christophe Lyona8d87b82018-04-27 14:41:22 +0100[diff] [blame]17shift 2
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]18
19tmptargets=/tmp/targets.$$
20trap "rm -f ${tmptargets}" 0 1 2 3 5 9 13 15
21
22rm -f ${tmptargets}
23
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]24function html_report_print_row
25{
26 local target=${1?}
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]27 local status=${2?}
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]28 local message=${3?}
Christophe Lyon803277b2017-10-16 21:39:59 +0000[diff] [blame]29 local log_url=1-diff-${target}.txt
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]30 cat <<EOF
31 <tr>
32 <td>${target}</td>
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]33 <td class="$status"><a href="$log_url"><b>${message}</b></a></td>
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]34 </tr>
35EOF
36}
37
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]38# Should be called for all HTML documents (e.g. report, log, ...)
39function html_doc_print_header
40{
41 cat <<EOF
42<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
43 "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
44<html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en">
45<head>
46 <title>Report</title>
47 <meta http-equiv="Content-Type" content="text/html;charset=utf-8" />
48 <link rel="stylesheet" type="text/css" href="report.css" />
49</head>
50<body>
51EOF
52}
53
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]54function html_report_print_header
55{
56 cat <<EOF
57<h1>Results comparison ${ref_logs} vs ${new_logs}</h1>
58<table border="1">
59 <tr>
60 <td><b>Target</b></td>
61 <td><b>Status</b></td>
62 </tr>
63EOF
64}
65
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]66# Should be called for all HTML documents (e.g. report, log, ...)
67function html_doc_print_footer
68{
69 cat <<EOF
70</body>
71</html>
72EOF
73}
74
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]75function html_report_print_footer
76{
77 cat <<EOF
78</table>
79EOF
80}
81
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]82# For the time being, we expect different jobs to store their results
83# in similar directories.
84
85# Build list of all build-targets validated for ${ref_logs}
86for dir in `find ${ref_logs}/ -mindepth 1 -maxdepth 1 -type d`
87do
88 basename ${dir} >> ${tmptargets}
89done
90
91# Build list of all build-targets validated for ${new_logs}
92for dir in `find ${new_logs}/ -mindepth 1 -maxdepth 1 -type d`
93do
94 basename ${dir} >> ${tmptargets}
95done
96
Christophe Lyona8d87b82018-04-27 14:41:22 +0100[diff] [blame]97buildtargets=
Christophe Lyon1bead622018-05-16 22:51:59 +0000[diff] [blame]98# If the user provided no target name, use what we detected
99if [ $# -ne 0 ]; then
100 # Otherwise, use what the user provided, which may be incomplete
101 # and not include builder_type for instance
102 rm -f ${tmptargets}
103 for mytarget in "$@"
104 do
105 for dir in `ls -d ${ref_logs}/*${mytarget} ${new_logs}/*${mytarget}`
106 do
107 basename ${dir} >> ${tmptargets}
108 done
109 done
110fi
111if [ -s ${tmptargets} ]; then
112 buildtargets=`sort -u ${tmptargets}`
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]113fi
114rm -f ${tmptargets}
115
Christophe Lyon803277b2017-10-16 21:39:59 +0000[diff] [blame]116HTML_REPORT=${mydir}/0-report.html
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]117rm -f ${HTML_REPORT} ${HTML_REPORT}.part
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]118
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]119html_doc_print_header > ${HTML_REPORT}.part
120html_report_print_header >> ${HTML_REPORT}.part
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]121
Christophe Lyonabeb4f92016-01-12 14:42:02 +0100[diff] [blame]122# Gather all diffs, to concatenate them to the main report
123difflog=${mydir}/alldiffs.txt
124rm -f ${difflog}
125touch ${difflog}
126
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]127for buildtarget in ${buildtargets}
128do
129 ref="${ref_logs}/${buildtarget}"
130 build="${new_logs}/${buildtarget}"
131 echo "REF = "${ref}
132 echo "BUILD = "${build}
133 failed=false
Christophe Lyona8755e82015-11-20 00:40:34 +0100[diff] [blame]134 improved=false
Christophe Lyon803277b2017-10-16 21:39:59 +0000[diff] [blame]135 mylog=${mydir}/1-diff-${buildtarget}.txt
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]136 target=`echo ${buildtarget} | cut -d. -f2`
137 printf "\t# ============================================================== #\n" > ${mylog}
138 printf "\t#\t\t*** ${buildtarget} ***\n" >> ${mylog}
139 printf "\t# ============================================================== #\n\n" >> ${mylog}
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]140
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]141 class=no-change
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]142 color=lightgreen
143 message=PASSED
Christophe Lyone0075272016-02-04 11:09:58 +0100[diff] [blame]144 ret=0
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]145
Christophe Lyone0075272016-02-04 11:09:58 +0100[diff] [blame]146 if [ -d "${build}" -a -d "${ref}" ]
147 then
148 printf "# Running on `hostname` in `pwd`\n" >> ${mylog}
149 ${mydir}/compare_tests -target ${target} \
Christophe Lyon20e676d2017-06-02 07:21:38 +0000[diff] [blame]150 ${pass_thresh:+-pass-thresh ${pass_thresh}} \
Christophe Lyone0075272016-02-04 11:09:58 +0100[diff] [blame]151 ${ref} ${build} >> ${mylog}
152 ret=$?
153 fi
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]154 if [ ! -d "${ref}" ]; then
155 printf "\t# REF RESULTS NOT PRESENT: BUILD FAILED\n" >> ${mylog}
Christophe Lyonf02cb6b2016-01-12 14:32:24 +0100[diff] [blame]156 ret=5
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]157 fi
158 if [ ! -d "${build}" ]; then
159 printf "\t# BUILD RESULTS NOT PRESENT: BUILD FAILED\n" >> ${mylog}
Christophe Lyonf02cb6b2016-01-12 14:32:24 +0100[diff] [blame]160 ret=5
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]161 fi
Christophe Lyona8755e82015-11-20 00:40:34 +0100[diff] [blame]162 case $ret in
163 0) # No change
164 ;;
165 1) # Improvement
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]166 class=improvement
167 color=green
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]168 message=BETTER
Christophe Lyona8755e82015-11-20 00:40:34 +0100[diff] [blame]169 ;;
170 2) # Regression
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]171 class=regression
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]172 color=red
173 message=FAILED
Christophe Lyonae7e47a2016-01-07 18:29:50 +0100[diff] [blame]174 failed=true
Christophe Lyona8755e82015-11-20 00:40:34 +0100[diff] [blame]175 ;;
Christophe Lyonf02cb6b2016-01-12 14:32:24 +0100[diff] [blame]176 3) # No common logs
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]177 class=no-common-logs
Christophe Lyonf02cb6b2016-01-12 14:32:24 +0100[diff] [blame]178 color=red
179 message=NO-COMMON-LOGS
180 failed=true
181 ;;
182 4) # Extra logs
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]183 class=extra-logs
Christophe Lyonf02cb6b2016-01-12 14:32:24 +0100[diff] [blame]184 color=red
185 message=EXTRA-LOGS
186 failed=true
187 ;;
188 5) # Build failed
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]189 class=build-failed
Christophe Lyon8fbc2a92015-12-02 17:46:22 +0100[diff] [blame]190 color=darkred
191 message=BUILDFAILED
Christophe Lyonae7e47a2016-01-07 18:29:50 +0100[diff] [blame]192 failed=true
Christophe Lyonf02cb6b2016-01-12 14:32:24 +0100[diff] [blame]193 ;;
Christophe Lyona8755e82015-11-20 00:40:34 +0100[diff] [blame]194 esac
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]195
196 ${failed} && status=1
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]197 html_report_print_row "${buildtarget}" "$class" "$message" >> $HTML_REPORT.part
Christophe Lyonabeb4f92016-01-12 14:42:02 +0100[diff] [blame]198
199 cat ${mylog} >> ${difflog}
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]200done
201
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]202html_report_print_footer >> ${HTML_REPORT}.part
Christophe Lyonabeb4f92016-01-12 14:42:02 +0100[diff] [blame]203
204echo "<pre>" >> ${HTML_REPORT}.part
205cat ${difflog} >> ${HTML_REPORT}.part
206rm -f ${difflog}
207echo "</pre>" >> ${HTML_REPORT}.part
208
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]209html_doc_print_footer >> ${HTML_REPORT}.part
Christophe Lyon473c8162016-01-13 14:40:27 +0100[diff] [blame]210
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]211mv ${HTML_REPORT}.part ${HTML_REPORT}
Christophe Lyonbff39612015-11-18 16:29:11 +0100[diff] [blame]212
213exit ${status}