#! /bin/sh # # Combine the various reports into a single html file # vfile=`dirname $0`/VERSIONS-COVERAGE if [ ! -r ${vfile} ] ; then echo VERSIONS-COVERAGE file not found exit 1 fi source ${vfile} if [ ! -d ${BASEDIR} ] ; then echo Have you set the BASEDIR in VERSIONS correctly? exit 1 fi progname=${0##*/} # fast basename hack for ksh, bash USAGE=\ "usage: $progname [ -opts ] -v -- verbose (default=no) -p -- generate plots (default=yes) -r VERSION -- RTEMS Version (default=CVS) " # log an error to stderr prerr() { echo "$*" >&2 } fatal() { prerr "$USAGE" [ "$1" ] && (prerr ; prerr $*); exit 1 } toggle() { case $1 in no) echo "yes" ;; yes) echo "no" ;; *) fatal "Unknown value to toggle ($1)" ;; esac } do_plots="yes" verbose="no" RTEMS_VERSION="CVS Head" while getopts vpr: OPT do case "$OPT" in r) RTEMS_VERSION="${OPTARG}";; p) do_plots=no ;; v) verbose=`toggle ${verbose}` ;; *) fatal;; esac done shiftcount=`expr $OPTIND - 1` shift $shiftcount if [ $# -ne 1 ] ; then fatal Usage: $0 directory fi if [ ! -d ${1} ] ; then fatal ${1} is not a directory fi print_index() { cat < RTEMS EOF echo ${RTEMS_VERSION} cat <<EOF Coverage Reports

RTEMS EOF echo ${RTEMS_VERSION}" Coverage Results

" echo "

"`date`"

" cat << EOF

For more information on coverage analysis in general visit Coverage Analysis Theory.

For information on how the RTEMS Project views coverage analysis, visit RTEMS Coverage Testing.

BSPs with Coverage Results

${cpu}/${bsp}

" done cat < EOF } print_doc_top() { cat < RTEMS EOF echo "${RTEMS_VERSION} Coverage Reports for ${1} " cat <

RTEMS EOF echo ${RTEMS_VERSION}" Coverage Results for ${1}

" echo "

"`date`"

" cat << EOF

EOF } print_doc_bottom() { cat < EOF } print_heading() { if [ "${*}" = "Day" ] ; then echo "" elif [ "${*}" = "Results" ] ; then echo "" else echo "" fi } # need to use ${1} for parameter # need to pass convert_flags() { opt=`echo "-${1}" | cut -c1-3` pos=`echo "${1}" | cut -c3` dev=`echo "${1}" | cut -c4` posix="POSIX Enabled" deve="Developmental" if [ X"${pos}" = X"p" ] ; then posix="POSIX Disabled" fi if [ X"${dev}" = X"d" ] ; then deve="Core Only" fi echo "${opt}, ${posix}, ${deve}" } do_perBSPPage() { BSP=${1} cpu=`grep "^Target" ${bsp}-*/configuration.txt | \ sed -e 's/^.*Target: *//' | cut -d'-' -f1 | sort -u` print_doc_top ${cpu}/${BSP} cat < EOF if [ ${do_plots} = "yes" ] ; then echo "" echo "" echo "" else echo "" fi cat <

${*}	${*}	${*}
Result Tables	Time Series Graphs	TimePlot Graphs	Result Tables
-O2, POSIX Disabled, Core Only -O2, POSIX Disabled, Developmental -O2, POSIX Enabled, Core Only -O2, POSIX Enabled, Developmental -Os, POSIX Disabled, Core Only -Os, POSIX Disabled, Developmental -Os, POSIX Enabled, Core Only -Os, POSIX Enabled, Developmental	EOF if [ ${do_plots} = "yes" ] ; then echo " " echo " Uncovered Percentage (Core) " echo " " echo " Uncovered Percentage (Developmental) " echo " " echo " Total Bytes Analyzed (Core) " echo " " echo " Total Bytes Analyzed (Developmental) " echo " " echo " Uncovered Ranges (Core) " echo " " echo " Uncovered Ranges (Developmental) " echo " " echo " Uncovered Bytes (Core) " echo " " echo " Uncovered Bytes (Developmental) " fi cat <	EOF if [ ${do_plots} = "yes" ] ; then echo " " echo " TimePlot Graphs " echo " " echo " Uncovered Percentage " echo " " echo " Total Bytes Analyzed " echo " " echo " Uncovered Ranges " echo " " echo " Uncovered Bytes " fi cat <

EOF #cat ${bsp}-*-*-*/row.html | sed -e 's//

/g' \ # -e 's/<\/TD>/<\/CENTER><\/TD>/g' # 1 2 3 4 #bsp-opt-yyyymmdd-hhmm.tar.bz2 # sort 1,2 alphabetically, sort 3,4 reverse "version" first="yes" for build in O2pd O2pD O2Pd O2PD Ospd OspD OsPd OsPD do echo "" echo "" echo "" echo "" echo "" echo "" echo "" ### generate header print_heading Day print_heading Time print_heading Version print_heading Uncovered Ranges # skip Uncovered Percentage print_heading Covered Percentage print_heading Uncovered Bytes print_heading Total Bytes print_heading Results echo "" first=no ls -1 ${bsp}-${build}-*-*/row.html | sort -t - -k 1,2 -k 3,4r | \ while read row do index=`echo ${row} | sed -e 's/row/index/'` sed \ -e '1,1s///' \ -e '2,2s/" sed \ -e '1,6d' \ -e '7,7s/

" echo "${cpu}/${bsp} `convert_flags ${build}` (${build})" echo "

$20[0-9][0-9]$$[0-1][0-9]$$[0-3][0-9]$/

\1-\2-\3/' \ -e '4,13d' \ <$row version="unknown" if [ -r ${index} ] ; then version=`grep heading-title ${index} | \ sed -e 's/<.*>RTEMS //' -e 's/<.*$//'` fi echo "

${version}

0/' \ -e '8d' \ -e '9,9s/

100/

100/' \ -e '10,10s/

0/' \ <$row done | \ sed -e 's/<[tT][dD]/

" echo "
" done print_doc_bottom } genBSPList() { find * -type d -name "*-O[s2][pP][dD]-2???[012]???-????" | \ cut -d'-' -f1 | uniq | \ while read dir do bsp=`basename ${dir} | sed -e 's/.*\/.*-//'` cpu=`grep ^Target ${dir}-*/configuration.txt | tail -1 | \ sed -e 's/^.*Target//' | cut -d':' -f2 | cut -d'-' -f1` echo ${cpu}/${bsp} done | sort -u | sort -t / -k 1 -k 2 | cut -d'/' -f2 # sort cpu,bsp alphabetically } cleanup() { for bsp in ${BSPs} do count=`ls -1 ${bsp}*.tar.bz2 | wc -l` if [ ${count} -gt 20 ] ; then echo ${bsp} has ${count} entries.. cleaning it ls -1 ${bsp}-*.tar.bz2 | sort -t - -k 3 -k 2 -r | sed -e '1,20d' | \ while read f do dir=`echo ${f} | sed -e 's/.tar.bz2$//'` rm -rf ${f} ${dir} done fi done } # round up round_up() { num=$1 round=$2 echo ${num} ${num} ${round} + ${round} % - ${round} + p | dc } # round down round_down() { num=$1 round=$2 echo ${num} ${num} ${round} - ${round} % - ${round} - p| dc } # Generate the GNU Plot script gen_plot() { # Now merge the data datfiles=`ls -1 ${OUTDAT}/${bsp}-*${DEV}-${FIELD}.dat` first=`cat ${datfiles} | sort -t' ' -k1.3 -n | head -n 1 | cut -d' ' -f1` last=`cat ${datfiles} | sort -t' ' -k1.3 -n | tail -n 1 | cut -d' ' -f1` min=`cat ${datfiles} | sort -k2 -n | head -n 1 | cut -d' ' -f2` max=`cat ${datfiles} | sort -k2 -n | tail -n 1 | cut -d' ' -f2` round= case ${FIELD} in ranges) round=10 min=`round_down ${min} 10 0` max=`round_up ${max} 10 1000000` YLABEL=Ranges ;; covered_percent) max=100.0 YLABEL=Covered ;; uncovered_percent) min=0 YLABEL=Uncovered ;; uncovered_bytes) round=1000 min=`round_down ${min} 1000 0` max=`round_up ${max} 1000 1000000` YLABEL=Uncovered ;; total_bytes) round=5000 min=`round_down ${min} 5000 0` max=`round_up ${max} 5000 1000000` YLABEL=Total ;; *) echo "ERROR unknown FIELD ${FIELD}" exit 1 ;; esac # No negative numbers. :=D if [ ${min} -lt 0 ] ; then min=0 fi if [ "X${round}" != "X" ] ; then # definitely integer if [ ${min} -eq ${max} ] ; then max=`expr ${min} + ${round}` fi fi # Is this graph using data for developmental or core configurations? if [ ${DEV} = "D" ] ; then TITLE="${PATTERN} (Developmental)" else TITLE="${PATTERN} (Core)" fi Year=`echo ${first} | cut -c1-4` Month=`echo ${first} | cut -c6-7` Day=`echo ${first} | cut -c9-10` Hour=`echo ${first} | cut -c12-13` Minute=`echo ${first} | cut -c15-16` start="${Year}-${Month}-${Day}/${Hour}:${Minute}" Year=`echo ${last} | cut -c1-4` Month=`echo ${last} | cut -c6-7` Day=`echo ${last} | cut -c9-10` Hour=`echo ${last} | cut -c12-13` Minute=`echo ${last} | cut -c15-16` end="${Year}-${Month}-${Day}/${Hour}:${Minute}" echo "set terminal png size 1200,800" echo "set xdata time" echo "# time range must be in same format as data file" echo "# YYYYMMDD-HHMMSS" echo "set timefmt \"%Y-%m-%d/%H:%M:%S\"" echo "set output \"${OUTFIG}/${bsp}-${FIELD}-${DEV}.png\"" echo "set xrange [\""${start}"\":\""${end}"\"]" echo "set yrange [${min}:${max}]" echo "set grid" echo "set xlabel \"Date\"" echo "set ylabel \"${YLABEL}\"" echo "set title \"${TITLE}\"" echo "set key left box" echo "plot \"${OUTDAT}/${bsp}-Osp${DEV}-${FIELD}.dat\" using 1:2 index 0 \\" echo " title \"Osp${DEV}\" with lines lw 2, \\" echo " \"${OUTDAT}/${bsp}-OsP${DEV}-${FIELD}.dat\" using 1:2 index 0 \\" echo " title \"OsP${DEV}\" with lines lw 2, \\" echo " \"${OUTDAT}/${bsp}-O2p${DEV}-${FIELD}.dat\" using 1:2 index 0 \\" echo " title \"O2p${DEV}\" with lines lw 2, \\" echo " \"${OUTDAT}/${bsp}-O2P${DEV}-${FIELD}.dat\" using 1:2 index 0 \\" echo " title \"O2P${DEV}\" with lines lw 2" } gen_data() { for s in `ls -1 ${bsp}/${bsp}-${CONF}-*/summary.txt | sort ` do timestamp=`echo $s | cut -d'-' -f3-4 | cut -d'/' -f1` case ${FIELD} in ranges) num=`grep "${PATTERN}" $s | cut -d' ' -f1` if [ "X${num}" = "X" ] ; then num=`grep -i "${PATTERN}" $s | cut -d':' -f2` fi ;; *) num=`grep "${PATTERN}" $s | cut -d':' -f2` ;; esac Year=`echo ${timestamp} | cut -c1-4` Month=`echo ${timestamp} | cut -c5-6` Day=`echo ${timestamp} | cut -c7-8` stamp="${Year}-${Month}-${Day}" echo ${stamp} ${num} done } gen_timeplot() { BSP=$1 LEGEND_TABLE_BODY="\ \ \ \ \ \ \ \ \ \ \ \

O2pd

O2pD

O2Pd

O2PD

Ospd

OspD

OsPd

OsPD

" cat < ${BSP} Timeplot Graphs EOF cat << EOF

${BSP} Timeplot Graphs

Uncovered Percentage Graph

Total Bytes Analyzed Graph

Uncovered Ranges Graph

Uncovered Bytes Graph

Uncovered Percentage

${LEGEND_TABLE_BODY}

Total Bytes Analyzed

${LEGEND_TABLE_BODY}

Uncovered Ranges

${LEGEND_TABLE_BODY}

Uncovered bytes

${LEGEND_TABLE_BODY}

EOF } # # Now start the non-method code # cd $1 good_dir="no" for d in `ls -1 *.tar.bz2 */*.tar.bz2 2>/dev/null | sed -e 's/.tar.bz2$//'` do good_dir="yes" if [ ! -d ${d} ] ; then tar xjf ${d}.tar.bz2 fi done if [ ${good_dir} = "no" ]; then echo "No tarballs. Is $1 really a coverage publishing directory?" exit 1 fi echo "Generating HTML reports for RTEMS ${RTEMS_VERSION}" # Put the style sheets in place if [ ! -d rtems ] ; then mkdir rtems fi cp ${COVBASE}/style.css rtems/style.css # Find the BSPs and make their directories echo "Generating BSP list" #BSPs=`find * -maxdepth 1 -type d | cut -d'-' -f1 | uniq | grep -v rtems` BSPs=`genBSPList` echo BSPs=${BSPs} echo "Ensuring BSP specific content is in BSP subdirectory" for bsp in ${BSPs} do test -d ${bsp} || mkdir ${bsp} test -d ${bsp}/rtems || mkdir ${bsp}/rtems test -d ${bsp}/plot_data || mkdir ${bsp}/plot_data test -d ${bsp}/graphs || mkdir ${bsp}/graphs cp ${COVBASE}/style.css ${bsp}/rtems/style.css cp ${COVBASE}/../covoar/table.js ${bsp}/rtems/table.js cp ${COVBASE}/../covoar/filter.gif ${bsp}/rtems cp ${COVBASE}/../covoar/05_ascending.gif ${bsp}/rtems cp ${COVBASE}/../covoar/05_descending.gif ${bsp}/rtems cp ${COVBASE}/../covoar/05_unsorted.gif ${bsp}/rtems mv ${bsp}-* ${bsp} 2>/dev/null done # Let them grow for a while # cleanup echo "Generating master index.html" print_index >index.html # now generate a page per BSP with plots and graphs for bsp in ${BSPs} do echo "Generating BSP Page for ${bsp}..." cd $1/${bsp} do_perBSPPage ${bsp} >${bsp}.html if [ ${do_plots} = "yes" ] ; then cd $1 OUTFIG=${bsp}/graphs OUTDAT=${bsp}/plot_data echo "Generating Static Plots for ${bsp}..." for FIELD in ranges total_bytes uncovered_bytes \ uncovered_percent #covered_percent do # Pattern to find in summary.txt case ${FIELD} in ranges) PATTERN="Uncovered Ranges Found" ;; covered_percent) PATTERN="Percentage Executed" ;; uncovered_percent) PATTERN="Percentage Not Executed" ;; total_bytes) PATTERN="Bytes Analyzed" ;; uncovered_bytes) PATTERN="Bytes Not Executed" ;; *) echo "Unknown field (${FIELD})"; exit 1 ;; esac for DEV in d D do for CONF in Osp${DEV} OsP${DEV} O2p${DEV} O2P${DEV} do gen_data ${bsp} ${CONF} >${OUTDAT}/${bsp}-${CONF}-${FIELD}.dat done pltfile=${OUTDAT}/${bsp}-${FIELD}-${DEV}.plt gen_plot >${pltfile} gnuplot ${pltfile} done done echo "Generating Time Plots for ${bsp}..." timeplotfile=${OUTFIG}/timeplot-${bsp}.html gen_timeplot ${bsp} > ${timeplotfile} fi done exit 0