tests/workloads/pwrsummary.sh

   1 # print summary of output generated by pwrtest.sh
   2 #
   3 # default results directories are <device>-<date>[-experiment]. By default
   4 # match any device and the year 201*.
   5 #
   6 # Examples:
   7 #
   8 # - show output for all bullhead tests in july 2015:
   9 #    ./pwrsummary.sh -r "bh-201507*"
  10 #
  11 # - generate CSV file for import into spreadsheet:
  12 #    ./pwrsummary.sh -o csv
  13 #
  14
  15 CMDDIR=$(dirname $0 2>/dev/null)
  16 CMDDIR=${CMDDIR:=.}
  17 cd $CMDDIR
  18 CMDDIR=$(pwd)
  19 cd -
  20 POWERAVE="python $CMDDIR/powerave.py"
  21
  22 defaultPattern="*-201*"
  23 defaultVoltage=4.3
  24 defaultFrequency=5
  25
  26 function Usage {
  27         echo "$0 [-o format] [-v voltage] [-h freq] [-f resultsDirectories]"
  28 }
  29
  30 while [ $# -gt 0 ]
  31 do
  32         case "$1" in
  33         (-o) format=$2; shift;;
  34         (-v) voltage=$2; shift;;
  35         (-h) hz=$2; shift;;
  36         (-r) testResults="$2"; shift;;
  37         (--help) Usage; exit 0;;
  38         (--) shift; break;;
  39         (*)
  40                 echo Unknown option: $1
  41                 Usage
  42                 exit 1;;
  43         esac
  44         shift
  45 done
  46
  47 testResults=${testResults:=$defaultPattern}
  48 voltage=${voltage:=$defaultVoltage}
  49 hz=${hz:=$defaultFrequency}
  50
  51 function printHeader {
  52         workload=$1
  53         units="unknown"
  54         case $workload in
  55         (suntemple|shadowgrid2)
  56                 units="FPS";;
  57         (recentfling|youtube|chrome)
  58                 units="FPS from app point of view: 1/(90th percentile render time)";;
  59         (sysapps)
  60                 units="App start/switch per second";;
  61         esac
  62
  63         echo "Performance unit for $workload is: $units"
  64         if [ "$format" = csv ]; then
  65                 printf "%s,%s,%s,%s,%s,%s,%s,%s,%s\n" " " build min ave max net-mA@${voltage}v base-mW net-mW perf/W
  66         else
  67                 printf "%-30s %-8s %12.12s %12.12s %12.12s %12.12s %12.12s %12.12s %12.12s\n" " " build min ave max net-mA@${voltage}v base-mW net-mW perf/W
  68         fi
  69 }
  70
  71 function average {
  72         awk 'BEGIN { count=0; sum=0; max=-1000000000; min=1000000000; }
  73         {
  74                 cur = $1;
  75                 sum = sum + cur;
  76                 if (cur > max) max = cur;
  77                 if (cur < min) min = cur;
  78                 count++;
  79         }
  80
  81         END {
  82                 if (count > 0) {
  83                         ave = sum / count;
  84                         printf "%.2f %.2f %.2f\n", min, ave, max;
  85                 }
  86         }'
  87 }
  88
  89 function hwuiOutputParser {
  90         # Stats since: 60659316905953ns
  91         # Total frames rendered: 150
  92         # Janky frames: 89 (59.33%)
  93         # 90th percentile: 23ms
  94         # 95th percentile: 27ms
  95         # 99th percentile: 32ms
  96         # Number Missed Vsync: 0
  97         # Number High input latency: 0
  98         # Number Slow UI thread: 0
  99         # Number Slow bitmap uploads: 12
 100         # Number Slow draw: 89
 101         # use with "stdbuf -o0 " to disable pipe buffering
 102         # stdbuf -o0 adb shell /data/hwuitest shadowgrid2 400 | stdbuf -o0 ./hwuitestfilter.sh  | tee t.csv
 103         sed -e 's/ns//' -e 's/[\(\)%]/ /g' | awk '
 104         BEGIN { startTime=0; lastTime=0; }
 105         /^Stats since:/ {
 106                 curTime = $3;
 107                 if (startTime == 0) {
 108                         startTime = curTime;
 109                 }
 110                 if (lastTime) {
 111                         interval = curTime - lastTime;
 112                         fps = totalFrames*1000000000 / interval;
 113                         diffTime = curTime - startTime;
 114                         printf "%.2f, %.2f, ",diffTime/1000000, fps;
 115                 }
 116         }
 117         /^Total frames/ { totalFrames=$4; }
 118         /^Janky frames:/ {
 119                 if (lastTime) {
 120                         printf "%.2f\n",$4; lastTime=curTime;
 121                 }
 122                 lastTime = curTime;
 123         }'
 124 }
 125
 126 function sysappOutputParser {
 127         awk '
 128         BEGIN { fmt=0; count=0; sum=0; }
 129         /^App/ {
 130                 if (count != 0) {
 131                         if (fmt > 2) printf "Ave: %0.2fms\n", sum/count;
 132                         else printf " %0.2f\n", sum/count;
 133                         count = 0;
 134                         sum = 0;
 135                 }
 136         }
 137         /^[a-z]/ { val=$2; if (val != 0) { count++; sum+=val; } }
 138         /^Iteration/ { if (fmt > 2) printf "%s : ", $0; else if (fmt) printf "%d ", $2; }
 139         '
 140 }
 141
 142 function calcPerfData {
 143         testdir=$1
 144         workload=$2
 145         baselineCurrent=$3
 146         baselinePower=$4
 147
 148         file=${workload}.out
 149         powerfile=${workload}-power.out
 150         build="$(cat build 2>/dev/null)"
 151         build=${build:="Unknown"}
 152
 153         lines=$(wc -l $file 2>/dev/null | cut -f1 -d\ )
 154
 155         if [ ${lines:=0} -eq -0 ]; then
 156                 # No performance data captured
 157                 if [ "$format" = csv ]; then
 158                         printf "%s,%s,%s\n" $testdir "$build" "no data"
 159                 else
 160                         printf "%-30s %-8s %12.12s\n" $testdir "$build" "no data"
 161                 fi
 162                 return 1
 163         fi
 164
 165         set -- $($POWERAVE $hz $voltage $powerfile)
 166         current=$(echo $1 $baselineCurrent | awk '{ printf "%.2f", $1-$2; }')
 167         power=$(echo $2 $baselinePower | awk '{ printf "%.2f", $1-$2; }')
 168
 169         case $workload in
 170         (idle)
 171                 set -- 0 0 0
 172                 ;;
 173         (suntemple)
 174                 # units are fps
 175                 set -- $(grep "FPS average" $file  | sed 's/^.*seconds for a //' | awk '{ print $1; }' | average)
 176                 ;;
 177         (recentfling|youtube|chrome)
 178                 # units are ms, so need to convert to app/ms
 179                 set -- $(grep ^Frames:  $file | tr "/" " " | awk '{ print $4; }' | average | awk '{ printf "%.3f %.3f %.3f\n", 1000/$3, 1000/$2, 1000/$1;}'  )
 180                 ;;
 181         (sysapps)
 182                 # units are ms, so need to convert to app/ms
 183                 set -- $(cat $file | sysappOutputParser | average | awk '{ printf "%.3f %.3f %.3f\n", 1000/$3, 1000/$2, 1000/$1;}'  )
 184                 ;;
 185         (shadowgrid2)
 186                 # units are fps
 187                 set -- $(cat $file | hwuiOutputParser | tr ',' ' ' | awk '{print $2;}' | average)
 188                 ;;
 189         esac
 190
 191         minperf=$1
 192         aveperf=$2
 193         maxperf=$3
 194         perfPerWatt=$(echo $aveperf $power | awk '{ if ($2) { val=$1*1000/$2; printf "%.3f\n", val; } else print "unknown"; }')
 195         if [ "$format" = csv ]; then
 196                 printf "%s,%s,%f,%f,%f,%f,%f,%f," $testdir "$build" $minperf $aveperf $maxperf $current $baselinePower $power
 197                 printf "%s\n" $perfPerWatt
 198         else
 199                 printf "%-30s %-8s %12.2f %12.2f %12.2f %12.2f %12.2f %12.2f " $testdir "$build" $minperf $aveperf $maxperf $current $baselinePower $power
 200                 printf "%12s\n" $perfPerWatt
 201         fi
 202 }
 203
 204 function calcBaselinePower {
 205         workload=$1
 206         defaultPowerFile="idle-display-power.out"
 207         powerFile=$defaultPowerFile
 208         case $workload in
 209         (shadowgrid2|suntemple|recentfling)
 210                 powerFile="idle-airplane-display-power.out"
 211                 if [ ! -f  $powerFile ]; then
 212                         powerFile=$defaultPowerFile
 213                 fi;;
 214         esac
 215         if [ -f  $powerFile ]; then
 216                 $POWERAVE 5 4.3 $powerFile
 217         fi
 218 }
 219
 220 for t in $(cat tests)
 221 do
 222         echo .======================= $t ================================
 223         printHeader $t
 224         for i in $testResults
 225         do
 226                 cd $i
 227                 baseline="$(calcBaselinePower $t)"
 228                 if [ "$baseline" != "" ]; then
 229                         calcPerfData $i $t $baseline
 230                 else
 231                         echo "$i : no baseline current"
 232                 fi
 233                 cd - > /dev/null
 234         done
 235 done