# Script to gather perf and perf/watt data for several workloads
#
# Setup:
#
# - device connected to monsoon with USB passthrough enabled
# - network enabled (baseline will be measured and subtracted
# from results) (network needed for chrome, youtube tests)
# - the device is rebooted after each test (can be inhibited
# with "-r 0")
#
# Default behavior is to run each of the known workloads for
# 30 minutes gathering both performance and power data.
#
# The default time can be overridden with the -t option. To
# change individual test times, a config file can be specifed
# via -f with times for individual tests. Example file contents:
#
# idleTime=60
# recentflingTime=60
# chromeTime=60
# youtubeTime=0
# sysappsTime=60
# suntempleTime=5
#
# Output goes to the current directory.
#
# Examples:
#
# - Run all tests for 15 minutes (default is 30): ./pwrtest.sh -t 15 -R MDA20
#
# - Use a config file for test times: ./pwrtest.sh -f ./myconfig -R MDA20
#
# - Use a init file to setup device tuneables after each restart (this is
# a bash script which should include adb commands to set up device):
# ./pwrtest.sh -F devtunables
#
defaultTime=30
garbageminutes=8
function Usage {
echo "Usage: $0 [OPTIONS]"
echo "-d device : device type (shamu, bullhead, ...)"
echo "-f configFile : config file to override individual test times"
echo "-g garbageMinutes : time to skip power measurement at beginning of test"
echo " default=$garbagetime minutes"
echo "-r restart : 0=no reboot between tests, 1=reboot (default)"
echo "-t defaultTimeMin : default time to run each test"
echo " default=$defaultTime minutes"
echo "-D cmddir : directory to find defs.sh"
echo "-F restartHookFile : file of commands to set device tunables after restart (optional)"
echo "-R release : release running on device (MDA20, 2054728, etc)"
}
restart=1
hz=5
shadowgrid2TimeMax=25
CMDDIR=$(dirname $0 2>/dev/null)
CMDDIR=${CMDDIR:=.}
MONSOON=monsoon.par
while [ $# -gt 0 ]
do
case "$1" in
(-D) CMDDIR=$2; shift;;
(-r) restart=$2; shift;;
(-t) defaultTime=$2; shift;;
(-F) restartfile=$2; shift;;
(-g) garbageminutes=$2; shift;;
(-f)
configFile=$2;
echo "Reading configs from $configFile..."
. ./$configFile
shift;;
(-R) echo $2 > ./build; shift;;
(--) ;;
(--help)
Usage
exit 0;;
(*)
echo "Unknown option: $1"
Usage
exit 1;;
esac
shift
done
. $CMDDIR/defs.sh --
devdir="/data/local/tmp"
suntempledir=${CMDDIR}/suntemple
case $DEVICE in
(shamu|hammerhead)
HWUIMACRO=hwuimacro
onSwipe="700 1847 700 400 50"
;;
(*)
HWUIMACRO=hwuimacro64
onSwipe="500 1200 500 550 150"
;;
esac
scripts="defs.sh systemapps.sh recentfling.sh youtube.sh chromefling.sh"
if ! $MONSOON >/dev/null 2>&1; then
echo $MONSOON must be in your PATH >&2
exit 1
fi
function usbpassthru {
if [ "$1" = off ]; then
state=off
else
state=on
fi
echo Setting usb pass-thru to $state
monsoon.par --usbpassthrough=$state
}
function pwrcollect {
collectmin=$1
collectmin=${collectmin:=60}
# samples = hz * 60 * minutes
((samples=5*60*collectmin))
monsoon.par --timestamp --samples $samples --hz 5
}
function copy_files {
adb shell mkdir -p $devdir
for file in $scripts
do
adb push $CMDDIR/$file $devdir
done
}
function install_suntemple {
echo Checking for suntemple installation...
#stdest=/storage/sdcard0/obb/com.BrueComputing.SunTemple
stdest=/storage/emulated/0/obb/com.BrueComputing.SunTemple
dircontents=$(adb ls $stdest 2>/dev/null)
if [ "$dircontents" = "" ]; then
echo Installing suntemple...
adb install $suntempledir/*.apk
adb shell mkdir -p $stdest
adb push $suntempledir/main*obb $stdest
else
echo dircontents=$dircontents
echo Suntemple already installed.
fi
}
function run_test {
testName=$1
collectMinutes=$2
collectOutput=${testName}-power-raw.out
powerOutput=${testName}-power.out
echo -----------------------------------------------------
echo TEST: $testName
echo enabled Cores $(adb shell "cat /sys/devices/system/cpu/online")
date
echo -----------------------------------------------------
usbpassthru off
pwrcollect $collectMinutes > $collectOutput 2>/dev/null
# take off the first 2min of samples
totalSamples=$(cat $collectOutput | wc -l)
# we throw away the first "garbageminutes" of the data
# since it is volatile
((garbage=hz*60*garbageminutes))
((remaining=totalSamples-garbage))
if [ $remaining -gt 0 ]; then
tail -$remaining $collectOutput > $powerOutput
else
cp $collectOutput $powerOutput
fi
echo power data for $testName copied to $collectOutput
usbpassthru on
sleep 10
adb devices
sleep 10
}
function start_job {
cmdline="$1"
echo Running $cmdline
(adb shell "cd $devdir && nohup $cmdline > test.out") &
sleep 5
kill %1 2>/dev/null
}
function cleanup_job {
testName=$1
processName=$2
processName=${processName:=" sh "}
set -- $(adb shell ps | tr "\r" " " | grep "$processName")
echo killing PID=$2...
adb shell kill $2
sleep 1
echo copying test output to $testName...
adb pull $devdir/test.out
mv test.out ${testName}.out
if [ $restart -gt 0 ]; then
restart_device
else
doKeyevent HOME
fi
}
function airplane_mode {
if [ "$1" = "on" ]; then
mode=true
setting=1
else
mode=false
setting=0
fi
adb shell settings put global airplane_mode_on $setting
adb shell am broadcast -a android.intent.action.AIRPLANE_MODE --ez state $mode
echo Set airplane mode to $mode
}
function restart_device {
adb reboot
echo Wait 60s for device to restart...
sleep 60
while ! adb root
do
echo Waiting for device to come up...
sleep 10
done
echo Wait 30s to complete boot activities...
sleep 30
echo Restart complete.
doTap 897 1075
sleep 2
doSwipe $onSwipe
restartfile=${restartfile:="./restarthook"}
if [ -f $restartfile ]; then
# hook to change tunables after a restart
. $restartfile
fi
}
usbpassthru on
adb devices 2>/dev/null
airplane_mode off
if [ $restart -gt 0 ]; then
restart_device
fi
echo Copying $scripts to device $devdir...
copy_files
adb shell ln -s /data/benchmarktest/hwuimacro/$HWUIMACRO $devdir/$HWUIMACRO
tests=""
# measure background power
idleTime=${idleTime:=$defaultTime}
if [ $idleTime -gt 0 ]; then
echo Test 1 : measure idle power for $idleTime minutes
run_test idle $idleTime
airplane_mode on
echo Restarting for power baseline in airplane mode...
restart_device
run_test idle-airplane $idleTime
airplane_mode off
# the screen blanks after 30 minutes. The first 2 minutes of the test
# have already been filtered off. For our power baseline, keep the first
# 20 minutes of the results
((twentyminutes=hz*20*60))
powerOutput="idle-power.out"
displayPowerOutput="idle-display-power.out"
airplanePowerOutput="idle-airplane-power.out"
airplaneDisplayPowerOutput="idle-airplane-display-power.out"
totalSamples=$(cat $powerOutput | wc -l)
if [ $twentyminutes -lt $totalSamples ]; then
head -$twentyminutes $powerOutput > $displayPowerOutput
head -$twentyminutes $airplanePowerOutput > $airplaneDisplayPowerOutput
else
cp $powerOutput $displayPowerOutput
cp $airplanePowerOutput $airplaneDisplayPowerOutput
fi
tests="$tests idle"
fi
recentflingTime=${recentflingTime:=$defaultTime}
if [ $recentflingTime -gt 0 ]; then
echo $(date) Test 2 : recents fling for $recentflingTime minutes
airplane_mode on
adb shell "cd $devdir && ./systemapps.sh -A -T -i 1"
start_job "./recentfling.sh -N -i 1000 -d $DEVICE"
run_test recentfling $recentflingTime
cleanup_job recentfling
airplane_mode off
date
tests="$tests recentfling"
fi
suntempleTime=${suntempleTime:=$defaultTime}
if [ $suntempleTime -gt 0 ]; then
echo $(date) Test 2 : run Sun Temple $suntempleTime minutes
airplane_mode on
install_suntemple
adb shell "am start $suntempleActivity"
run_test suntemple $suntempleTime
adb pull /sdcard/SunTemple/SunTemple/Saved/Logs/SunTemple.log
cleanup_job suntemple BrueComp
airplane_mode off
mv SunTemple.log suntemple.out
# grab the suntemple log
date
tests="$tests suntemple"
fi
chromeTime=${chromeTime:=$defaultTime}
if [ $chromeTime -gt 0 ]; then
echo $(date) Test 3 : chrome fling for $chromeTime minutes
start_job "./chromefling.sh -i 1000 -d $DEVICE"
run_test chrome $chromeTime
cleanup_job chrome
date
tests="$tests chrome"
fi
shadowgrid2Time=${shadowgrid2Time:=$defaultTime}
if [ $shadowgrid2Time -gt $shadowgrid2TimeMax ]; then
# we cap shadowgrid2 time since the display goes
# off after 30 minutes
$shadowgrid2Time=$shadowgrid2TimeMax
fi
if [ $shadowgrid2Time -gt 0 ]; then
airplane_mode on
echo $(date) Test 4 : shadowgrid2 for $shadowgrid2Time minutes
start_job "./$HWUIMACRO --onscreen shadowgrid2 100000"
run_test shadowgrid2 $shadowgrid2Time
cleanup_job shadowgrid2 $HWUIMACRO
airplane_mode off
date
tests="$tests shadowgrid2"
fi
youtubeTime=${youtubeTime:=$defaultTime}
if [ $youtubeTime -gt 0 ]; then
echo $(date) Test 5 : youtube for $youtubeTime minutes
start_job "./youtube.sh -i 1000 -d $DEVICE"
run_test youtube $youtubeTime
cleanup_job youtube
date
tests="$tests youtube"
fi
sysappsTime=${sysappsTime:=$defaultTime}
if [ $sysappsTime -gt 0 ]; then
echo $(date) Test 6 : app switching for $sysappsTime minutes
start_job "./systemapps.sh -T -i 1000 -d $DEVICE"
run_test sysapps $sysappsTime
cleanup_job sysapps
date
tests="$tests sysapps"
fi
echo Ran tests: $tests
echo $tests > tests