path: root/tests/workloads/pwrtest.sh

# Script to gather perf and perf/watt data for several workloads
#
# Setup:
#
# - device connected to monsoon with USB passthrough enabled
# - network enabled (baseline will be measured and subtracted
#   from results) (network needed for chrome, youtube tests)
# - the device is rebooted after each test (can be inhibited
#   with "-r 0")
#
# Default behavior is to run each of the known workloads for
# 30 minutes gathering both performance and power data.
#
# The default time can be overridden with the -t option. To
# change individual test times, a config file can be specifed
# via -f with times for individual tests. Example file contents:
#
#	idleTime=60
#	recentflingTime=60
#	chromeTime=60
#	youtubeTime=0
#	sysappsTime=60
#	suntempleTime=5
#
# Output goes to the current directory.
#
# Examples:
#
# - Run all tests for 15 minutes (default is 30): ./pwrtest.sh -t 15 -R MDA20
#
# - Use a config file for test times: ./pwrtest.sh -f ./myconfig -R MDA20
#
# - Use a init file to setup device tuneables after each restart (this is
#   a bash script which should include adb commands to set up device):
#     ./pwrtest.sh -F devtunables
#

defaultTime=30
garbageminutes=8

function Usage {
	echo "Usage: $0 [OPTIONS]"
	echo "-d device : device type (shamu, bullhead, ...)"
	echo "-f configFile : config file to override individual test times"
	echo "-g garbageMinutes : time to skip power measurement at beginning of test"
	echo "                    default=$garbagetime minutes"
	echo "-r restart : 0=no reboot between tests, 1=reboot (default)"
	echo "-t defaultTimeMin : default time to run each test"
	echo "                    default=$defaultTime minutes"
	echo "-D cmddir : directory to find defs.sh"
	echo "-F restartHookFile : file of commands to set device tunables after restart (optional)"
	echo "-R release : release running on device (MDA20, 2054728, etc)"
}

restart=1
hz=5
shadowgrid2TimeMax=25

CMDDIR=$(dirname $0 2>/dev/null)
CMDDIR=${CMDDIR:=.}

MONSOON=monsoon.par

while [ $# -gt 0 ]
do
	case "$1" in
	(-D) CMDDIR=$2; shift;;
	(-r) restart=$2; shift;;
	(-t) defaultTime=$2; shift;;
	(-F) restartfile=$2; shift;;
	(-g) garbageminutes=$2; shift;;
	(-f)
		configFile=$2;
		echo "Reading configs from $configFile..."
		. ./$configFile
		shift;;
	(-R) echo $2 > ./build; shift;;
	(--) ;;
	(--help)
		Usage
		exit 0;;
	(*)
		echo "Unknown option: $1"
		Usage
		exit 1;;
	esac
	shift
done

. $CMDDIR/defs.sh --

devdir="/data/local/tmp"
suntempledir=${CMDDIR}/suntemple

case $DEVICE in
(shamu|hammerhead)
	HWUIMACRO=hwuimacro
	onSwipe="700 1847 700 400 50"
	;;
(*)
	HWUIMACRO=hwuimacro64
	onSwipe="500 1200 500 550 150"
	;;
esac

scripts="defs.sh systemapps.sh recentfling.sh youtube.sh chromefling.sh"

if ! $MONSOON >/dev/null 2>&1; then
	echo $MONSOON must be in your PATH >&2
	exit 1
fi

function usbpassthru {
	if [ "$1" = off ]; then
		state=off
	else
		state=on
	fi
	echo Setting usb pass-thru to $state
	monsoon.par --usbpassthrough=$state
}

function pwrcollect {
	collectmin=$1
	collectmin=${collectmin:=60}
	# samples = hz * 60 * minutes
	((samples=5*60*collectmin))
	monsoon.par --timestamp --samples $samples --hz 5
}

function copy_files {
	adb shell mkdir -p $devdir
	for file in $scripts
	do
		adb push $CMDDIR/$file $devdir
	done
}

function install_suntemple {
	echo Checking for suntemple installation...
	#stdest=/storage/sdcard0/obb/com.BrueComputing.SunTemple
	stdest=/storage/emulated/0/obb/com.BrueComputing.SunTemple
	dircontents=$(adb ls $stdest 2>/dev/null)
	if [ "$dircontents" = "" ]; then
		echo Installing suntemple...
		adb install $suntempledir/*.apk
		adb shell mkdir -p $stdest
		adb push $suntempledir/main*obb $stdest
	else
		echo dircontents=$dircontents
		echo Suntemple already installed.
	fi
}

function run_test {
	testName=$1
	collectMinutes=$2
	collectOutput=${testName}-power-raw.out
	powerOutput=${testName}-power.out
	echo -----------------------------------------------------
	echo TEST: $testName
	echo enabled Cores $(adb shell "cat /sys/devices/system/cpu/online")
	date
	echo -----------------------------------------------------
	usbpassthru off
	pwrcollect $collectMinutes > $collectOutput 2>/dev/null
	# take off the first 2min of samples
	totalSamples=$(cat $collectOutput | wc -l)
	# we throw away the first "garbageminutes" of the data
	# since it is volatile
	((garbage=hz*60*garbageminutes))
	((remaining=totalSamples-garbage))
	if [ $remaining -gt 0 ]; then
		tail -$remaining $collectOutput > $powerOutput
	else
		cp $collectOutput $powerOutput
	fi
	echo power data for $testName copied to $collectOutput
	usbpassthru on
	sleep 10
	adb devices
	sleep 10
}

function start_job {
	cmdline="$1"
	echo Running $cmdline
	(adb shell "cd $devdir && nohup $cmdline > test.out") &
	sleep 5
	kill %1 2>/dev/null
}

function cleanup_job {
	testName=$1
	processName=$2
	processName=${processName:=" sh "}
	set -- $(adb shell ps | tr "\r" " " | grep "$processName")
	echo killing PID=$2...
	adb shell kill $2
	sleep 1
	echo copying test output to $testName...
	adb pull $devdir/test.out
	mv test.out ${testName}.out
	if [ $restart -gt 0 ]; then
		restart_device
	else
		doKeyevent HOME
	fi
}

function airplane_mode {
	if [ "$1" = "on" ]; then
		mode=true
		setting=1
	else
		mode=false
		setting=0
	fi
	adb shell settings put global airplane_mode_on $setting
	adb shell am broadcast -a android.intent.action.AIRPLANE_MODE --ez state $mode
	echo Set airplane mode to $mode
}

function restart_device {
	adb reboot
	echo Wait 60s for device to restart...
	sleep 60
	while ! adb root
	do
		echo Waiting for device to come up...
		sleep 10
	done
	echo Wait 30s to complete boot activities...
	sleep 30
	echo Restart complete.
	doTap 897 1075
	sleep 2
	doSwipe $onSwipe
	restartfile=${restartfile:="./restarthook"}
	if [ -f $restartfile ]; then
		# hook to change tunables after a restart
		. $restartfile
	fi
}

usbpassthru on
adb devices 2>/dev/null

airplane_mode off
if [ $restart -gt 0 ]; then
	restart_device
fi

echo Copying $scripts to device $devdir...
copy_files
adb shell ln -s /data/benchmarktest/hwuimacro/$HWUIMACRO $devdir/$HWUIMACRO
tests=""

# measure background power
idleTime=${idleTime:=$defaultTime}
if [ $idleTime -gt 0 ]; then
	echo Test 1 : measure idle power for $idleTime minutes
	run_test idle $idleTime
	airplane_mode on
	echo Restarting for power baseline in airplane mode...
	restart_device
	run_test idle-airplane $idleTime
	airplane_mode off
	# the screen blanks after 30 minutes. The first 2 minutes of the test
	# have already been filtered off. For our power baseline, keep the first
	# 20 minutes of the results
	((twentyminutes=hz*20*60))
	powerOutput="idle-power.out"
	displayPowerOutput="idle-display-power.out"
	airplanePowerOutput="idle-airplane-power.out"
	airplaneDisplayPowerOutput="idle-airplane-display-power.out"
	totalSamples=$(cat $powerOutput | wc -l)
	if [ $twentyminutes -lt $totalSamples ]; then
		head -$twentyminutes $powerOutput > $displayPowerOutput
		head -$twentyminutes $airplanePowerOutput > $airplaneDisplayPowerOutput
	else
		cp $powerOutput $displayPowerOutput
		cp $airplanePowerOutput $airplaneDisplayPowerOutput
	fi
	tests="$tests idle"
fi

recentflingTime=${recentflingTime:=$defaultTime}
if [ $recentflingTime -gt 0 ]; then
	echo $(date) Test 2 : recents fling for $recentflingTime minutes
	airplane_mode on
	adb shell "cd $devdir && ./systemapps.sh -A -T -i 1"
	start_job "./recentfling.sh -N -i 1000 -d $DEVICE"
	run_test recentfling $recentflingTime
	cleanup_job recentfling
	airplane_mode off
	date
	tests="$tests recentfling"
fi

suntempleTime=${suntempleTime:=$defaultTime}
if [ $suntempleTime -gt 0 ]; then
	echo $(date) Test 2 : run Sun Temple $suntempleTime minutes
	airplane_mode on
	install_suntemple
	adb shell "am start $suntempleActivity"
	run_test suntemple $suntempleTime
	adb pull /sdcard/SunTemple/SunTemple/Saved/Logs/SunTemple.log
	cleanup_job suntemple BrueComp
	airplane_mode off
	mv SunTemple.log suntemple.out
	# grab the suntemple log
	date
	tests="$tests suntemple"
fi

chromeTime=${chromeTime:=$defaultTime}
if [ $chromeTime -gt 0 ]; then
	echo $(date) Test 3 : chrome fling for $chromeTime minutes
	start_job "./chromefling.sh -i 1000 -d $DEVICE"
	run_test chrome $chromeTime
	cleanup_job chrome
	date
	tests="$tests chrome"
fi

shadowgrid2Time=${shadowgrid2Time:=$defaultTime}
if [ $shadowgrid2Time -gt $shadowgrid2TimeMax ]; then
	# we cap shadowgrid2 time since the display goes
	# off after 30 minutes
	$shadowgrid2Time=$shadowgrid2TimeMax
fi
if [ $shadowgrid2Time -gt 0 ]; then
	airplane_mode on
	echo $(date) Test 4 : shadowgrid2 for $shadowgrid2Time minutes
	start_job "./$HWUIMACRO --onscreen shadowgrid2 100000"
	run_test shadowgrid2 $shadowgrid2Time
	cleanup_job shadowgrid2 $HWUIMACRO
	airplane_mode off
	date
	tests="$tests shadowgrid2"
fi

youtubeTime=${youtubeTime:=$defaultTime}
if [ $youtubeTime -gt 0 ]; then
	echo $(date) Test 5 : youtube for $youtubeTime minutes
	start_job "./youtube.sh -i 1000 -d $DEVICE"
	run_test youtube $youtubeTime
	cleanup_job youtube
	date
	tests="$tests youtube"
fi

sysappsTime=${sysappsTime:=$defaultTime}
if [ $sysappsTime -gt 0 ]; then
	echo $(date) Test 6 : app switching for $sysappsTime minutes
	start_job "./systemapps.sh -T -i 1000 -d $DEVICE"
	run_test sysapps $sysappsTime
	cleanup_job sysapps
	date
	tests="$tests sysapps"
fi

echo Ran tests: $tests
echo $tests > tests