#!/usr/bin/python
"""Run layout tests on the device.
It runs the specified tests on the device, downloads the summaries to the temporary directory
and optionally shows the detailed results the host's default browser.
Usage:
run_layout_tests.py --show-results-in-browser test-relative-path
"""
import logging
import optparse
import os
import re
import sys
import subprocess
import tempfile
import webbrowser
import run_apache2
#TODO: These should not be hardcoded
RESULTS_ABSOLUTE_PATH = "/sdcard/layout-test-results/"
DETAILS_HTML = "details.html"
SUMMARY_TXT = "summary.txt"
def main(path, options):
tmpdir = tempfile.gettempdir()
# Restart the server
if run_apache2.main("restart", options) == False:
return
# Run the tests in path
adb_cmd = "adb"
if options.serial:
adb_cmd += " -s " + options.serial
cmd = adb_cmd + " shell am instrument "
cmd += "-e class com.android.dumprendertree2.scriptsupport.Starter#startLayoutTests "
cmd += "-e path \"" + path + "\" "
cmd += "-w com.android.dumprendertree2/com.android.dumprendertree2.scriptsupport.ScriptTestRunner"
logging.info("Running the tests...")
logging.debug("Command = %s" % cmd)
(stdoutdata, stderrdata) = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate()
if stderrdata != "":
logging.info("Failed to start tests:\n%s", stderrdata)
return
if re.search("^INSTRUMENTATION_STATUS_CODE: -1", stdoutdata, re.MULTILINE) != None:
logging.info("Failed to run the tests. Is DumpRenderTree2 installed on the device?")
return
if re.search("^OK \([0-9]+ tests?\)", stdoutdata, re.MULTILINE) == None:
logging.info("DumpRenderTree2 failed to run correctly:\n%s", stdoutdata)
return
logging.info("Downloading the summaries...")
# Download the txt summary to tmp folder
summary_txt_tmp_path = os.path.join(tmpdir, SUMMARY_TXT)
cmd = "rm -f " + summary_txt_tmp_path + ";"
cmd += adb_cmd + " pull " + RESULTS_ABSOLUTE_PATH + SUMMARY_TXT + " " + summary_txt_tmp_path
subprocess.Popen(cmd, shell=True).wait()
# Download the html summary to tmp folder
details_html_tmp_path = os.path.join(tmpdir, DETAILS_HTML)
cmd = "rm -f " + details_html_tmp_path + ";"
cmd += adb_cmd + " pull " + RESULTS_ABSOLUTE_PATH + DETAILS_HTML + " " + details_html_tmp_path
subprocess.Popen(cmd, shell=True).wait()
# Print summary to console
logging.info("All done.\n")
cmd = "cat " + summary_txt_tmp_path
os.system(cmd)
logging.info("")
# Open the browser with summary
if options.show_results_in_browser != "false":
webbrowser.open(details_html_tmp_path)
if __name__ == "__main__":
option_parser = optparse.OptionParser(usage="Usage: %prog [options] test-relative-path")
option_parser.add_option("", "--show-results-in-browser", default="true",
help="Show the results the host's default web browser, default=true")
option_parser.add_option("", "--tests-root-directory",
help="The directory from which to take the tests, default is external/webkit/LayoutTests in this checkout of the Android tree")
option_parser.add_option("-s", "--serial", default=None, help="Specify the serial number of device to run test on")
options, args = option_parser.parse_args();
logging.basicConfig(level=logging.INFO, format='%(message)s')
if len(args) > 1:
logging.fatal("Usage: run_layout_tests.py [options] test-relative-path")
else:
if len(args) < 1:
path = "";
else:
path = args[0]
main(path, options);