site_utils/setup_dev_autotest.sh - platform/external/autotest - Gitiles

 #!/bin/bash
 #
 # Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 set -e

 USAGE="Usage: setup_dev_autotest.sh [-p <password>] [-a </path/to/autotest>]"
 HELP="${USAGE}\n\n\
 Install and configure software needed to run autotest locally.\n\
 If you're just working on tests, you do not need to run this.\n\n\
 Options:\n\
   -p Desired Autotest DB password.\n\
   -a Absolute path to autotest source tree.\n\
   -v Show info logging from build_externals.py and compile_gwt_clients.py \n\
   -n Non-interactive mode, doesn't ask for any user input.
      Requires -p and -a to be set.\n\
   -m Master node."

 function get_y_or_n_interactive {
     local ret
     while true; do
         read -p "$2" yn
         case $yn in
             [Yy]* ) ret="y"; break;;
             [Nn]* ) ret="n"; break;;
             * ) echo "Please enter y or n.";;
         esac
     done
     eval $1="'$ret'"
 }

 function get_y_or_n {
   local ret=$3
   if [ "${noninteractive}" = "FALSE" ]; then
     get_y_or_n_interactive sub "$2"
     ret=$sub
   fi
   eval $1="'$ret'"
 }

 AUTOTEST_DIR=
 PASSWD=
 verbose="FALSE"
 noninteractive="FALSE"
 master="FALSE"
 while getopts ":p:a:vnmh" opt; do
   case $opt in
     a)
       AUTOTEST_DIR=$OPTARG
       ;;
     p)
       PASSWD=$OPTARG
       ;;
     v)
       verbose="TRUE"
       ;;
     n)
       noninteractive="TRUE"
       ;;
     m)
       master="TRUE"
       ;;
     h)
       echo -e "${HELP}" >&2
       exit 0
       ;;
     \?)
       echo "Invalid option: -$OPTARG" >&2
       echo "${USAGE}" >&2
       exit 1
       ;;
     :)
       echo "Option -$OPTARG requires an argument." >&2
       echo "${USAGE}" >&2
       exit 1
       ;;
   esac
 done


 if [ "${noninteractive}" = "TRUE" ]; then
   if [ -z "${AUTOTEST_DIR}" ]; then
     echo "-a must be specified in non-interactive mode." >&2
     exit 1
   fi
   if [ -z "${PASSWD}" ]; then
     echo "-p must be specified in non-interactive mode." >&2
     exit 1
   fi
 fi


 if [ -z "${PASSWD}" ]; then
   read -s -p "Autotest DB password: " PASSWD
   echo
   if [ -z "${PASSWD}" ]; then
     echo "Empty passwords not allowed." >&2
     exit 1
   fi
   read -s -p "Re-enter password: " PASSWD2
   echo
   if [ "${PASSWD}" != "${PASSWD2}" ]; then
     echo "Passwords don't match." >&2
     exit 1
   fi
 fi

 if [ -z "${AUTOTEST_DIR}" ]; then
   CANDIDATE=$(dirname "$(readlink -f "$0")" | egrep -o '(/[^/]+)*/files')
   read -p "Enter autotest dir [${CANDIDATE}]: " AUTOTEST_DIR
   if [ -z "${AUTOTEST_DIR}" ]; then
     AUTOTEST_DIR="${CANDIDATE}"
   fi
 fi


 # Sanity check AUTOTEST_DIR. If it's null, or doesn't exist on the filesystem
 # then die.
 if [ -z "${AUTOTEST_DIR}" ]; then
   echo "No AUTOTEST_DIR. Aborting script."
   exit 1
 fi

 if [ ! -d "${AUTOTEST_DIR}" ]; then
   echo "Directory " ${AUTOTEST_DIR} " does not exist. Aborting script."
   exit 1
 fi


 SHADOW_CONFIG_PATH="${AUTOTEST_DIR}/shadow_config.ini"
 echo "Autotest supports local overrides of global configuration through a "
 echo "'shadow' configuration file.  Setting one up for you now."
 CLOBBER=0
 if [ -f ${SHADOW_CONFIG_PATH} ]; then
   get_y_or_n clobber "Clobber existing shadow config? [Y/n]: " "n"
   if [[ "${clobber}" = 'n' ]]; then
     CLOBBER=1
     echo "Refusing to clobber existing shadow_config.ini."
   else
     echo "Clobbering existing shadow_config.ini."
   fi
 fi

 CROS_CHECKOUT=$(readlink -f ${AUTOTEST_DIR}/../../../..)

 # Create clean shadow config if we're replacing it/creating a new one.
 if [ $CLOBBER -eq 0 ]; then
   cat > "${SHADOW_CONFIG_PATH}" <<EOF
 [AUTOTEST_WEB]
 host: localhost
 password: ${PASSWD}
 readonly_host: localhost
 readonly_user: chromeosqa-admin
 readonly_password: ${PASSWD}

 [SERVER]
 hostname: localhost

 [SCHEDULER]
 drones: localhost

 [CROS]
 source_tree: ${CROS_CHECKOUT}
 EOF
   echo -e "Done!\n"
 fi

 echo "Installing needed Ubuntu packages..."
 PKG_LIST="mysql-server mysql-common libapache2-mod-wsgi python-mysqldb \
 gnuplot apache2-mpm-prefork unzip python-imaging libpng12-dev libfreetype6-dev \
 sqlite3 python-pysqlite2 git-core pbzip2 openjdk-6-jre openjdk-6-jdk \
 python-crypto  python-dev subversion build-essential python-setuptools \
 python-numpy python-scipy"

 if ! sudo apt-get install -y ${PKG_LIST}; then
   echo "Could not install packages: $?"
   exit 1
 fi
 echo -e "Done!\n"

 # Check if database exists, clobber existing database with user consent.
 #
 # Arguments: Name of the database
 check_database()
 {
   local db_name=$1
   echo "Setting up Database: $db_name in MySQL..."
   if mysql -u root -e ';' 2> /dev/null ; then
     PASSWD_STRING=
   elif mysql -u root -p"${PASSWD}" -e ';' 2> /dev/null ; then
     PASSWD_STRING="-p${PASSWD}"
   else
     PASSWD_STRING="-p"
   fi

   if ! mysqladmin -u root "${PASSWD_STRING}" ping ; then
     sudo service mysql start
   fi

   local clobberdb='y'
   local existing_database=$(mysql -u root "${PASSWD_STRING}" -e "SELECT \
   SCHEMA_NAME FROM INFORMATION_SCHEMA.SCHEMATA WHERE SCHEMA_NAME = '$db_name'")

   if [ -n "${existing_database}" ]; then
     get_y_or_n clobberdb "Clobber existing MySQL database? [Y/n]: " "n"
   fi

   local sql_priv="GRANT ALL PRIVILEGES ON $db_name.* TO \
   'chromeosqa-admin'@'localhost' IDENTIFIED BY '${PASSWD}';"

   # Master DB needs to enable connection from shard nodes.
   if [ "${master}" = "TRUE" ]; then
     sql_priv="${sql_priv} GRANT ALL PRIVILEGES ON $db_name.* TO \
     'chromeosqa-admin'@'%' IDENTIFIED BY '${PASSWD}';"
   fi

   local sql_command="drop database if exists $db_name; \
   create database $db_name; \
   ${sql_priv} FLUSH PRIVILEGES;"

   if [[ "${clobberdb}" = 'y' ]]; then
     mysql -u root "${PASSWD_STRING}" -e "${sql_command}"
   fi
   echo -e "Done!\n"
 }

 check_database 'chromeos_autotest_db'
 check_database 'chromeos_lab_servers'

 AT_DIR=/usr/local/autotest
 echo -n "Bind-mounting your autotest dir at ${AT_DIR}..."
 sudo mkdir -p "${AT_DIR}"
 sudo mount --bind "${AUTOTEST_DIR}" "${AT_DIR}"
 echo -e "Done!\n"

 sudo chown -R "$(whoami)" "${AT_DIR}"

 EXISTING_MOUNT=$(egrep "/.+[[:space:]]${AT_DIR}" /etc/fstab || /bin/true)
 if [ -n "${EXISTING_MOUNT}" ]; then
   echo "${EXISTING_MOUNT}" | awk '{print $1 " already automounting at " $2}'
   echo "We won't update /etc/fstab, but you should have a line line this:"
   echo -e "${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0"
 else
   echo -n "Adding aforementioned bind-mount to /etc/fstab..."
   # Is there a better way to elevate privs and do a redirect?
   sudo su -c \
     "echo -e '${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0' \
     >> /etc/fstab"
   echo -e "Done!\n"
 fi

 echo -n "Reticulating splines..."

 if [ "${verbose}" = "TRUE" ]; then
   "${AT_DIR}"/utils/build_externals.py
   "${AT_DIR}"/utils/compile_gwt_clients.py -a
 else
   "${AT_DIR}"/utils/build_externals.py &> /dev/null
   "${AT_DIR}"/utils/compile_gwt_clients.py -a &> /dev/null
 fi

 echo -e "Done!\n"

 echo "Populating autotest mysql DB..."
 "${AT_DIR}"/database/migrate.py sync -f
 "${AT_DIR}"/frontend/manage.py syncdb --noinput
 # You may have to run this twice.
 "${AT_DIR}"/frontend/manage.py syncdb --noinput
 "${AT_DIR}"/utils/test_importer.py
 echo -e "Done!\n"

 echo "Initializing chromeos_lab_servers mysql DB..."
 "${AT_DIR}"/database/migrate.py sync -f -d AUTOTEST_SERVER_DB
 echo -e "Done!\n"

 echo "Configuring apache to run the autotest web interface..."
 if [ ! -d /etc/apache2/run ]; then
   sudo mkdir /etc/apache2/run
 fi
 sudo ln -sf "${AT_DIR}"/apache/apache-conf \
   /etc/apache2/sites-available/autotest-server.conf
 # Disable currently active default
 sudo a2dissite 000-default default || true
 # Enable autotest server
 sudo a2ensite autotest-server.conf
 # Enable rewrite module
 sudo a2enmod rewrite
 # Enable wsgi
 sudo a2enmod wsgi
 # Enable version
 # built-in on trusty
 sudo a2enmod version || true
 # Enable headers
 sudo a2enmod headers
 # Enable cgid
 sudo a2enmod cgid
 # Setup permissions so that Apache web user can read the proper files.
 chmod -R o+r "${AT_DIR}"
 find "${AT_DIR}"/ -type d -print0 | xargs --null chmod o+x
 chmod o+x "${AT_DIR}"/tko/*.cgi
 # restart server
 sudo /etc/init.d/apache2 restart

 echo "Browse to http://localhost to see if Autotest is working."
 echo "For further necessary set up steps, see https://sites.google.com/a/chromium.org/dev/chromium-os/testing/autotest-developer-faq/setup-autotest-server?pli=1"
	#!/bin/bash
	#
	# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
	# Use of this source code is governed by a BSD-style license that can be
	# found in the LICENSE file.
	set -e

	USAGE="Usage: setup_dev_autotest.sh [-p <password>] [-a </path/to/autotest>]"
	HELP="${USAGE}\n\n\
	Install and configure software needed to run autotest locally.\n\
	If you're just working on tests, you do not need to run this.\n\n\
	Options:\n\
	-p Desired Autotest DB password.\n\
	-a Absolute path to autotest source tree.\n\
	-v Show info logging from build_externals.py and compile_gwt_clients.py \n\
	-n Non-interactive mode, doesn't ask for any user input.
	Requires -p and -a to be set.\n\
	-m Master node."

	function get_y_or_n_interactive {
	local ret
	while true; do
	read -p "$2" yn
	case $yn in
	[Yy]* ) ret="y"; break;;
	[Nn]* ) ret="n"; break;;
	* ) echo "Please enter y or n.";;
	esac
	done
	eval $1="'$ret'"
	}

	function get_y_or_n {
	local ret=$3
	if [ "${noninteractive}" = "FALSE" ]; then
	get_y_or_n_interactive sub "$2"
	ret=$sub
	fi
	eval $1="'$ret'"
	}

	AUTOTEST_DIR=
	PASSWD=
	verbose="FALSE"
	noninteractive="FALSE"
	master="FALSE"
	while getopts ":p:a:vnmh" opt; do
	case $opt in
	a)
	AUTOTEST_DIR=$OPTARG
	;;
	p)
	PASSWD=$OPTARG
	;;
	v)
	verbose="TRUE"
	;;
	n)
	noninteractive="TRUE"
	;;
	m)
	master="TRUE"
	;;
	h)
	echo -e "${HELP}" >&2
	exit 0
	;;
	\?)
	echo "Invalid option: -$OPTARG" >&2
	echo "${USAGE}" >&2
	exit 1
	;;
	:)
	echo "Option -$OPTARG requires an argument." >&2
	echo "${USAGE}" >&2
	exit 1
	;;
	esac
	done


	if [ "${noninteractive}" = "TRUE" ]; then
	if [ -z "${AUTOTEST_DIR}" ]; then
	echo "-a must be specified in non-interactive mode." >&2
	exit 1
	fi
	if [ -z "${PASSWD}" ]; then
	echo "-p must be specified in non-interactive mode." >&2
	exit 1
	fi
	fi


	if [ -z "${PASSWD}" ]; then
	read -s -p "Autotest DB password: " PASSWD
	echo
	if [ -z "${PASSWD}" ]; then
	echo "Empty passwords not allowed." >&2
	exit 1
	fi
	read -s -p "Re-enter password: " PASSWD2
	echo
	if [ "${PASSWD}" != "${PASSWD2}" ]; then
	echo "Passwords don't match." >&2
	exit 1
	fi
	fi

	if [ -z "${AUTOTEST_DIR}" ]; then
	CANDIDATE=$(dirname "$(readlink -f "$0")" \| egrep -o '(/[^/]+)*/files')
	read -p "Enter autotest dir [${CANDIDATE}]: " AUTOTEST_DIR
	if [ -z "${AUTOTEST_DIR}" ]; then
	AUTOTEST_DIR="${CANDIDATE}"
	fi
	fi


	# Sanity check AUTOTEST_DIR. If it's null, or doesn't exist on the filesystem
	# then die.
	if [ -z "${AUTOTEST_DIR}" ]; then
	echo "No AUTOTEST_DIR. Aborting script."
	exit 1
	fi

	if [ ! -d "${AUTOTEST_DIR}" ]; then
	echo "Directory " ${AUTOTEST_DIR} " does not exist. Aborting script."
	exit 1
	fi


	SHADOW_CONFIG_PATH="${AUTOTEST_DIR}/shadow_config.ini"
	echo "Autotest supports local overrides of global configuration through a "
	echo "'shadow' configuration file. Setting one up for you now."
	CLOBBER=0
	if [ -f ${SHADOW_CONFIG_PATH} ]; then
	get_y_or_n clobber "Clobber existing shadow config? [Y/n]: " "n"
	if [[ "${clobber}" = 'n' ]]; then
	CLOBBER=1
	echo "Refusing to clobber existing shadow_config.ini."
	else
	echo "Clobbering existing shadow_config.ini."
	fi
	fi

	CROS_CHECKOUT=$(readlink -f ${AUTOTEST_DIR}/../../../..)

	# Create clean shadow config if we're replacing it/creating a new one.
	if [ $CLOBBER -eq 0 ]; then
	cat > "${SHADOW_CONFIG_PATH}" <<EOF
	[AUTOTEST_WEB]
	host: localhost
	password: ${PASSWD}
	readonly_host: localhost
	readonly_user: chromeosqa-admin
	readonly_password: ${PASSWD}

	[SERVER]
	hostname: localhost

	[SCHEDULER]
	drones: localhost

	[CROS]
	source_tree: ${CROS_CHECKOUT}
	EOF
	echo -e "Done!\n"
	fi

	echo "Installing needed Ubuntu packages..."
	PKG_LIST="mysql-server mysql-common libapache2-mod-wsgi python-mysqldb \
	gnuplot apache2-mpm-prefork unzip python-imaging libpng12-dev libfreetype6-dev \
	sqlite3 python-pysqlite2 git-core pbzip2 openjdk-6-jre openjdk-6-jdk \
	python-crypto python-dev subversion build-essential python-setuptools \
	python-numpy python-scipy"

	if ! sudo apt-get install -y ${PKG_LIST}; then
	echo "Could not install packages: $?"
	exit 1
	fi
	echo -e "Done!\n"

	# Check if database exists, clobber existing database with user consent.
	#
	# Arguments: Name of the database
	check_database()
	{
	local db_name=$1
	echo "Setting up Database: $db_name in MySQL..."
	if mysql -u root -e ';' 2> /dev/null ; then
	PASSWD_STRING=
	elif mysql -u root -p"${PASSWD}" -e ';' 2> /dev/null ; then
	PASSWD_STRING="-p${PASSWD}"
	else
	PASSWD_STRING="-p"
	fi

	if ! mysqladmin -u root "${PASSWD_STRING}" ping ; then
	sudo service mysql start
	fi

	local clobberdb='y'
	local existing_database=$(mysql -u root "${PASSWD_STRING}" -e "SELECT \
	SCHEMA_NAME FROM INFORMATION_SCHEMA.SCHEMATA WHERE SCHEMA_NAME = '$db_name'")

	if [ -n "${existing_database}" ]; then
	get_y_or_n clobberdb "Clobber existing MySQL database? [Y/n]: " "n"
	fi

	local sql_priv="GRANT ALL PRIVILEGES ON $db_name.* TO \
	'chromeosqa-admin'@'localhost' IDENTIFIED BY '${PASSWD}';"

	# Master DB needs to enable connection from shard nodes.
	if [ "${master}" = "TRUE" ]; then
	sql_priv="${sql_priv} GRANT ALL PRIVILEGES ON $db_name.* TO \
	'chromeosqa-admin'@'%' IDENTIFIED BY '${PASSWD}';"
	fi

	local sql_command="drop database if exists $db_name; \
	create database $db_name; \
	${sql_priv} FLUSH PRIVILEGES;"

	if [[ "${clobberdb}" = 'y' ]]; then
	mysql -u root "${PASSWD_STRING}" -e "${sql_command}"
	fi
	echo -e "Done!\n"
	}

	check_database 'chromeos_autotest_db'
	check_database 'chromeos_lab_servers'

	AT_DIR=/usr/local/autotest
	echo -n "Bind-mounting your autotest dir at ${AT_DIR}..."
	sudo mkdir -p "${AT_DIR}"
	sudo mount --bind "${AUTOTEST_DIR}" "${AT_DIR}"
	echo -e "Done!\n"

	sudo chown -R "$(whoami)" "${AT_DIR}"

	EXISTING_MOUNT=$(egrep "/.+[[:space:]]${AT_DIR}" /etc/fstab \|\| /bin/true)
	if [ -n "${EXISTING_MOUNT}" ]; then
	echo "${EXISTING_MOUNT}" \| awk '{print $1 " already automounting at " $2}'
	echo "We won't update /etc/fstab, but you should have a line line this:"
	echo -e "${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0"
	else
	echo -n "Adding aforementioned bind-mount to /etc/fstab..."
	# Is there a better way to elevate privs and do a redirect?
	sudo su -c \
	"echo -e '${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0' \
	>> /etc/fstab"
	echo -e "Done!\n"
	fi

	echo -n "Reticulating splines..."

	if [ "${verbose}" = "TRUE" ]; then
	"${AT_DIR}"/utils/build_externals.py
	"${AT_DIR}"/utils/compile_gwt_clients.py -a
	else
	"${AT_DIR}"/utils/build_externals.py &> /dev/null
	"${AT_DIR}"/utils/compile_gwt_clients.py -a &> /dev/null
	fi

	echo -e "Done!\n"

	echo "Populating autotest mysql DB..."
	"${AT_DIR}"/database/migrate.py sync -f
	"${AT_DIR}"/frontend/manage.py syncdb --noinput
	# You may have to run this twice.
	"${AT_DIR}"/frontend/manage.py syncdb --noinput
	"${AT_DIR}"/utils/test_importer.py
	echo -e "Done!\n"

	echo "Initializing chromeos_lab_servers mysql DB..."
	"${AT_DIR}"/database/migrate.py sync -f -d AUTOTEST_SERVER_DB
	echo -e "Done!\n"

	echo "Configuring apache to run the autotest web interface..."
	if [ ! -d /etc/apache2/run ]; then
	sudo mkdir /etc/apache2/run
	fi
	sudo ln -sf "${AT_DIR}"/apache/apache-conf \
	/etc/apache2/sites-available/autotest-server.conf
	# Disable currently active default
	sudo a2dissite 000-default default \|\| true
	# Enable autotest server
	sudo a2ensite autotest-server.conf
	# Enable rewrite module
	sudo a2enmod rewrite
	# Enable wsgi
	sudo a2enmod wsgi
	# Enable version
	# built-in on trusty
	sudo a2enmod version \|\| true
	# Enable headers
	sudo a2enmod headers
	# Enable cgid
	sudo a2enmod cgid
	# Setup permissions so that Apache web user can read the proper files.
	chmod -R o+r "${AT_DIR}"
	find "${AT_DIR}"/ -type d -print0 \| xargs --null chmod o+x
	chmod o+x "${AT_DIR}"/tko/*.cgi
	# restart server
	sudo /etc/init.d/apache2 restart

	echo "Browse to http://localhost to see if Autotest is working."
	echo "For further necessary set up steps, see https://sites.google.com/a/chromium.org/dev/chromium-os/testing/autotest-developer-faq/setup-autotest-server?pli=1"