Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | # |
| 3 | # Copyright (c) 2012 The Chromium OS Authors. All rights reserved. |
| 4 | # Use of this source code is governed by a BSD-style license that can be |
| 5 | # found in the LICENSE file. |
Simran Basi | 79b1a7b | 2013-02-13 11:16:00 -0800 | [diff] [blame] | 6 | set -e |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 7 | |
| 8 | USAGE="Usage: setup_dev_autotest.sh [-p <password>] [-a </path/to/autotest>]" |
| 9 | HELP="${USAGE}\n\n\ |
| 10 | Install and configure software needed to run autotest locally.\n\ |
| 11 | If you're just working on tests, you do not need to run this.\n\n\ |
| 12 | Options:\n\ |
| 13 | -p Desired Autotest DB password\n\ |
| 14 | -a Absolute path to autotest source tree.\n" |
| 15 | |
| 16 | AUTOTEST_DIR= |
| 17 | PASSWD= |
| 18 | while getopts ":p:a:h" opt; do |
| 19 | case $opt in |
| 20 | a) |
| 21 | AUTOTEST_DIR=$OPTARG |
| 22 | ;; |
| 23 | p) |
| 24 | PASSWD=$OPTARG |
| 25 | ;; |
| 26 | h) |
| 27 | echo -e "${HELP}" >&2 |
| 28 | exit 0 |
| 29 | ;; |
| 30 | \?) |
| 31 | echo "Invalid option: -$OPTARG" >&2 |
| 32 | echo "${USAGE}" >&2 |
| 33 | exit 1 |
| 34 | ;; |
| 35 | :) |
| 36 | echo "Option -$OPTARG requires an argument." >&2 |
| 37 | echo "${USAGE}" >&2 |
| 38 | exit 1 |
| 39 | ;; |
| 40 | esac |
| 41 | done |
| 42 | |
Richard Barnette | 23ef442 | 2012-11-02 13:46:20 -0700 | [diff] [blame] | 43 | if [ -z "${PASSWD}" ]; then |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 44 | read -s -p "Autotest DB password: " PASSWD |
| 45 | echo |
Richard Barnette | 23ef442 | 2012-11-02 13:46:20 -0700 | [diff] [blame] | 46 | if [ -z "${PASSWD}" ]; then |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 47 | echo "Empty passwords not allowed." >&2 |
| 48 | exit 1 |
| 49 | fi |
| 50 | read -s -p "Re-enter password: " PASSWD2 |
| 51 | echo |
Richard Barnette | 23ef442 | 2012-11-02 13:46:20 -0700 | [diff] [blame] | 52 | if [ "${PASSWD}" != "${PASSWD2}" ]; then |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 53 | echo "Passwords don't match." >&2 |
| 54 | exit 1 |
| 55 | fi |
| 56 | fi |
| 57 | |
| 58 | if [ -z "${AUTOTEST_DIR}" ]; then |
| 59 | CANDIDATE=$(dirname "$(readlink -f "$0")" | egrep -o '(/[^/]+)*/files') |
| 60 | read -p "Enter autotest dir [${CANDIDATE}]: " AUTOTEST_DIR |
| 61 | if [ -z "${AUTOTEST_DIR}" ]; then |
| 62 | AUTOTEST_DIR="${CANDIDATE}" |
| 63 | fi |
| 64 | fi |
| 65 | |
| 66 | SHADOW_CONFIG_PATH="${AUTOTEST_DIR}/shadow_config.ini" |
| 67 | echo "Autotest supports local overrides of global configuration through a " |
| 68 | echo "'shadow' configuration file. Setting one up for you now." |
Chris Sosa | 18c70b3 | 2013-02-15 14:12:43 -0800 | [diff] [blame^] | 69 | CLOBBER=0 |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 70 | if [ -f ${SHADOW_CONFIG_PATH} ]; then |
| 71 | clobber= |
| 72 | while read -n 1 -p "Clobber existing shadow config? [Y/n]: " clobber; do |
| 73 | echo |
Richard Barnette | 23ef442 | 2012-11-02 13:46:20 -0700 | [diff] [blame] | 74 | if [[ -z "${clobber}" || $(echo ${clobber} | egrep -qi 'y|n') -eq 0 ]]; then |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 75 | break |
| 76 | fi |
| 77 | echo "Please enter y or n." |
| 78 | done |
Richard Barnette | 23ef442 | 2012-11-02 13:46:20 -0700 | [diff] [blame] | 79 | if [[ "${clobber}" = 'n' || "${clobber}" = 'N' ]]; then |
Chris Sosa | 18c70b3 | 2013-02-15 14:12:43 -0800 | [diff] [blame^] | 80 | CLOBBER=1 |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 81 | echo "Refusing to clobber existing shadow_config.ini." |
Chris Sosa | 18c70b3 | 2013-02-15 14:12:43 -0800 | [diff] [blame^] | 82 | else |
| 83 | echo "Clobbering existing shadow_config.ini." |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 84 | fi |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 85 | fi |
| 86 | |
Chris Sosa | 18c70b3 | 2013-02-15 14:12:43 -0800 | [diff] [blame^] | 87 | # Create clean shadow config if we're replacing it/creating a new one. |
| 88 | if [ $CLOBBER -eq 0 ]; then |
| 89 | cat > "${SHADOW_CONFIG_PATH}" <<EOF |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 90 | [AUTOTEST_WEB] |
| 91 | host: localhost |
| 92 | password: ${PASSWD} |
Chris Masone | e61dd81 | 2012-01-10 18:04:21 -0800 | [diff] [blame] | 93 | readonly_host: localhost |
| 94 | readonly_user: chromeosqa-admin |
| 95 | readonly_password: ${PASSWD} |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 96 | |
| 97 | [SERVER] |
| 98 | hostname: localhost |
Chris Sosa | e418124 | 2012-09-10 16:54:30 -0700 | [diff] [blame] | 99 | |
| 100 | [SCHEDULER] |
| 101 | drones: localhost |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 102 | EOF |
Chris Sosa | 18c70b3 | 2013-02-15 14:12:43 -0800 | [diff] [blame^] | 103 | echo -e "Done!\n" |
| 104 | fi |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 105 | |
| 106 | echo "Installing needed Ubuntu packages..." |
| 107 | PKG_LIST="mysql-server mysql-common libapache2-mod-python python-mysqldb \ |
| 108 | gnuplot apache2-mpm-prefork unzip python-imaging libpng12-dev libfreetype6-dev \ |
| 109 | sqlite3 python-pysqlite2 git-core pbzip2 openjdk-6-jre openjdk-6-jdk \ |
Simran Basi | 3d18208 | 2012-09-07 10:15:25 -0700 | [diff] [blame] | 110 | python-crypto python-dev subversion build-essential python-setuptools \ |
| 111 | python-numpy python-scipy" |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 112 | |
| 113 | if ! sudo apt-get install -y ${PKG_LIST}; then |
| 114 | echo "Could not install packages: $?" |
| 115 | exit 1 |
| 116 | fi |
| 117 | echo -e "Done!\n" |
| 118 | |
Alex Miller | da3ecf4 | 2012-07-25 11:51:13 -0700 | [diff] [blame] | 119 | echo "Setting up Database: chromeos_autotest_db in MySQL..." |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 120 | if mysql -u root -e ';' 2> /dev/null ; then |
| 121 | PASSWD_STRING= |
| 122 | elif mysql -u root -p"${PASSWD}" -e ';' 2> /dev/null ; then |
| 123 | PASSWD_STRING="-p${PASSWD}" |
| 124 | else |
| 125 | PASSWD_STRING="-p" |
| 126 | fi |
| 127 | |
Simran Basi | 79b1a7b | 2013-02-13 11:16:00 -0800 | [diff] [blame] | 128 | if ! mysqladmin ping ; then |
| 129 | sudo service mysql start |
| 130 | fi |
| 131 | |
Alex Miller | da3ecf4 | 2012-07-25 11:51:13 -0700 | [diff] [blame] | 132 | CLOBBERDB= |
| 133 | EXISTING_DATABASE=$(mysql -u root "${PASSWD_STRING}" -e "SELECT SCHEMA_NAME \ |
| 134 | FROM INFORMATION_SCHEMA.SCHEMATA WHERE SCHEMA_NAME = 'chromeos_autotest_db'") |
| 135 | if [ -n "${EXISTING_DATABASE}" ]; then |
| 136 | while read -n 1 -p "Clobber existing MySQL database? [y/N]: " CLOBBERDB; do |
| 137 | echo |
Richard Barnette | 23ef442 | 2012-11-02 13:46:20 -0700 | [diff] [blame] | 138 | if [[ -z "${CLOBBERDB}" || |
| 139 | $(echo ${CLOBBERDB} | egrep -qi 'y|n') -eq 0 ]]; then |
Alex Miller | da3ecf4 | 2012-07-25 11:51:13 -0700 | [diff] [blame] | 140 | break |
| 141 | fi |
| 142 | echo "Please enter y or n." |
| 143 | done |
| 144 | else |
| 145 | CLOBBERDB='y' |
| 146 | fi |
| 147 | |
| 148 | SQL_COMMAND="drop database if exists chromeos_autotest_db; \ |
| 149 | create database chromeos_autotest_db; \ |
| 150 | grant all privileges on chromeos_autotest_db.* TO \ |
Simran Basi | 3d18208 | 2012-09-07 10:15:25 -0700 | [diff] [blame] | 151 | 'chromeosqa-admin'@'localhost' identified by '${PASSWD}'; \ |
Alex Miller | da3ecf4 | 2012-07-25 11:51:13 -0700 | [diff] [blame] | 152 | FLUSH PRIVILEGES;" |
| 153 | |
Alex Miller | da3ecf4 | 2012-07-25 11:51:13 -0700 | [diff] [blame] | 154 | if [[ "${CLOBBERDB}" = 'y' || "${CLOBBERDB}" = 'Y' ]]; then |
| 155 | mysql -u root "${PASSWD_STRING}" -e "${SQL_COMMAND}" |
| 156 | fi |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 157 | echo -e "Done!\n" |
| 158 | |
| 159 | AT_DIR=/usr/local/autotest |
| 160 | echo -n "Bind-mounting your autotest dir at ${AT_DIR}..." |
| 161 | sudo mkdir -p "${AT_DIR}" |
| 162 | sudo mount --bind "${AUTOTEST_DIR}" "${AT_DIR}" |
| 163 | echo -e "Done!\n" |
| 164 | |
| 165 | EXISTING_MOUNT=$(egrep "/.+[[:space:]]${AT_DIR}" /etc/fstab || /bin/true) |
| 166 | if [ -n "${EXISTING_MOUNT}" ]; then |
| 167 | echo "${EXISTING_MOUNT}" | awk '{print $1 " already automounting at " $2}' |
| 168 | echo "We won't update /etc/fstab, but you should have a line line this:" |
| 169 | echo -e "${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0" |
| 170 | else |
| 171 | echo -n "Adding aforementioned bind-mount to /etc/fstab..." |
| 172 | # Is there a better way to elevate privs and do a redirect? |
| 173 | sudo su -c \ |
| 174 | "echo -e '${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0' \ |
| 175 | >> /etc/fstab" |
| 176 | echo -e "Done!\n" |
| 177 | fi |
| 178 | |
| 179 | echo -n "Reticulating splines..." |
| 180 | "${AT_DIR}"/utils/build_externals.py &> /dev/null |
| 181 | "${AT_DIR}"/utils/compile_gwt_clients.py -a &> /dev/null |
| 182 | echo -e "Done!\n" |
| 183 | |
| 184 | echo "Populating autotest mysql DB..." |
| 185 | "${AT_DIR}"/database/migrate.py sync |
| 186 | "${AT_DIR}"/frontend/manage.py syncdb |
| 187 | # You may have to run this twice. |
| 188 | "${AT_DIR}"/frontend/manage.py syncdb |
| 189 | "${AT_DIR}"/utils/test_importer.py |
| 190 | echo -e "Done!\n" |
| 191 | |
| 192 | echo "Configuring apache to run the autotest web interface..." |
| 193 | sudo ln -sf "${AT_DIR}"/apache/apache-conf \ |
| 194 | /etc/apache2/sites-available/autotest-server |
| 195 | # disable currently active default |
| 196 | sudo a2dissite default |
| 197 | # enable autotest server |
| 198 | sudo a2ensite autotest-server |
| 199 | # Enable rewrite module |
| 200 | sudo a2enmod rewrite |
beeps | e1b236d | 2013-01-11 11:46:20 -0800 | [diff] [blame] | 201 | # Enable mod-python |
| 202 | sudo a2enmod python |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 203 | # Setup permissions so that Apache web user can read the proper files. |
| 204 | chmod -R o+r "${AT_DIR}" |
Alex Miller | 5e7b254 | 2013-02-13 14:24:04 -0800 | [diff] [blame] | 205 | find "${AT_DIR}"/ -type d -print0 | xargs --null chmod o+x |
Chris Masone | 2aa5533 | 2011-12-30 14:41:07 -0800 | [diff] [blame] | 206 | chmod o+x "${AT_DIR}"/tko/*.cgi |
| 207 | # restart server |
| 208 | sudo /etc/init.d/apache2 restart |
| 209 | |
| 210 | echo "Browse to http://localhost to see if Autotest is working." |
| 211 | echo "For further necessary set up steps, see https://sites.google.com/a/chromium.org/dev/chromium-os/testing/autotest-developer-faq/setup-autotest-server?pli=1" |