| #!/usr/bin/python |
| import common |
| import sys, os, shutil, optparse, logging |
| from autotest_lib.client.common_lib import error, utils |
| from autotest_lib.client.common_lib import logging_config, logging_manager |
| """ |
| Compile All Autotest GWT Clients Living in autotest/frontend/client/src |
| """ |
| |
| _AUTOTEST_DIR = common.autotest_dir |
| _DEFAULT_GWT_DIRS = ['/usr/local/lib/gwt', '/opt/google-web-toolkit'] |
| _DEFAULT_APP_DIR = os.path.join(_AUTOTEST_DIR, 'frontend/client') |
| _DEFAULT_INSTALL_DIR = os.path.join(_DEFAULT_APP_DIR, 'www') |
| _TMP_COMPILE_DIR = _DEFAULT_INSTALL_DIR + '.new' |
| |
| _COMPILE_LINE = ('java -Xmx512M %(extra_args)s ' |
| '-cp "%(app_dir)s/src:%(app_dir)s/bin:%(gwt_dir)s/gwt-user.jar' |
| ':%(gwt_dir)s/gwt-dev.jar" -Djava.awt.headless=true ' |
| 'com.google.gwt.dev.Compiler -war "%(compile_dir)s" ' |
| '%(project_client)s') |
| |
| class CompileClientsLoggingConfig(logging_config.LoggingConfig): |
| def configure_logging(self, results_dir=None, verbose=False): |
| super(CompileClientsLoggingConfig, self).configure_logging( |
| use_console=True, |
| verbose=verbose) |
| |
| def enumerate_projects(): |
| """List projects in _DEFAULT_APP_DIR.""" |
| src_path = os.path.join(_DEFAULT_APP_DIR, 'src') |
| projects = {} |
| for project in os.listdir(src_path): |
| projects[project] = [] |
| project_path = os.path.join(src_path, project) |
| for file in os.listdir(project_path): |
| if file.endswith('.gwt.xml'): |
| projects[project].append(file[:-8]) |
| return projects |
| |
| |
| def find_gwt_dir(): |
| """See if GWT is installed in site-packages or in the system, |
| site-packages is favored over a system install or a /usr/local install. |
| """ |
| site_gwt = os.path.join(_AUTOTEST_DIR, 'site-packages', 'gwt') |
| gwt_dirs = [site_gwt] + _DEFAULT_GWT_DIRS |
| |
| for gwt_dir in gwt_dirs: |
| if os.path.isdir(gwt_dir): |
| return gwt_dir |
| logging.error('Unable to find GWT. ' |
| 'You can use utils/build_externals.py to install it.') |
| sys.exit(1) |
| |
| |
| def install_completed_client(compiled_dir, project_client): |
| """Remove old client directory if it exists, move installed client to the |
| old directory and move newly compield client to the installed client |
| dir. |
| @param compiled_dir: Where the new client was compiled |
| @param project_client: project.client pair e.g. autotest.AfeClient |
| @returns True if installation was successful or False if it failed |
| """ |
| tmp_client_dir = os.path.join(_TMP_COMPILE_DIR, project_client) |
| install_dir = os.path.join(_DEFAULT_INSTALL_DIR, project_client) |
| old_install_dir = os.path.join(_DEFAULT_INSTALL_DIR, |
| project_client + '.old') |
| if not os.path.exists(_DEFAULT_INSTALL_DIR): |
| os.mkdir(_DEFAULT_INSTALL_DIR) |
| |
| if os.path.isdir(tmp_client_dir): |
| if os.path.isdir(old_install_dir): |
| shutil.rmtree(old_install_dir) |
| if os.path.isdir(install_dir): |
| os.rename(install_dir, old_install_dir) |
| try: |
| os.rename(tmp_client_dir, install_dir) |
| return True |
| except Exception, err: |
| # If we can't rename the client raise an exception |
| # and put the old client back |
| shutil.rmtree(install_dir) |
| shutil.copytree(old_install_dir, install_dir) |
| logging.error('Copying old client: %s', err) |
| else: |
| logging.error('Compiled directory is gone, something went wrong') |
| |
| return False |
| |
| |
| def compile_and_install_client(project_client, extra_args='', |
| install_client=True): |
| """Compile the client into a temporary directory, if successful |
| call install_completed_client to install the new client. |
| @param project_client: project.client pair e.g. autotest.AfeClient |
| @param install_client: Boolean, if True install the clients |
| @return True if install and compile was successful False if it failed |
| """ |
| java_args = {} |
| java_args['compile_dir'] = _TMP_COMPILE_DIR |
| java_args['app_dir'] = _DEFAULT_APP_DIR |
| java_args['gwt_dir'] = find_gwt_dir() |
| java_args['extra_args'] = extra_args |
| java_args['project_client'] = project_client |
| cmd = _COMPILE_LINE % java_args |
| |
| logging.info('Compiling client %s', project_client) |
| try: |
| utils.run(cmd, verbose=True) |
| if install_client: |
| return install_completed_client(java_args['compile_dir'], |
| project_client) |
| return True |
| except error.CmdError: |
| logging.error('Error compiling %s, leaving old client', project_client) |
| |
| return False |
| |
| |
| def compile_all_projects(extra_args=''): |
| """Compile all projects available as defined by enumerate_projects. |
| @returns list of failed client installations |
| """ |
| failed_clients = [] |
| for project,clients in enumerate_projects().iteritems(): |
| for client in clients: |
| project_client = '%s.%s' % (project, client) |
| if not compile_and_install_client(project_client, extra_args): |
| failed_clients.append(project_client) |
| |
| return failed_clients |
| |
| |
| def print_projects(): |
| logging.info('Projects that can be compiled:') |
| for project,clients in enumerate_projects().iteritems(): |
| for client in clients: |
| logging.info('%s.%s', project, client) |
| |
| |
| def main(): |
| logging_manager.configure_logging(CompileClientsLoggingConfig(), |
| verbose=True) |
| parser = optparse.OptionParser() |
| parser.add_option('-l', '--list-projects', |
| action='store_true', dest='list_projects', |
| default=False, |
| help='List all projects and clients that can be compiled') |
| parser.add_option('-a', '--compile-all', |
| action='store_true', dest='compile_all', |
| default=False, |
| help='Compile all available projects and clients') |
| parser.add_option('-c', '--compile', |
| dest='compile_list', action='store', |
| help='List of clients to compiled (e.g. -c "x.X c.C")') |
| parser.add_option('-e', '--extra-args', |
| dest='extra_args', action='store', |
| default='', |
| help='Extra arguments to pass to java') |
| parser.add_option('-d', '--no-install', dest='install_client', |
| action='store_false', default=True, |
| help='Do not install the clients just compile them') |
| options, args = parser.parse_args() |
| |
| if len(sys.argv) < 2: |
| parser.print_help() |
| sys.exit(0) |
| elif options.list_projects: |
| print_projects() |
| sys.exit(0) |
| elif options.compile_all and options.compile_list: |
| logging.error('Options -c and -a are mutually exclusive') |
| parser.print_help() |
| sys.exit(1) |
| |
| failed_clients = [] |
| if options.compile_all: |
| failed_clients = compile_all_projects(options.extra_args) |
| elif options.compile_list: |
| for client in options.compile_list.split(): |
| if not compile_and_install_client(client, options.extra_args, |
| options.install_client): |
| failed_clients.append(client) |
| |
| if os.path.exists(_TMP_COMPILE_DIR): |
| shutil.rmtree(_TMP_COMPILE_DIR) |
| |
| if failed_clients: |
| logging.error('The following clients failed: %s', |
| '\n'.join(failed_clients)) |
| sys.exit(1) |
| |
| |
| if __name__ == '__main__': |
| main() |