| OLD | NEW |
| 1 #!/usr/bin/python | 1 #!/usr/bin/python |
| 2 import common | 2 import common |
| 3 import sys, os, shutil, errno, optparse, logging | 3 import sys, os, shutil, errno, optparse, logging |
| 4 from autotest_lib.client.common_lib import error, utils | 4 from autotest_lib.client.common_lib import error, utils |
| 5 from autotest_lib.client.common_lib import logging_config, logging_manager |
| 5 """ | 6 """ |
| 6 Compile All Autotest GWT Clients Living in autotest/frontend/client/src | 7 Compile All Autotest GWT Clients Living in autotest/frontend/client/src |
| 7 """ | 8 """ |
| 8 | 9 |
| 9 | |
| 10 logging.basicConfig(level=logging.DEBUG) | |
| 11 _AUTOTEST_DIR = common.autotest_dir | 10 _AUTOTEST_DIR = common.autotest_dir |
| 12 _DEFAULT_GWT_DIR = '/usr/local/lib/gwt' | 11 _DEFAULT_GWT_DIR = '/usr/local/lib/gwt' |
| 13 _DEFAULT_APP_DIR = os.path.join(_AUTOTEST_DIR, 'frontend/client') | 12 _DEFAULT_APP_DIR = os.path.join(_AUTOTEST_DIR, 'frontend/client') |
| 14 _DEFAULT_INSTALL_DIR = os.path.join(_DEFAULT_APP_DIR, 'www') | 13 _DEFAULT_INSTALL_DIR = os.path.join(_DEFAULT_APP_DIR, 'www') |
| 15 _TMP_COMPILE_DIR = _DEFAULT_INSTALL_DIR + '.new' | 14 _TMP_COMPILE_DIR = _DEFAULT_INSTALL_DIR + '.new' |
| 16 | 15 |
| 17 _COMPILE_LINE = ('java -Xmx512M ' | 16 _COMPILE_LINE = ('java -Xmx512M ' |
| 18 '-cp "%(app_dir)s/src:%(app_dir)s/bin:%(gwt_dir)s/gwt-user.jar' | 17 '-cp "%(app_dir)s/src:%(app_dir)s/bin:%(gwt_dir)s/gwt-user.jar' |
| 19 ':%(gwt_dir)s/gwt-dev-linux.jar" ' | 18 ':%(gwt_dir)s/gwt-dev-linux.jar" ' |
| 20 '-Djava.awt.headless=true com.google.gwt.dev.Compiler ' | 19 '-Djava.awt.headless=true com.google.gwt.dev.Compiler ' |
| 21 '-war "%(compile_dir)s" %(extra_args)s %(project_client)s') | 20 '-war "%(compile_dir)s" %(extra_args)s %(project_client)s') |
| 22 | 21 |
| 22 class CompileClientsLoggingConfig(logging_config.LoggingConfig): |
| 23 def configure_logging(self, results_dir=None, verbose=False): |
| 24 super(CompileClientsLoggingConfig, self).configure_logging( |
| 25 use_console=True, |
| 26 verbose=verbose) |
| 23 | 27 |
| 24 def enumerate_projects(): | 28 def enumerate_projects(): |
| 25 """List projects in _DEFAULT_APP_DIR.""" | 29 """List projects in _DEFAULT_APP_DIR.""" |
| 26 src_path = os.path.join(_DEFAULT_APP_DIR, 'src') | 30 src_path = os.path.join(_DEFAULT_APP_DIR, 'src') |
| 27 projects = {} | 31 projects = {} |
| 28 for project in os.listdir(src_path): | 32 for project in os.listdir(src_path): |
| 29 projects[project] = [] | 33 projects[project] = [] |
| 30 project_path = os.path.join(src_path, project) | 34 project_path = os.path.join(src_path, project) |
| 31 for file in os.listdir(project_path): | 35 for file in os.listdir(project_path): |
| 32 if file.endswith('.gwt.xml'): | 36 if file.endswith('.gwt.xml'): |
| 33 projects[project].append(file[:-8]) | 37 projects[project].append(file[:-8]) |
| 34 return projects | 38 return projects |
| 35 | 39 |
| 36 | 40 |
| 37 def find_gwt_dir(): | 41 def find_gwt_dir(): |
| 38 """See if GWT is installed in site-packages or in the system, | 42 """See if GWT is installed in site-packages or in the system, |
| 39 site-packages is favored over a system install. | 43 site-packages is favored over a system install. |
| 40 """ | 44 """ |
| 41 site_gwt = os.path.join(_AUTOTEST_DIR, 'site-packages', 'gwt') | 45 site_gwt = os.path.join(_AUTOTEST_DIR, 'site-packages', 'gwt') |
| 42 | 46 |
| 43 if os.path.isdir(site_gwt): | 47 if os.path.isdir(site_gwt): |
| 44 return site_gwt | 48 return site_gwt |
| 45 | 49 |
| 46 if not os.path.isdir(_DEFAULT_GWT_DIR): | 50 if not os.path.isdir(_DEFAULT_GWT_DIR): |
| 47 print 'Error: Unable to find GWT, is GWT installed?\n' | 51 logging.error('Unable to find GWT. ' |
| 52 'You can use utils/build_externals.py to install it.') |
| 48 sys.exit(1) | 53 sys.exit(1) |
| 49 | 54 |
| 50 return _DEFAULT_GWT_DIR | 55 return _DEFAULT_GWT_DIR |
| 51 | 56 |
| 52 | 57 |
| 53 def install_completed_client(compiled_dir, project_client): | 58 def install_completed_client(compiled_dir, project_client): |
| 54 """Remove old client directory if it exists, move installed client to the | 59 """Remove old client directory if it exists, move installed client to the |
| 55 old directory and move newly compield client to the installed client | 60 old directory and move newly compield client to the installed client |
| 56 dir. | 61 dir. |
| 57 @param compiled_dir: Where the new client was compiled | 62 @param compiled_dir: Where the new client was compiled |
| (...skipping 13 matching lines...) Expand all Loading... |
| 71 if os.path.isdir(install_dir): | 76 if os.path.isdir(install_dir): |
| 72 os.rename(install_dir, old_install_dir) | 77 os.rename(install_dir, old_install_dir) |
| 73 try: | 78 try: |
| 74 os.rename(tmp_client_dir, install_dir) | 79 os.rename(tmp_client_dir, install_dir) |
| 75 return True | 80 return True |
| 76 except Exception, err: | 81 except Exception, err: |
| 77 # If we can't rename the client raise an exception | 82 # If we can't rename the client raise an exception |
| 78 # and put the old client back | 83 # and put the old client back |
| 79 shutil.rmtree(install_dir) | 84 shutil.rmtree(install_dir) |
| 80 shutil.copytree(old_install_dir, install_dir) | 85 shutil.copytree(old_install_dir, install_dir) |
| 81 print 'Error: copying old client:', err | 86 logging.error('Copying old client: %s', err) |
| 82 else: | 87 else: |
| 83 print 'Error: Compiled directory is gone, something went wrong' | 88 logging.error('Compiled directory is gone, something went wrong') |
| 84 | 89 |
| 85 return False | 90 return False |
| 86 | 91 |
| 87 | 92 |
| 88 def compile_and_install_client(project_client, extra_args='', | 93 def compile_and_install_client(project_client, extra_args='', |
| 89 install_client=True): | 94 install_client=True): |
| 90 """Compile the client into a temporary directory, if successful | 95 """Compile the client into a temporary directory, if successful |
| 91 call install_completed_client to install the new client. | 96 call install_completed_client to install the new client. |
| 92 @param project_client: project.client pair e.g. autotest.AfeClient | 97 @param project_client: project.client pair e.g. autotest.AfeClient |
| 93 @param install_client: Boolean, if True install the clients | 98 @param install_client: Boolean, if True install the clients |
| 94 @return True if install and compile was successful False if it failed | 99 @return True if install and compile was successful False if it failed |
| 95 """ | 100 """ |
| 96 java_args = {} | 101 java_args = {} |
| 97 java_args['compile_dir'] = _TMP_COMPILE_DIR | 102 java_args['compile_dir'] = _TMP_COMPILE_DIR |
| 98 java_args['app_dir'] = _DEFAULT_APP_DIR | 103 java_args['app_dir'] = _DEFAULT_APP_DIR |
| 99 java_args['gwt_dir'] = find_gwt_dir() | 104 java_args['gwt_dir'] = find_gwt_dir() |
| 100 java_args['extra_args'] = extra_args | 105 java_args['extra_args'] = extra_args |
| 101 java_args['project_client'] = project_client | 106 java_args['project_client'] = project_client |
| 102 cmd = _COMPILE_LINE % java_args | 107 cmd = _COMPILE_LINE % java_args |
| 103 | 108 |
| 104 print 'Compiling client %s' % project_client | 109 logging.info('Compiling client %s', project_client) |
| 105 try: | 110 try: |
| 106 utils.run(cmd, verbose=True) | 111 utils.run(cmd, verbose=True) |
| 107 if install_client: | 112 if install_client: |
| 108 return install_completed_client(java_args['compile_dir'], | 113 return install_completed_client(java_args['compile_dir'], |
| 109 project_client) | 114 project_client) |
| 110 return True | 115 return True |
| 111 except error.CmdError: | 116 except error.CmdError: |
| 112 print 'Error compiling %s, leaving old client' % project_client | 117 logging.info('Error compiling %s, leaving old client', project_client) |
| 113 | 118 |
| 114 return False | 119 return False |
| 115 | 120 |
| 116 | 121 |
| 117 def compile_all_projects(projects, extra_args=''): | 122 def compile_all_projects(projects, extra_args=''): |
| 118 """Compile all projects available as defined by enumerate_projects. | 123 """Compile all projects available as defined by enumerate_projects. |
| 119 @returns list of failed client installations | 124 @returns list of failed client installations |
| 120 """ | 125 """ |
| 121 failed_clients = [] | 126 failed_clients = [] |
| 122 for project,clients in enumerate_projects().iteritems(): | 127 for project,clients in enumerate_projects().iteritems(): |
| 123 for client in clients: | 128 for client in clients: |
| 124 project_client = '%s.%s' % (project, client) | 129 project_client = '%s.%s' % (project, client) |
| 125 if not compile_and_install_client(project_client, extra_args): | 130 if not compile_and_install_client(project_client, extra_args): |
| 126 failed_clients.append(project_client) | 131 failed_clients.append(project_client) |
| 127 | 132 |
| 128 return failed_clients | 133 return failed_clients |
| 129 | 134 |
| 130 | 135 |
| 131 def print_projects(): | 136 def print_projects(): |
| 132 print 'Projects that can be compiled:' | 137 logging.info('Projects that can be compiled:') |
| 133 for project,clients in enumerate_projects().iteritems(): | 138 for project,clients in enumerate_projects().iteritems(): |
| 134 for client in clients: | 139 for client in clients: |
| 135 print '%s.%s' % (project, client) | 140 logging.info('%s.%s', project, client) |
| 136 | 141 |
| 137 | 142 |
| 138 def main(): | 143 def main(): |
| 144 logging_manager.configure_logging(CompileClientsLoggingConfig(), |
| 145 verbose=True) |
| 139 parser = optparse.OptionParser() | 146 parser = optparse.OptionParser() |
| 140 parser.add_option('-l', '--list-projects', | 147 parser.add_option('-l', '--list-projects', |
| 141 action='store_true', dest='list_projects', | 148 action='store_true', dest='list_projects', |
| 142 default=False, | 149 default=False, |
| 143 help='List all projects and clients that can be compiled') | 150 help='List all projects and clients that can be compiled') |
| 144 parser.add_option('-a', '--compile-all', | 151 parser.add_option('-a', '--compile-all', |
| 145 action='store_true', dest='compile_all', | 152 action='store_true', dest='compile_all', |
| 146 default=False, | 153 default=False, |
| 147 help='Compile all available projects and clients') | 154 help='Compile all available projects and clients') |
| 148 parser.add_option('-c', '--compile', | 155 parser.add_option('-c', '--compile', |
| 149 dest='compile_list', action='store', | 156 dest='compile_list', action='store', |
| 150 help='List of clients to compiled (e.g. -c "x.X c.C")') | 157 help='List of clients to compiled (e.g. -c "x.X c.C")') |
| 151 parser.add_option('-e', '--extra-args', | 158 parser.add_option('-e', '--extra-args', |
| 152 dest='extra_args', action='store', | 159 dest='extra_args', action='store', |
| 153 default='', | 160 default='', |
| 154 help='Extra arguments to pass to java') | 161 help='Extra arguments to pass to java') |
| 155 parser.add_option('-d', '--no-install', dest='install_client', | 162 parser.add_option('-d', '--no-install', dest='install_client', |
| 156 action='store_false', default=True, | 163 action='store_false', default=True, |
| 157 help='Do not install the clients just compile them') | 164 help='Do not install the clients just compile them') |
| 158 options, args = parser.parse_args() | 165 options, args = parser.parse_args() |
| 159 | 166 |
| 160 if len(sys.argv) < 2: | 167 if len(sys.argv) < 2: |
| 161 parser.print_help() | 168 parser.print_help() |
| 162 sys.exit(0) | 169 sys.exit(0) |
| 163 elif options.list_projects: | 170 elif options.list_projects: |
| 164 print_projects() | 171 print_projects() |
| 165 sys.exit(0) | 172 sys.exit(0) |
| 166 elif options.compile_all and options.compile_list: | 173 elif options.compile_all and options.compile_list: |
| 167 print '-c and -a are mutually exclusive' | 174 logging.error('Options -c and -a are mutually exclusive') |
| 168 parser.print_help() | 175 parser.print_help() |
| 169 sys.exit(1) | 176 sys.exit(1) |
| 170 | 177 |
| 171 failed_clients = [] | 178 failed_clients = [] |
| 172 if options.compile_all: | 179 if options.compile_all: |
| 173 failed_clients = compile_all_projects(options.extra_args) | 180 failed_clients = compile_all_projects(options.extra_args) |
| 174 elif options.compile_list: | 181 elif options.compile_list: |
| 175 for client in options.compile_list.split(): | 182 for client in options.compile_list.split(): |
| 176 if not compile_and_install_client(client, options.extra_args, | 183 if not compile_and_install_client(client, options.extra_args, |
| 177 options.install_client): | 184 options.install_client): |
| 178 failed_clients.append(client) | 185 failed_clients.append(client) |
| 179 | 186 |
| 180 if os.path.exists(_TMP_COMPILE_DIR): | 187 if os.path.exists(_TMP_COMPILE_DIR): |
| 181 shutil.rmtree(_TMP_COMPILE_DIR) | 188 shutil.rmtree(_TMP_COMPILE_DIR) |
| 182 | 189 |
| 183 if failed_clients: | 190 if failed_clients: |
| 184 print ('Error: The following clients failed: %s' | 191 logging.error('The following clients failed: %s', |
| 185 % '\n'.join(failed_clients)) | 192 '\n'.join(failed_clients)) |
| 186 sys.exit(1) | 193 sys.exit(1) |
| 187 | 194 |
| 188 | 195 |
| 189 if __name__ == '__main__': | 196 if __name__ == '__main__': |
| 190 main() | 197 main() |
| OLD | NEW |