Index: tools/dev/v8gen.py |
diff --git a/tools/dev/v8gen.py b/tools/dev/v8gen.py |
index a63a42705bb816bebfebe9ad162c19b847b19bfb..69db399d191319575bcd3fe1866d8e29fd5e0a0b 100755 |
--- a/tools/dev/v8gen.py |
+++ b/tools/dev/v8gen.py |
@@ -6,31 +6,35 @@ |
"""Script to generate V8's gn arguments based on common developer defaults |
or builder configurations. |
-Goma is used by default if a goma folder is detected. The compiler proxy is |
-assumed to run. |
+Goma is used by default if detected. The compiler proxy is assumed to run. |
-This script can be added to the PATH and be used on other v8 checkouts than |
-the including one. It always runs for the checkout that nests the CWD. |
+This script can be added to the PATH and be used on other checkouts. It always |
+runs for the checkout nesting the CWD. |
Configurations of this script live in infra/mb/mb_config.pyl. |
+Available actions are: {gen,list}. Omitting the action defaults to "gen". |
+ |
------------------------------------------------------------------------------- |
Examples: |
-# Generate the x64.release config in out.gn/x64.release. |
-v8gen.py x64.release |
+# Generate the ia32.release config in out.gn/ia32.release. |
+v8gen.py ia32.release |
-# Generate into out.gn/foo and disable goma auto-detect. |
-v8gen.py -b x64.release foo --no-goma |
+# Generate into out.gn/foo without goma auto-detect. |
+v8gen.py gen -b ia32.release foo --no-goma |
# Pass additional gn arguments after -- (don't use spaces within gn args). |
-v8gen.py x64.optdebug -- v8_enable_slow_dchecks=true |
+v8gen.py ia32.optdebug -- v8_enable_slow_dchecks=true |
# Generate gn arguments of 'V8 Linux64 - builder' from 'client.v8'. To switch |
# off goma usage here, the args.gn file must be edited manually. |
v8gen.py -m client.v8 -b 'V8 Linux64 - builder' |
+# Show available configurations. |
+v8gen.py list |
+ |
------------------------------------------------------------------------------- |
""" |
@@ -40,9 +44,15 @@ import re |
import subprocess |
import sys |
+CONFIG = os.path.join('infra', 'mb', 'mb_config.pyl') |
GOMA_DEFAULT = os.path.join(os.path.expanduser("~"), 'goma') |
OUT_DIR = 'out.gn' |
+TOOLS_PATH = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) |
+sys.path.append(os.path.join(TOOLS_PATH, 'mb')) |
+ |
+import mb |
+ |
def _sanitize_nonalpha(text): |
return re.sub(r'[^a-zA-Z0-9.]', '_', text) |
@@ -57,30 +67,40 @@ class GenerateGnArgs(object): |
self._gn_args = args[index + 1:] |
def _parse_arguments(self, args): |
- parser = argparse.ArgumentParser( |
+ self.parser = argparse.ArgumentParser( |
description=__doc__, |
formatter_class=argparse.RawTextHelpFormatter, |
) |
- parser.add_argument( |
+ |
+ def add_common_options(p): |
+ p.add_argument( |
+ '-m', '--master', default='developer_default', |
+ help='config group or master from mb_config.pyl - default: ' |
+ 'developer_default') |
+ p.add_argument( |
+ '-v', '--verbosity', action='count', |
+ help='print wrapped commands (use -vv to print output of wrapped ' |
+ 'commands)') |
+ |
+ subps = self.parser.add_subparsers() |
+ |
+ # Command: gen. |
+ gen_cmd = subps.add_parser( |
+ 'gen', help='generate a new set of build files (default)') |
+ gen_cmd.set_defaults(func=self.cmd_gen) |
+ add_common_options(gen_cmd) |
+ gen_cmd.add_argument( |
'outdir', nargs='?', |
help='optional gn output directory') |
- parser.add_argument( |
+ gen_cmd.add_argument( |
'-b', '--builder', |
help='build configuration or builder name from mb_config.pyl, e.g. ' |
'x64.release') |
- parser.add_argument( |
- '-m', '--master', default='developer_default', |
- help='config group or master from mb_config.pyl - default: ' |
- 'developer_default') |
- parser.add_argument( |
+ gen_cmd.add_argument( |
'-p', '--pedantic', action='store_true', |
help='run gn over command-line gn args to catch errors early') |
- parser.add_argument( |
- '-v', '--verbosity', action='count', |
- help='print wrapped commands (use -vv to print output of wrapped ' |
- 'commands)') |
- goma = parser.add_mutually_exclusive_group() |
+ goma = gen_cmd.add_mutually_exclusive_group() |
goma.add_argument( |
'-g' , '--goma', |
action='store_true', default=None, dest='goma', |
@@ -91,27 +111,83 @@ class GenerateGnArgs(object): |
help='don\'t use goma auto detection - goma might still be used if ' |
'specified as a gn arg') |
- options = parser.parse_args(args) |
+ # Command: list. |
+ list_cmd = subps.add_parser( |
+ 'list', help='list available configurations') |
+ list_cmd.set_defaults(func=self.cmd_list) |
+ add_common_options(list_cmd) |
- if not options.outdir and not options.builder: |
- parser.error('please specify either an output directory or ' |
- 'a builder/config name (-b), e.g. x64.release') |
+ # Default to "gen" unless global help is requested. |
+ if not args or args[0] not in subps.choices.keys() + ['-h', '--help']: |
+ args = ['gen'] + args |
- if not options.outdir: |
+ return self.parser.parse_args(args) |
+ |
+ def cmd_gen(self): |
+ if not self._options.outdir and not self._options.builder: |
+ self.parser.error('please specify either an output directory or ' |
+ 'a builder/config name (-b), e.g. x64.release') |
+ |
+ if not self._options.outdir: |
# Derive output directory from builder name. |
- options.outdir = _sanitize_nonalpha(options.builder) |
+ self._options.outdir = _sanitize_nonalpha(self._options.builder) |
else: |
# Also, if this should work on windows, we might need to use \ where |
# outdir is used as path, while using / if it's used in a gn context. |
- if options.outdir.startswith('/'): |
- parser.error( |
+ if self._options.outdir.startswith('/'): |
+ self.parser.error( |
'only output directories relative to %s are supported' % OUT_DIR) |
- if not options.builder: |
+ if not self._options.builder: |
# Derive builder from output directory. |
- options.builder = options.outdir |
+ self._options.builder = self._options.outdir |
+ |
+ # Check for builder/config in mb config. |
+ if self._options.builder not in self._mbw.masters[self._options.master]: |
+ print '%s does not exist in %s for %s' % ( |
+ self._options.builder, CONFIG, self._options.master) |
+ return 1 |
+ |
+ # TODO(machenbach): Check if the requested configurations has switched to |
+ # gn at all. |
+ |
+ # The directories are separated with slashes in a gn context (platform |
+ # independent). |
+ gn_outdir = '/'.join([OUT_DIR, self._options.outdir]) |
+ |
+ # Call MB to generate the basic configuration. |
+ self._call_cmd([ |
+ sys.executable, |
+ '-u', os.path.join('tools', 'mb', 'mb.py'), |
+ 'gen', |
+ '-f', CONFIG, |
+ '-m', self._options.master, |
+ '-b', self._options.builder, |
+ gn_outdir, |
+ ]) |
+ |
+ # Handle extra gn arguments. |
+ gn_args_path = os.path.join(OUT_DIR, self._options.outdir, 'args.gn') |
+ |
+ # Append command-line args. |
+ modified = self._append_gn_args( |
+ 'command-line', gn_args_path, '\n'.join(self._gn_args)) |
- return options |
+ # Append goma args. |
+ # TODO(machenbach): We currently can't remove existing goma args from the |
+ # original config. E.g. to build like a bot that uses goma, but switch |
+ # goma off. |
+ modified |= self._append_gn_args( |
+ 'goma', gn_args_path, self._goma_args) |
+ |
+ # Regenerate ninja files to check for errors in the additional gn args. |
+ if modified and self._options.pedantic: |
+ self._call_cmd(['gn', 'gen', gn_outdir]) |
+ return 0 |
+ |
+ def cmd_list(self): |
+ print '\n'.join(sorted(self._mbw.masters[self._options.master])) |
+ return 0 |
def verbose_print_1(self, text): |
if self._options.verbosity >= 1: |
@@ -199,39 +275,21 @@ class GenerateGnArgs(object): |
self.verbose_print_1('cd ' + workdir) |
os.chdir(workdir) |
- # The directories are separated with slashes in a gn context (platform |
- # independent). |
- gn_outdir = '/'.join([OUT_DIR, self._options.outdir]) |
+ # Initialize MB as a library. |
+ self._mbw = mb.MetaBuildWrapper() |
- # Call MB to generate the basic configuration. |
- self._call_cmd([ |
- sys.executable, |
- '-u', os.path.join('tools', 'mb', 'mb.py'), |
- 'gen', |
- '-f', os.path.join('infra', 'mb', 'mb_config.pyl'), |
- '-m', self._options.master, |
- '-b', self._options.builder, |
- gn_outdir, |
- ]) |
+ # TODO(machenbach): Factor out common methods independent of mb arguments. |
+ self._mbw.ParseArgs(['lookup', '-f', CONFIG]) |
+ self._mbw.ReadConfigFile() |
- # Handle extra gn arguments. |
- gn_args_path = os.path.join(OUT_DIR, self._options.outdir, 'args.gn') |
+ if not self._options.master in self._mbw.masters: |
+ print '%s not found in %s\n' % (self._options.master, CONFIG) |
+ print 'Choose one of:\n%s\n' % ( |
+ '\n'.join(sorted(self._mbw.masters.keys()))) |
+ return 1 |
- # Append command-line args. |
- modified = self._append_gn_args( |
- 'command-line', gn_args_path, '\n'.join(self._gn_args)) |
+ return self._options.func() |
- # Append goma args. |
- # TODO(machenbach): We currently can't remove existing goma args from the |
- # original config. E.g. to build like a bot that uses goma, but switch |
- # goma off. |
- modified |= self._append_gn_args( |
- 'goma', gn_args_path, self._goma_args) |
- |
- # Regenerate ninja files to check for errors in the additional gn args. |
- if modified and self._options.pedantic: |
- self._call_cmd(['gn', 'gen', gn_outdir]) |
- return 0 |
if __name__ == "__main__": |
gen = GenerateGnArgs(sys.argv[1:]) |