simulation_test_ng: initial CL

recipes.py

 #!/usr/bin/env python
 # Copyright 2015 The LUCI Authors. All rights reserved.
 # Use of this source code is governed under the Apache License, Version 2.0
 # that can be found in the LICENSE file.
 
 """Tool to interact with recipe repositories.
 
 This tool operates on the nearest ancestor directory containing an
 infra/config/recipes.cfg.
 """
@@ skipping 46 matching lines @@
   universe_view = loader.UniverseView(universe, package_deps.root_package)
 
   # Prevent flakiness caused by stale pyc files.
   package.cleanup_pyc(package_deps.root_package.recipes_dir)
 
   simulation_test.main(
       universe_view, args=json.loads(args.args),
       engine_flags=op_args.engine_flags)
 
 
+def test(package_deps, args, op_args):
+  try:
+    from recipe_engine import test
+  except ImportError:
+    logging.error(
+        'Error while importing testing libraries. You may be missing the pip'
+        ' package "coverage". Install it, or use the --use-bootstrap command'
+        ' line argument when calling into the recipe engine, which will install'
+        ' it for you.')
+    raise
+
+  from recipe_engine import loader
+  from recipe_engine import package
+
+  _, config_file = get_package_config(args)
+  universe = loader.RecipeUniverse(package_deps, config_file)
+  universe_view = loader.UniverseView(universe, package_deps.root_package)
+
+  # Prevent flakiness caused by stale pyc files.
+  package.cleanup_pyc(package_deps.root_package.recipes_dir)
+
+  return test.main(
+      universe_view, raw_args=args.args,
+      engine_flags=op_args.engine_flags)
+
+
 def lint(package_deps, args):
   from recipe_engine import lint_test
   from recipe_engine import loader
 
   _, config_file = get_package_config(args)
   universe = loader.RecipeUniverse(package_deps, config_file)
   universe_view = loader.UniverseView(universe, package_deps.root_package)
 
   lint_test.main(universe_view, args.whitelist or [])
 
@@ skipping 345 matching lines @@
       'fetch',
       description='Fetch and update dependencies.')
   fetch_p.set_defaults(command='fetch')
 
   simulation_test_p = subp.add_parser(
     'simulation_test',
     description='Generate or check expectations by simulation')
   simulation_test_p.set_defaults(command='simulation_test')
   simulation_test_p.add_argument('args')
 
+  test_p = subp.add_parser(
+    'test',
+    description='Generate or check expectations by simulation (EXPERIMENTAL)')
+  test_p.set_defaults(command='test')
+  test_p.add_argument('args', nargs=argparse.REMAINDER)
+
   lint_p = subp.add_parser(
       'lint',
       description='Check recipes for stylistic and hygenic issues')
   lint_p.set_defaults(command='lint')
 
   lint_p.add_argument(
       '--whitelist', '-w', action='append',
       help='A regexp matching module names to add to the default whitelist. '
            'Use multiple times to add multiple patterns,')
 
@@ skipping 159 matching lines @@
         bootstrap_cache_path = os.path.join(ROOT_DIR, '.bootstrap_cache')
 
       logging.debug('Installing bootstrap environment into: %s', env_path)
       subprocess.check_call(
           [
             sys.executable,
             os.path.join(ROOT_DIR, 'bootstrap', 'bootstrap.py'),
             '--deps-file', os.path.join(ROOT_DIR, 'bootstrap', 'deps.pyl'),
             '--cache-root', bootstrap_cache_path,
             env_path,
-          ],
+          ] + ([] if args.verbose else ['--quiet']),
           cwd=ROOT_DIR)
 
       # Mark that we're bootstrapping, so the next invocation falls through to
       # standard recipe operation.
       os.environ['RECIPES_RUN_BOOTSTRAP'] = '1'
       args = sys.argv
       return subprocess.call(
           [
             os.path.join(env_path, 'bin', 'python'),
             os.path.join(ROOT_DIR, 'recipes.py'),
@@ skipping 38 matching lines @@
     # A git checkout failed somewhere. Return 2, which is the sign that this is
     # an infra failure, rather than a test failure.
     return 2
 
   if args.command == 'fetch':
     # We already did everything in the create() call above.
     assert not args.no_fetch, 'Fetch? No-fetch? Make up your mind!'
     return 0
   if args.command == 'simulation_test':
     return simulation_test(package_deps, args, op_args)
+  elif args.command == 'test':
+    return test(package_deps, args, op_args)
   elif args.command == 'bundle':
     return bundle(package_deps, args)
   elif args.command == 'lint':
     return lint(package_deps, args)
   elif args.command == 'run':
     return run(package_deps, args, op_args)
   elif args.command == 'autoroll':
     return autoroll(args)
   elif args.command == 'depgraph':
     return depgraph(package_deps, args)
@@ skipping 33 matching lines @@
 
   if not isinstance(ret, int):
     if ret is None:
       ret = 0
     else:
       print >> sys.stderr, ret
       ret = 1
   sys.stdout.flush()
   sys.stderr.flush()
   os._exit(ret)