Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1402)

Unified Diff: swarm_client/tests/isolate_smoke_test.py

Issue 69143004: Delete swarm_client. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/tools/
Patch Set: Created 7 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « swarm_client/tests/isolate/with_flag.py ('k') | swarm_client/tests/isolate_test.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: swarm_client/tests/isolate_smoke_test.py
===================================================================
--- swarm_client/tests/isolate_smoke_test.py (revision 235167)
+++ swarm_client/tests/isolate_smoke_test.py (working copy)
@@ -1,1175 +0,0 @@
-#!/usr/bin/env python
-# Copyright (c) 2012 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-import cStringIO
-import hashlib
-import json
-import logging
-import os
-import re
-import shutil
-import stat
-import subprocess
-import sys
-import tempfile
-import unittest
-
-ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
-sys.path.insert(0, ROOT_DIR)
-
-import isolate
-import isolateserver
-from utils import file_path
-
-
-VERBOSE = False
-
-ALGO = hashlib.sha1
-HASH_NULL = ALGO().hexdigest()
-
-
-# Keep the list hard coded.
-EXPECTED_MODES = (
- 'archive',
- 'check',
- 'help',
- 'merge',
- 'read',
- 'remap',
- 'rewrite',
- 'run',
- 'trace',
-)
-
-# These are per test case, not per mode.
-RELATIVE_CWD = {
- 'all_items_invalid': '.',
- 'fail': '.',
- 'missing_trailing_slash': '.',
- 'no_run': '.',
- 'non_existent': '.',
- 'split': '.',
- 'symlink_full': '.',
- 'symlink_partial': '.',
- 'symlink_outside_build_root': '.',
- 'touch_only': '.',
- 'touch_root': os.path.join('tests', 'isolate'),
- 'with_flag': '.',
-}
-
-DEPENDENCIES = {
- 'all_items_invalid' : ['empty.py'],
- 'fail': ['fail.py'],
- 'missing_trailing_slash': [],
- 'no_run': [
- 'no_run.isolate',
- os.path.join('files1', 'subdir', '42.txt'),
- os.path.join('files1', 'test_file1.txt'),
- os.path.join('files1', 'test_file2.txt'),
- ],
- 'non_existent': [],
- 'split': [
- os.path.join('files1', 'subdir', '42.txt'),
- os.path.join('test', 'data', 'foo.txt'),
- 'split.py',
- ],
- 'symlink_full': [
- os.path.join('files1', 'subdir', '42.txt'),
- os.path.join('files1', 'test_file1.txt'),
- os.path.join('files1', 'test_file2.txt'),
- # files2 is a symlink to files1.
- 'files2',
- 'symlink_full.py',
- ],
- 'symlink_partial': [
- os.path.join('files1', 'test_file2.txt'),
- # files2 is a symlink to files1.
- 'files2',
- 'symlink_partial.py',
- ],
- 'symlink_outside_build_root': [
- os.path.join('link_outside_build_root', 'test_file3.txt'),
- 'symlink_outside_build_root.py',
- ],
- 'touch_only': [
- 'touch_only.py',
- os.path.join('files1', 'test_file1.txt'),
- ],
- 'touch_root': [
- os.path.join('tests', 'isolate', 'touch_root.py'),
- 'isolate.py',
- ],
- 'with_flag': [
- 'with_flag.py',
- os.path.join('files1', 'subdir', '42.txt'),
- os.path.join('files1', 'test_file1.txt'),
- os.path.join('files1', 'test_file2.txt'),
- ],
-}
-
-
-class CalledProcessError(subprocess.CalledProcessError):
- """Makes 2.6 version act like 2.7"""
- def __init__(self, returncode, cmd, output, stderr, cwd):
- super(CalledProcessError, self).__init__(returncode, cmd)
- self.output = output
- self.stderr = stderr
- self.cwd = cwd
-
- def __str__(self):
- return super(CalledProcessError, self).__str__() + (
- '\n'
- 'cwd=%s\n%s\n%s\n%s') % (
- self.cwd,
- self.output,
- self.stderr,
- ' '.join(self.cmd))
-
-
-def list_files_tree(directory):
- """Returns the list of all the files in a tree."""
- actual = []
- for root, dirnames, filenames in os.walk(directory):
- actual.extend(os.path.join(root, f)[len(directory)+1:] for f in filenames)
- for dirname in dirnames:
- full = os.path.join(root, dirname)
- # Manually include symlinks.
- if os.path.islink(full):
- actual.append(full[len(directory)+1:])
- return sorted(actual)
-
-
-class IsolateBase(unittest.TestCase):
- def setUp(self):
- # The tests assume the current directory is the file's directory.
- os.chdir(ROOT_DIR)
- self.tempdir = tempfile.mkdtemp()
- self.isolated = os.path.join(self.tempdir, 'isolate_smoke_test.isolated')
- self.outdir = os.path.join(self.tempdir, 'isolated')
-
- def tearDown(self):
- logging.debug(self.tempdir)
- shutil.rmtree(self.tempdir)
-
- @staticmethod
- def _isolate_dict_to_string(values):
- buf = cStringIO.StringIO()
- isolate.pretty_print(values, buf)
- return buf.getvalue()
-
- @classmethod
- def _wrap_in_condition(cls, variables):
- """Wraps a variables dict inside the current OS condition.
-
- Returns the equivalent string.
- """
- flavor = isolate.get_flavor()
- chromeos_value = int(flavor == 'linux')
- return cls._isolate_dict_to_string(
- {
- 'conditions': [
- ['OS=="%s" and chromeos==%d' % (flavor, chromeos_value), {
- 'variables': variables
- }],
- ],
- })
-
-
-class IsolateModeBase(IsolateBase):
- def _expect_no_tree(self):
- self.assertFalse(os.path.exists(self.outdir))
-
- def _result_tree(self):
- return list_files_tree(self.outdir)
-
- def _expected_tree(self):
- """Verifies the files written in the temporary directory."""
- self.assertEqual(sorted(DEPENDENCIES[self.case()]), self._result_tree())
-
- @staticmethod
- def _fix_file_mode(filename, read_only):
- """4 modes are supported, 0750 (rwx), 0640 (rw), 0550 (rx), 0440 (r)."""
- min_mode = 0440
- if not read_only:
- min_mode |= 0200
- return (min_mode | 0110) if filename.endswith('.py') else min_mode
-
- def _gen_files(self, read_only, empty_file, with_time):
- """Returns a dict of files like calling isolate.process_input() on each
- file.
-
- Arguments:
- - read_only: Mark all the 'm' modes without the writeable bit.
- - empty_file: Add a specific empty file (size 0).
- - with_time: Include 't' timestamps. For saved state .state files.
- """
- root_dir = ROOT_DIR
- if RELATIVE_CWD[self.case()] == '.':
- root_dir = os.path.join(root_dir, 'tests', 'isolate')
-
- files = dict((unicode(f), {}) for f in DEPENDENCIES[self.case()])
-
- for relfile, v in files.iteritems():
- filepath = os.path.join(root_dir, relfile)
- filestats = os.lstat(filepath)
- is_link = stat.S_ISLNK(filestats.st_mode)
- if not is_link:
- v[u's'] = filestats.st_size
- if isolate.get_flavor() != 'win':
- v[u'm'] = self._fix_file_mode(relfile, read_only)
- if with_time:
- # Used to skip recalculating the hash. Use the most recent update
- # time.
- v[u't'] = int(round(filestats.st_mtime))
- if is_link:
- v[u'l'] = os.readlink(filepath) # pylint: disable=E1101
- else:
- # Upgrade the value to unicode so diffing the structure in case of
- # test failure is easier, since the basestring type must match,
- # str!=unicode.
- v[u'h'] = unicode(isolateserver.hash_file(filepath, ALGO))
-
- if empty_file:
- item = files[empty_file]
- item['h'] = unicode(HASH_NULL)
- if sys.platform != 'win32':
- item['m'] = 288
- item['s'] = 0
- if with_time:
- item['T'] = True
- item.pop('t', None)
- return files
-
- def _expected_isolated(self, args, read_only, empty_file):
- """Verifies self.isolated contains the expected data."""
- expected = {
- u'algo': u'sha-1',
- u'files': self._gen_files(read_only, empty_file, False),
- u'os': unicode(isolate.get_flavor()),
- u'relative_cwd': unicode(RELATIVE_CWD[self.case()]),
- u'version': u'1.0',
- }
- if read_only is not None:
- expected[u'read_only'] = read_only
- if args:
- expected[u'command'] = [u'python'] + [unicode(x) for x in args]
- self.assertEqual(expected, json.load(open(self.isolated, 'r')))
-
- def _expected_saved_state(self, args, read_only, empty_file, extra_vars):
- flavor = isolate.get_flavor()
- chromeos_value = int(flavor == 'linux')
- expected = {
- u'algo': u'sha-1',
- u'child_isolated_files': [],
- u'command': [],
- u'files': self._gen_files(read_only, empty_file, True),
- u'isolate_file': isolate.safe_relpath(
- file_path.get_native_path_case(unicode(self.filename())),
- unicode(os.path.dirname(self.isolated))),
- u'relative_cwd': unicode(RELATIVE_CWD[self.case()]),
- u'variables': {
- u'EXECUTABLE_SUFFIX': u'.exe' if flavor == 'win' else u'',
- u'OS': unicode(flavor),
- u'chromeos': chromeos_value,
- },
- u'version': u'1.0',
- }
- if args:
- expected[u'command'] = [u'python'] + [unicode(x) for x in args]
- expected['variables'].update(extra_vars or {})
- self.assertEqual(expected, json.load(open(self.saved_state(), 'r')))
-
- def _expect_results(self, args, read_only, extra_vars, empty_file):
- self._expected_isolated(args, read_only, empty_file)
- self._expected_saved_state(args, read_only, empty_file, extra_vars)
- # Also verifies run_isolated.py will be able to read it.
- isolate.isolateserver.load_isolated(
- open(self.isolated, 'r').read(),
- isolate.run_isolated.get_flavor(), ALGO)
-
- def _expect_no_result(self):
- self.assertFalse(os.path.exists(self.isolated))
-
- def _execute(self, mode, case, args, need_output, cwd=ROOT_DIR):
- """Executes isolate.py."""
- self.assertEqual(
- case,
- self.case() + '.isolate',
- 'Rename the test case to test_%s()' % case)
- chromeos_value = int(isolate.get_flavor() == 'linux')
- cmd = [
- sys.executable, os.path.join(ROOT_DIR, 'isolate.py'),
- mode,
- '--isolated', self.isolated,
- '--outdir', self.outdir,
- '--isolate', self.filename(),
- '-V', 'chromeos', str(chromeos_value),
- ]
- cmd.extend(args)
-
- env = os.environ.copy()
- if 'ISOLATE_DEBUG' in env:
- del env['ISOLATE_DEBUG']
-
- if need_output or not VERBOSE:
- stdout = subprocess.PIPE
- stderr = subprocess.PIPE
- else:
- cmd.extend(['-v'] * 3)
- stdout = None
- stderr = None
-
- logging.debug(cmd)
- p = subprocess.Popen(
- cmd,
- stdout=stdout,
- stderr=stderr,
- cwd=cwd,
- env=env,
- universal_newlines=True)
- out, err = p.communicate()
- if p.returncode:
- raise CalledProcessError(p.returncode, cmd, out, err, cwd)
-
- # Do not check on Windows since a lot of spew is generated there.
- if sys.platform != 'win32':
- self.assertTrue(err in (None, ''), err)
- return out
-
- def case(self):
- """Returns the filename corresponding to this test case."""
- test_id = self.id().split('.')
- return re.match('^test_([a-z_]+)$', test_id[2]).group(1)
-
- def filename(self):
- """Returns the filename corresponding to this test case."""
- filename = os.path.join(
- ROOT_DIR, 'tests', 'isolate', self.case() + '.isolate')
- self.assertTrue(os.path.isfile(filename), filename)
- return filename
-
- def saved_state(self):
- return isolate.isolatedfile_to_state(self.isolated)
-
- def _test_missing_trailing_slash(self, mode):
- try:
- self._execute(mode, 'missing_trailing_slash.isolate', [], True)
- self.fail()
- except subprocess.CalledProcessError as e:
- self.assertEqual('', e.output)
- out = e.stderr
- self._expect_no_tree()
- self._expect_no_result()
- root = file_path.get_native_path_case(unicode(ROOT_DIR))
- expected = (
- 'Input directory %s must have a trailing slash' %
- os.path.join(root, 'tests', 'isolate', 'files1')
- )
- self.assertIn(expected, out)
-
- def _test_non_existent(self, mode):
- try:
- self._execute(mode, 'non_existent.isolate', [], True)
- self.fail()
- except subprocess.CalledProcessError as e:
- self.assertEqual('', e.output)
- out = e.stderr
- self._expect_no_tree()
- self._expect_no_result()
- root = file_path.get_native_path_case(unicode(ROOT_DIR))
- expected = (
- 'Input file %s doesn\'t exist' %
- os.path.join(root, 'tests', 'isolate', 'A_file_that_do_not_exist')
- )
- self.assertIn(expected, out)
-
- def _test_all_items_invalid(self, mode):
- out = self._execute(mode, 'all_items_invalid.isolate',
- ['--ignore_broken_item'], True)
- self._expect_results(['empty.py'], None, None, None)
-
- return out or ''
-
-
-class Isolate(unittest.TestCase):
- # Does not inherit from the other *Base classes.
- def test_help_modes(self):
- # Check coherency in the help and implemented modes.
- p = subprocess.Popen(
- [sys.executable, os.path.join(ROOT_DIR, 'isolate.py'), '--help'],
- stdout=subprocess.PIPE,
- stderr=subprocess.STDOUT,
- cwd=ROOT_DIR)
- out = p.communicate()[0].splitlines()
- self.assertEqual(0, p.returncode)
- out = out[out.index('Commands are:') + 1:]
- out = out[:out.index('')]
- regexp = '^ (?:\x1b\\[\\d\\dm)(\\w+)\s*(:?\x1b\\[\\d\\dm) .+'
- modes = [re.match(regexp, l) for l in out]
- modes = [m.group(1) for m in modes if m]
- self.assertEqual(sorted(EXPECTED_MODES), sorted(modes))
-
- def test_modes(self):
- # This is a bit redundant but make sure all combinations are tested.
- files = sorted(
- i[:-len('.isolate')]
- for i in os.listdir(os.path.join(ROOT_DIR, 'tests', 'isolate'))
- if i.endswith('.isolate')
- )
- files.remove('simple')
- self.assertEqual(sorted(RELATIVE_CWD), files)
- self.assertEqual(sorted(DEPENDENCIES), files)
-
- if sys.platform == 'win32':
- # Symlink stuff is unsupported there, remove them from the list.
- files = [f for f in files if not f.startswith('symlink_')]
-
- files.remove('split')
- # TODO(csharp): touch_only is disabled until crbug.com/150823 is fixed.
- files.remove('touch_only')
-
- # modes read and trace are tested together.
- modes_to_check = list(EXPECTED_MODES)
- # Tested with test_help_modes.
- modes_to_check.remove('help')
- # Tested with trace_read_merge.
- modes_to_check.remove('merge')
- # Tested with trace_read_merge.
- modes_to_check.remove('read')
- # Tested in isolate_test.py.
- modes_to_check.remove('rewrite')
- # Tested with trace_read_merge.
- modes_to_check.remove('trace')
- modes_to_check.append('trace_read_merge')
- for mode in modes_to_check:
- expected_cases = set('test_%s' % f for f in files)
- fixture_name = 'Isolate_%s' % mode
- fixture = getattr(sys.modules[__name__], fixture_name)
- actual_cases = set(i for i in dir(fixture) if i.startswith('test_'))
- actual_cases.discard('split')
- missing = expected_cases - actual_cases
- self.assertFalse(missing, '%s.%s' % (fixture_name, missing))
-
-
-class Isolate_check(IsolateModeBase):
- def test_fail(self):
- self._execute('check', 'fail.isolate', [], False)
- self._expect_no_tree()
- self._expect_results(['fail.py'], None, None, None)
-
- def test_missing_trailing_slash(self):
- self._test_missing_trailing_slash('check')
-
- def test_non_existent(self):
- self._test_non_existent('check')
-
- def test_all_items_invalid(self):
- out = self._test_all_items_invalid('check')
- self.assertEqual('', out)
- self._expect_no_tree()
-
- def test_no_run(self):
- self._execute('check', 'no_run.isolate', [], False)
- self._expect_no_tree()
- self._expect_results([], None, None, None)
-
- # TODO(csharp): Disabled until crbug.com/150823 is fixed.
- def do_not_test_touch_only(self):
- self._execute('check', 'touch_only.isolate', ['-V', 'FLAG', 'gyp'], False)
- self._expect_no_tree()
- empty = os.path.join('files1', 'test_file1.txt')
- self._expected_isolated(['touch_only.py', 'gyp'], None, empty)
-
- def test_touch_root(self):
- self._execute('check', 'touch_root.isolate', [], False)
- self._expect_no_tree()
- self._expect_results(['touch_root.py'], None, None, None)
-
- def test_with_flag(self):
- self._execute('check', 'with_flag.isolate', ['-V', 'FLAG', 'gyp'], False)
- self._expect_no_tree()
- self._expect_results(
- ['with_flag.py', 'gyp'], None, {u'FLAG': u'gyp'}, None)
-
- if sys.platform != 'win32':
- def test_symlink_full(self):
- self._execute('check', 'symlink_full.isolate', [], False)
- self._expect_no_tree()
- self._expect_results(['symlink_full.py'], None, None, None)
-
- def test_symlink_partial(self):
- self._execute('check', 'symlink_partial.isolate', [], False)
- self._expect_no_tree()
- self._expect_results(['symlink_partial.py'], None, None, None)
-
- def test_symlink_outside_build_root(self):
- self._execute('check', 'symlink_outside_build_root.isolate', [], False)
- self._expect_no_tree()
- self._expect_results(['symlink_outside_build_root.py'], None, None, None)
-
-
-class Isolate_archive(IsolateModeBase):
- def _gen_expected_tree(self, empty_file):
- expected = [
- unicode(v['h'])
- for v in self._gen_files(False, empty_file, False).itervalues()
- ]
- expected.append(
- unicode(isolateserver.hash_file(self.isolated, ALGO)))
- return expected
-
- def _expected_hash_tree(self, empty_file):
- """Verifies the files written in the temporary directory."""
- self.assertEqual(
- sorted(self._gen_expected_tree(empty_file)),
- map(unicode, self._result_tree()))
-
- def test_fail(self):
- self._execute('archive', 'fail.isolate', [], False)
- self._expected_hash_tree(None)
- self._expect_results(['fail.py'], None, None, None)
-
- def test_missing_trailing_slash(self):
- self._test_missing_trailing_slash('archive')
-
- def test_non_existent(self):
- self._test_non_existent('archive')
-
- def test_all_items_invalid(self):
- out = self._test_all_items_invalid('archive')
- expected = (
- '%s isolate_smoke_test.isolated\n' %
- isolateserver.hash_file(self.isolated, ALGO))
- self.assertEqual(expected, out)
- self._expected_hash_tree(None)
-
- def test_no_run(self):
- self._execute('archive', 'no_run.isolate', [], False)
- self._expected_hash_tree(None)
- self._expect_results([], None, None, None)
-
- def test_split(self):
- self._execute(
- 'archive',
- 'split.isolate',
- ['-V', 'DEPTH', '.', '-V', 'PRODUCT_DIR', 'files1'],
- False,
- cwd=os.path.join(ROOT_DIR, 'tests', 'isolate'))
- # Reimplement _expected_hash_tree():
- tree = self._gen_expected_tree(None)
- isolated_base = self.isolated[:-len('.isolated')]
- isolated_hashes = [
- unicode(isolateserver.hash_file(isolated_base + '.0.isolated', ALGO)),
- unicode(isolateserver.hash_file(isolated_base + '.1.isolated', ALGO)),
- ]
- tree.extend(isolated_hashes)
- self.assertEqual(sorted(tree), map(unicode, self._result_tree()))
-
- # Reimplement _expected_isolated():
- files = self._gen_files(None, None, False)
- expected = {
- u'algo': u'sha-1',
- u'command': [u'python', u'split.py'],
- u'files': {u'split.py': files['split.py']},
- u'includes': isolated_hashes,
- u'os': unicode(isolate.get_flavor()),
- u'relative_cwd': unicode(RELATIVE_CWD[self.case()]),
- u'version': u'1.0',
- }
- self.assertEqual(expected, json.load(open(self.isolated, 'r')))
-
- key = os.path.join(u'test', 'data', 'foo.txt')
- expected = {
- u'algo': u'sha-1',
- u'files': {key: files[key]},
- u'os': unicode(isolate.get_flavor()),
- u'version': u'1.0',
- }
- self.assertEqual(
- expected, json.load(open(isolated_base + '.0.isolated', 'r')))
-
- key = os.path.join(u'files1', 'subdir', '42.txt')
- expected = {
- u'algo': u'sha-1',
- u'files': {key: files[key]},
- u'os': unicode(isolate.get_flavor()),
- u'version': u'1.0',
- }
- self.assertEqual(
- expected, json.load(open(isolated_base + '.1.isolated', 'r')))
-
-
- # TODO(csharp): Disabled until crbug.com/150823 is fixed.
- def do_not_test_touch_only(self):
- self._execute(
- 'archive', 'touch_only.isolate', ['-V', 'FLAG', 'gyp'], False)
- empty = os.path.join('files1', 'test_file1.txt')
- self._expected_hash_tree(empty)
- self._expected_isolated(['touch_only.py', 'gyp'], None, empty)
-
- def test_touch_root(self):
- self._execute('archive', 'touch_root.isolate', [], False)
- self._expected_hash_tree(None)
- self._expect_results(['touch_root.py'], None, None, None)
-
- def test_with_flag(self):
- self._execute(
- 'archive', 'with_flag.isolate', ['-V', 'FLAG', 'gyp'], False)
- self._expected_hash_tree(None)
- self._expect_results(
- ['with_flag.py', 'gyp'], None, {u'FLAG': u'gyp'}, None)
-
- if sys.platform != 'win32':
- def test_symlink_full(self):
- self._execute('archive', 'symlink_full.isolate', [], False)
- # Construct our own tree.
- expected = [
- str(v['h'])
- for v in self._gen_files(False, None, False).itervalues() if 'h' in v
- ]
- expected.append(isolateserver.hash_file(self.isolated, ALGO))
- self.assertEqual(sorted(expected), self._result_tree())
- self._expect_results(['symlink_full.py'], None, None, None)
-
- def test_symlink_partial(self):
- self._execute('archive', 'symlink_partial.isolate', [], False)
- # Construct our own tree.
- expected = [
- str(v['h'])
- for v in self._gen_files(False, None, False).itervalues() if 'h' in v
- ]
- expected.append(isolateserver.hash_file(self.isolated, ALGO))
- self.assertEqual(sorted(expected), self._result_tree())
- self._expect_results(['symlink_partial.py'], None, None, None)
-
- def test_symlink_outside_build_root(self):
- self._execute(
- 'archive', 'symlink_outside_build_root.isolate', [], False)
- # Construct our own tree.
- expected = [
- str(v['h'])
- for v in self._gen_files(False, None, False).itervalues() if 'h' in v
- ]
- expected.append(isolateserver.hash_file(self.isolated, ALGO))
- self.assertEqual(sorted(expected), self._result_tree())
- self._expect_results(['symlink_outside_build_root.py'], None, None, None)
-
-
-class Isolate_remap(IsolateModeBase):
- def test_fail(self):
- self._execute('remap', 'fail.isolate', [], False)
- self._expected_tree()
- self._expect_results(['fail.py'], None, None, None)
-
- def test_missing_trailing_slash(self):
- self._test_missing_trailing_slash('remap')
-
- def test_non_existent(self):
- self._test_non_existent('remap')
-
- def test_all_items_invalid(self):
- out = self._test_all_items_invalid('remap')
- self.assertTrue(out.startswith('Remapping'))
- self._expected_tree()
-
- def test_no_run(self):
- self._execute('remap', 'no_run.isolate', [], False)
- self._expected_tree()
- self._expect_results([], None, None, None)
-
- # TODO(csharp): Disabled until crbug.com/150823 is fixed.
- def do_not_test_touch_only(self):
- self._execute('remap', 'touch_only.isolate', ['-V', 'FLAG', 'gyp'], False)
- self._expected_tree()
- empty = os.path.join('files1', 'test_file1.txt')
- self._expect_results(
- ['touch_only.py', 'gyp'], None, {u'FLAG': u'gyp'}, empty)
-
- def test_touch_root(self):
- self._execute('remap', 'touch_root.isolate', [], False)
- self._expected_tree()
- self._expect_results(['touch_root.py'], None, None, None)
-
- def test_with_flag(self):
- self._execute('remap', 'with_flag.isolate', ['-V', 'FLAG', 'gyp'], False)
- self._expected_tree()
- self._expect_results(
- ['with_flag.py', 'gyp'], None, {u'FLAG': u'gyp'}, None)
-
- if sys.platform != 'win32':
- def test_symlink_full(self):
- self._execute('remap', 'symlink_full.isolate', [], False)
- self._expected_tree()
- self._expect_results(['symlink_full.py'], None, None, None)
-
- def test_symlink_partial(self):
- self._execute('remap', 'symlink_partial.isolate', [], False)
- self._expected_tree()
- self._expect_results(['symlink_partial.py'], None, None, None)
-
- def test_symlink_outside_build_root(self):
- self._execute('remap', 'symlink_outside_build_root.isolate', [], False)
- self._expected_tree()
- self._expect_results(['symlink_outside_build_root.py'], None, None, None)
-
-
-class Isolate_run(IsolateModeBase):
- def _expect_empty_tree(self):
- self.assertEqual([], self._result_tree())
-
- def test_fail(self):
- try:
- self._execute('run', 'fail.isolate', [], False)
- self.fail()
- except subprocess.CalledProcessError:
- pass
- self._expect_empty_tree()
- self._expect_results(['fail.py'], None, None, None)
-
- def test_missing_trailing_slash(self):
- self._test_missing_trailing_slash('run')
-
- def test_non_existent(self):
- self._test_non_existent('run')
-
- def test_all_items_invalid(self):
- out = self._test_all_items_invalid('run')
- self.assertEqual('', out)
- self._expect_no_tree()
-
- def test_no_run(self):
- try:
- self._execute('run', 'no_run.isolate', [], False)
- self.fail()
- except subprocess.CalledProcessError:
- pass
- self._expect_empty_tree()
- self._expect_no_result()
-
- # TODO(csharp): Disabled until crbug.com/150823 is fixed.
- def do_not_test_touch_only(self):
- self._execute('run', 'touch_only.isolate', ['-V', 'FLAG', 'run'], False)
- self._expect_empty_tree()
- empty = os.path.join('files1', 'test_file1.txt')
- self._expect_results(
- ['touch_only.py', 'run'], None, {u'FLAG': u'run'}, empty)
-
- def test_touch_root(self):
- self._execute('run', 'touch_root.isolate', [], False)
- self._expect_empty_tree()
- self._expect_results(['touch_root.py'], None, None, None)
-
- def test_with_flag(self):
- self._execute('run', 'with_flag.isolate', ['-V', 'FLAG', 'run'], False)
- # Not sure about the empty tree, should be deleted.
- self._expect_empty_tree()
- self._expect_results(
- ['with_flag.py', 'run'], None, {u'FLAG': u'run'}, None)
-
- if sys.platform != 'win32':
- def test_symlink_full(self):
- self._execute('run', 'symlink_full.isolate', [], False)
- self._expect_empty_tree()
- self._expect_results(['symlink_full.py'], None, None, None)
-
- def test_symlink_partial(self):
- self._execute('run', 'symlink_partial.isolate', [], False)
- self._expect_empty_tree()
- self._expect_results(['symlink_partial.py'], None, None, None)
-
- def test_symlink_outside_build_root(self):
- self._execute('run', 'symlink_outside_build_root.isolate', [], False)
- self._expect_empty_tree()
- self._expect_results(['symlink_outside_build_root.py'], None, None, None)
-
-
-class Isolate_trace_read_merge(IsolateModeBase):
- # Tests both trace, read and merge.
- # Warning: merge updates .isolate files. But they are currently in their
- # canonical format so they shouldn't be changed.
- def _check_merge(self, filename):
- filepath = file_path.get_native_path_case(
- os.path.join(unicode(ROOT_DIR), 'tests', 'isolate', filename))
- expected = 'Updating %s\n' % isolate.safe_relpath(filepath, self.tempdir)
- with open(filepath, 'rb') as f:
- old_content = f.read()
- out = self._execute('merge', filename, [], True) or ''
- self.assertEqual(expected, out)
- with open(filepath, 'rb') as f:
- new_content = f.read()
- self.assertEqual(old_content, new_content)
-
- def test_fail(self):
- # Even if the process returns non-zero, the trace will still be good.
- try:
- self._execute('trace', 'fail.isolate', ['-v'], True)
- self.fail()
- except subprocess.CalledProcessError, e:
- self.assertEqual('', e.output)
- self._expect_no_tree()
- self._expect_results(['fail.py'], None, None, None)
- expected = self._wrap_in_condition(
- {
- isolate.KEY_TRACKED: [
- 'fail.py',
- ],
- })
- out = self._execute('read', 'fail.isolate', [], True) or ''
- self.assertEqual(expected.splitlines(), out.splitlines())
- self._check_merge('fail.isolate')
-
- def test_missing_trailing_slash(self):
- self._test_missing_trailing_slash('trace')
-
- def test_non_existent(self):
- self._test_non_existent('trace')
-
- def test_all_items_invalid(self):
- out = self._test_all_items_invalid('trace')
- self.assertEqual('', out)
- self._expect_no_tree()
-
- def test_no_run(self):
- try:
- self._execute('trace', 'no_run.isolate', [], True)
- self.fail()
- except subprocess.CalledProcessError, e:
- out = e.output
- err = e.stderr
- self._expect_no_tree()
- self._expect_no_result()
- expected = 'No command to run.'
- self.assertEqual('', out)
- self.assertIn(expected, err)
-
- # TODO(csharp): Disabled until crbug.com/150823 is fixed.
- def do_not_test_touch_only(self):
- out = self._execute(
- 'trace', 'touch_only.isolate', ['-V', 'FLAG', 'trace'], True)
- self.assertEqual('', out)
- self._expect_no_tree()
- empty = os.path.join('files1', 'test_file1.txt')
- self._expect_results(
- ['touch_only.py', 'trace'], None, {u'FLAG': u'trace'}, empty)
- expected = {
- isolate.KEY_TRACKED: [
- 'touch_only.py',
- ],
- isolate.KEY_TOUCHED: [
- # Note that .isolate format mandates / and not os.path.sep.
- 'files1/test_file1.txt',
- ],
- }
- if sys.platform != 'linux2':
- # TODO(maruel): Implement touch-only tracing on non-linux.
- del expected[isolate.KEY_TOUCHED]
-
- out = self._execute('read', 'touch_only.isolate', [], True)
- self.assertEqual(self._wrap_in_condition(expected), out)
- self._check_merge('touch_only.isolate')
-
- def test_touch_root(self):
- out = self._execute('trace', 'touch_root.isolate', [], True)
- self.assertEqual('', out)
- self._expect_no_tree()
- self._expect_results(['touch_root.py'], None, None, None)
- expected = self._wrap_in_condition(
- {
- isolate.KEY_TRACKED: [
- '../../isolate.py',
- 'touch_root.py',
- ],
- })
- out = self._execute('read', 'touch_root.isolate', [], True)
- self.assertEqual(expected, out)
- self._check_merge('touch_root.isolate')
-
- def test_with_flag(self):
- out = self._execute(
- 'trace', 'with_flag.isolate', ['-V', 'FLAG', 'trace'], True)
- self.assertEqual('', out)
- self._expect_no_tree()
- self._expect_results(
- ['with_flag.py', 'trace'], None, {u'FLAG': u'trace'}, None)
- expected = {
- isolate.KEY_TRACKED: [
- 'with_flag.py',
- ],
- isolate.KEY_UNTRACKED: [
- # Note that .isolate format mandates / and not os.path.sep.
- 'files1/',
- ],
- }
- out = self._execute('read', 'with_flag.isolate', [], True)
- self.assertEqual(self._wrap_in_condition(expected), out)
- self._check_merge('with_flag.isolate')
-
- if sys.platform != 'win32':
- def test_symlink_full(self):
- out = self._execute(
- 'trace', 'symlink_full.isolate', [], True)
- self.assertEqual('', out)
- self._expect_no_tree()
- self._expect_results(['symlink_full.py'], None, None, None)
- expected = {
- isolate.KEY_TRACKED: [
- 'symlink_full.py',
- ],
- isolate.KEY_UNTRACKED: [
- # Note that .isolate format mandates / and not os.path.sep.
- 'files2/',
- ],
- }
- out = self._execute('read', 'symlink_full.isolate', [], True)
- self.assertEqual(self._wrap_in_condition(expected), out)
- self._check_merge('symlink_full.isolate')
-
- def test_symlink_partial(self):
- out = self._execute(
- 'trace', 'symlink_partial.isolate', [], True)
- self.assertEqual('', out)
- self._expect_no_tree()
- self._expect_results(['symlink_partial.py'], None, None, None)
- expected = {
- isolate.KEY_TRACKED: [
- 'symlink_partial.py',
- ],
- isolate.KEY_UNTRACKED: [
- 'files2/test_file2.txt',
- ],
- }
- out = self._execute('read', 'symlink_partial.isolate', [], True)
- self.assertEqual(self._wrap_in_condition(expected), out)
- self._check_merge('symlink_partial.isolate')
-
- def test_symlink_outside_build_root(self):
- out = self._execute(
- 'trace', 'symlink_outside_build_root.isolate', [], True)
- self.assertEqual('', out)
- self._expect_no_tree()
- self._expect_results(['symlink_outside_build_root.py'], None, None, None)
- expected = {
- isolate.KEY_TRACKED: [
- 'symlink_outside_build_root.py',
- ],
- isolate.KEY_UNTRACKED: [
- 'link_outside_build_root/',
- ],
- }
- out = self._execute(
- 'read', 'symlink_outside_build_root.isolate', [], True)
- self.assertEqual(self._wrap_in_condition(expected), out)
- self._check_merge('symlink_outside_build_root.isolate')
-
-
-class IsolateNoOutdir(IsolateBase):
- # Test without the --outdir flag.
- # So all the files are first copied in the tempdir and the test is run from
- # there.
- def setUp(self):
- super(IsolateNoOutdir, self).setUp()
- self.root = os.path.join(self.tempdir, 'root')
- os.makedirs(os.path.join(self.root, 'tests', 'isolate'))
- for i in ('touch_root.isolate', 'touch_root.py'):
- shutil.copy(
- os.path.join(ROOT_DIR, 'tests', 'isolate', i),
- os.path.join(self.root, 'tests', 'isolate', i))
- shutil.copy(
- os.path.join(ROOT_DIR, 'isolate.py'),
- os.path.join(self.root, 'isolate.py'))
-
- def _execute(self, mode, args, need_output):
- """Executes isolate.py."""
- chromeos_value = int(isolate.get_flavor() == 'linux')
- cmd = [
- sys.executable, os.path.join(ROOT_DIR, 'isolate.py'),
- mode,
- '--isolated', self.isolated,
- '-V', 'chromeos', str(chromeos_value),
- ]
- cmd.extend(args)
-
- env = os.environ.copy()
- if 'ISOLATE_DEBUG' in env:
- del env['ISOLATE_DEBUG']
-
- if need_output or not VERBOSE:
- stdout = subprocess.PIPE
- stderr = subprocess.STDOUT
- else:
- cmd.extend(['-v'] * 3)
- stdout = None
- stderr = None
-
- logging.debug(cmd)
- cwd = self.tempdir
- p = subprocess.Popen(
- cmd,
- stdout=stdout,
- stderr=stderr,
- cwd=cwd,
- env=env,
- universal_newlines=True)
- out, err = p.communicate()
- if p.returncode:
- raise CalledProcessError(p.returncode, cmd, out, err, cwd)
- return out
-
- def mode(self):
- """Returns the execution mode corresponding to this test case."""
- test_id = self.id().split('.')
- self.assertEqual(3, len(test_id))
- self.assertEqual('__main__', test_id[0])
- return re.match('^test_([a-z]+)$', test_id[2]).group(1)
-
- def filename(self):
- """Returns the filename corresponding to this test case."""
- filename = os.path.join(self.root, 'tests', 'isolate', 'touch_root.isolate')
- self.assertTrue(os.path.isfile(filename), filename)
- return filename
-
- def test_check(self):
- self._execute('check', ['--isolate', self.filename()], False)
- files = sorted([
- 'isolate_smoke_test.isolated',
- 'isolate_smoke_test.isolated.state',
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'),
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'),
- os.path.join('root', 'isolate.py'),
- ])
- self.assertEqual(files, list_files_tree(self.tempdir))
-
- def test_archive(self):
- self._execute('archive', ['--isolate', self.filename()], False)
- files = sorted([
- os.path.join(
- 'hashtable',
- isolateserver.hash_file(os.path.join(ROOT_DIR, 'isolate.py'), ALGO)),
- os.path.join(
- 'hashtable',
- isolateserver.hash_file(
- os.path.join(ROOT_DIR, 'tests', 'isolate', 'touch_root.py'),
- ALGO)),
- os.path.join(
- 'hashtable',
- isolateserver.hash_file(os.path.join(self.isolated), ALGO)),
- 'isolate_smoke_test.isolated',
- 'isolate_smoke_test.isolated.state',
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'),
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'),
- os.path.join('root', 'isolate.py'),
- ])
- self.assertEqual(files, list_files_tree(self.tempdir))
-
- def test_remap(self):
- self._execute('remap', ['--isolate', self.filename()], False)
- files = sorted([
- 'isolate_smoke_test.isolated',
- 'isolate_smoke_test.isolated.state',
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'),
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'),
- os.path.join('root', 'isolate.py'),
- ])
- self.assertEqual(files, list_files_tree(self.tempdir))
-
- def test_run(self):
- self._execute('run', ['--isolate', self.filename()], False)
- files = sorted([
- 'isolate_smoke_test.isolated',
- 'isolate_smoke_test.isolated.state',
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'),
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'),
- os.path.join('root', 'isolate.py'),
- ])
- self.assertEqual(files, list_files_tree(self.tempdir))
-
- def test_trace_read_merge(self):
- self._execute('trace', ['--isolate', self.filename()], False)
- # Read the trace before cleaning up. No need to specify self.filename()
- # because add the needed information is in the .state file.
- output = self._execute('read', [], True)
- expected = {
- isolate.KEY_TRACKED: [
- '../../isolate.py',
- 'touch_root.py',
- ],
- }
- self.assertEqual(self._wrap_in_condition(expected), output)
-
- output = self._execute('merge', [], True)
- expected = 'Updating %s\n' % os.path.join(
- 'root', 'tests', 'isolate', 'touch_root.isolate')
- self.assertEqual(expected, output)
- # In theory the file is going to be updated but in practice its content
- # won't change.
-
- # Clean the directory from the logs, which are OS-specific.
- isolate.trace_inputs.get_api().clean_trace(
- os.path.join(self.tempdir, 'isolate_smoke_test.isolated.log'))
- files = sorted([
- 'isolate_smoke_test.isolated',
- 'isolate_smoke_test.isolated.state',
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'),
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'),
- os.path.join('root', 'isolate.py'),
- ])
- self.assertEqual(files, list_files_tree(self.tempdir))
-
-
-class IsolateOther(IsolateBase):
- def test_run_mixed(self):
- # Test when a user mapped from a directory and then replay from another
- # directory. This is a very rare corner case.
- indir = os.path.join(self.tempdir, 'input')
- os.mkdir(indir)
- for i in ('simple.py', 'simple.isolate'):
- shutil.copy(
- os.path.join(ROOT_DIR, 'tests', 'isolate', i),
- os.path.join(indir, i))
- proc = subprocess.Popen(
- [
- sys.executable, 'isolate.py',
- 'check',
- '-i', os.path.join(indir, 'simple.isolate'),
- '-s', os.path.join(indir, 'simple.isolated'),
- ],
- stdout=subprocess.PIPE,
- stderr=subprocess.STDOUT,
- cwd=ROOT_DIR)
- stdout = proc.communicate()[0]
- self.assertEqual('', stdout)
- self.assertEqual(0, proc.returncode)
- expected = [
- 'simple.isolate', 'simple.isolated', 'simple.isolated.state', 'simple.py',
- ]
- self.assertEqual(expected, sorted(os.listdir(indir)))
-
- # Remove the original directory.
- indir2 = indir + '2'
- os.rename(indir, indir2)
-
- # simple.isolated.state is required; it contains the variables.
- # This should still work.
- proc = subprocess.Popen(
- [
- sys.executable, 'isolate.py', 'run',
- '-s', os.path.join(indir2, 'simple.isolated'),
- '--skip-refresh',
- ],
- stdout=subprocess.PIPE,
- stderr=subprocess.STDOUT,
- cwd=ROOT_DIR,
- universal_newlines=True)
- stdout = proc.communicate()[0]
- self.assertEqual('Simply works.\n', stdout)
- self.assertEqual(0, proc.returncode)
-
-
-if __name__ == '__main__':
- VERBOSE = '-v' in sys.argv
- logging.basicConfig(level=logging.DEBUG if VERBOSE else logging.ERROR)
- if VERBOSE:
- unittest.TestCase.maxDiff = None
- unittest.main()
« no previous file with comments | « swarm_client/tests/isolate/with_flag.py ('k') | swarm_client/tests/isolate_test.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698