Index: tools/isolate/tests/isolate_smoke_test.py |
diff --git a/tools/isolate/tests/isolate_smoke_test.py b/tools/isolate/tests/isolate_smoke_test.py |
deleted file mode 100755 |
index 02785588a3f5ea7f4758099525677900400b09fd..0000000000000000000000000000000000000000 |
--- a/tools/isolate/tests/isolate_smoke_test.py |
+++ /dev/null |
@@ -1,1001 +0,0 @@ |
-#!/usr/bin/env python |
-# Copyright (c) 2012 The Chromium Authors. All rights reserved. |
-# Use of this source code is governed by a BSD-style license that can be |
-# found in the LICENSE file. |
- |
-import cStringIO |
-import hashlib |
-import json |
-import logging |
-import os |
-import re |
-import shutil |
-import stat |
-import subprocess |
-import sys |
-import tempfile |
-import unittest |
- |
-ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) |
-sys.path.insert(0, ROOT_DIR) |
- |
-import isolate |
-import run_test_from_archive |
- |
-VERBOSE = False |
-SHA_1_NULL = hashlib.sha1().hexdigest() |
- |
- |
-# Keep the list hard coded. |
-EXPECTED_MODES = ( |
- 'check', |
- 'hashtable', |
- 'help', |
- 'noop', |
- 'merge', |
- 'read', |
- 'remap', |
- 'run', |
- 'trace', |
-) |
- |
-# These are per test case, not per mode. |
-RELATIVE_CWD = { |
- 'fail': '.', |
- 'missing_trailing_slash': '.', |
- 'no_run': '.', |
- 'non_existent': '.', |
- 'symlink_full': '.', |
- 'symlink_partial': '.', |
- 'touch_only': '.', |
- 'touch_root': os.path.join('tests', 'isolate'), |
- 'with_flag': '.', |
-} |
- |
-DEPENDENCIES = { |
- 'fail': ['fail.py'], |
- 'missing_trailing_slash': [], |
- 'no_run': [ |
- 'no_run.isolate', |
- os.path.join('files1', 'subdir', '42.txt'), |
- os.path.join('files1', 'test_file1.txt'), |
- os.path.join('files1', 'test_file2.txt'), |
- ], |
- 'non_existent': [], |
- 'symlink_full': [ |
- os.path.join('files1', 'subdir', '42.txt'), |
- os.path.join('files1', 'test_file1.txt'), |
- os.path.join('files1', 'test_file2.txt'), |
- # files2 is a symlink to files1. |
- 'files2', |
- 'symlink_full.py', |
- ], |
- 'symlink_partial': [ |
- os.path.join('files1', 'test_file2.txt'), |
- # files2 is a symlink to files1. |
- 'files2', |
- 'symlink_partial.py', |
- ], |
- 'touch_only': [ |
- 'touch_only.py', |
- os.path.join('files1', 'test_file1.txt'), |
- ], |
- 'touch_root': [ |
- os.path.join('tests', 'isolate', 'touch_root.py'), |
- 'isolate.py', |
- ], |
- 'with_flag': [ |
- 'with_flag.py', |
- os.path.join('files1', 'subdir', '42.txt'), |
- os.path.join('files1', 'test_file1.txt'), |
- os.path.join('files1', 'test_file2.txt'), |
- ], |
-} |
- |
- |
-class CalledProcessError(subprocess.CalledProcessError): |
- """Makes 2.6 version act like 2.7""" |
- def __init__(self, returncode, cmd, output, stderr, cwd): |
- super(CalledProcessError, self).__init__(returncode, cmd) |
- self.output = output |
- self.stderr = stderr |
- self.cwd = cwd |
- |
- def __str__(self): |
- return super(CalledProcessError, self).__str__() + ( |
- '\n' |
- 'cwd=%s\n%s\n%s\n%s') % ( |
- self.cwd, |
- self.output, |
- self.stderr, |
- ' '.join(self.cmd)) |
- |
- |
-def list_files_tree(directory): |
- """Returns the list of all the files in a tree.""" |
- actual = [] |
- for root, dirnames, filenames in os.walk(directory): |
- actual.extend(os.path.join(root, f)[len(directory)+1:] for f in filenames) |
- for dirname in dirnames: |
- full = os.path.join(root, dirname) |
- # Manually include symlinks. |
- if os.path.islink(full): |
- actual.append(full[len(directory)+1:]) |
- return sorted(actual) |
- |
- |
-def calc_sha1(filepath): |
- """Calculates the SHA-1 hash for a file.""" |
- return hashlib.sha1(open(filepath, 'rb').read()).hexdigest() |
- |
- |
-class IsolateBase(unittest.TestCase): |
- # To be defined by the subclass, it defines the amount of meta data saved by |
- # isolate.py for each file. Should be one of (NO_INFO, STATS_ONLY, WITH_HASH). |
- LEVEL = None |
- |
- def setUp(self): |
- # The tests assume the current directory is the file's directory. |
- os.chdir(ROOT_DIR) |
- self.tempdir = tempfile.mkdtemp() |
- self.result = os.path.join(self.tempdir, 'isolate_smoke_test.results') |
- self.outdir = os.path.join(self.tempdir, 'isolated') |
- |
- def tearDown(self): |
- logging.debug(self.tempdir) |
- shutil.rmtree(self.tempdir) |
- |
- @staticmethod |
- def _isolate_dict_to_string(values): |
- buf = cStringIO.StringIO() |
- isolate.pretty_print(values, buf) |
- return buf.getvalue() |
- |
- @classmethod |
- def _wrap_in_condition(cls, variables): |
- """Wraps a variables dict inside the current OS condition. |
- |
- Returns the equivalent string. |
- """ |
- return cls._isolate_dict_to_string( |
- { |
- 'conditions': [ |
- ['OS=="%s"' % isolate.get_flavor(), { |
- 'variables': variables |
- }], |
- ], |
- }) |
- |
- |
-class IsolateModeBase(IsolateBase): |
- def _expect_no_tree(self): |
- self.assertFalse(os.path.exists(self.outdir)) |
- |
- def _result_tree(self): |
- return list_files_tree(self.outdir) |
- |
- def _expected_tree(self): |
- """Verifies the files written in the temporary directory.""" |
- self.assertEquals(sorted(DEPENDENCIES[self.case()]), self._result_tree()) |
- |
- @staticmethod |
- def _fix_file_mode(filename, read_only): |
- """4 modes are supported, 0750 (rwx), 0640 (rw), 0550 (rx), 0440 (r).""" |
- min_mode = 0440 |
- if not read_only: |
- min_mode |= 0200 |
- return (min_mode | 0110) if filename.endswith('.py') else min_mode |
- |
- def _gen_files(self, read_only, empty_file): |
- """Returns a dict of files like calling isolate.process_input() on each |
- file. |
- """ |
- root_dir = ROOT_DIR |
- if RELATIVE_CWD[self.case()] == '.': |
- root_dir = os.path.join(root_dir, 'tests', 'isolate') |
- |
- files = dict((unicode(f), {}) for f in DEPENDENCIES[self.case()]) |
- |
- for relfile, v in files.iteritems(): |
- filepath = os.path.join(root_dir, relfile) |
- if self.LEVEL >= isolate.STATS_ONLY: |
- filestats = os.lstat(filepath) |
- is_link = stat.S_ISLNK(filestats.st_mode) |
- if not is_link: |
- v[u'size'] = filestats.st_size |
- if isolate.get_flavor() != 'win': |
- v[u'mode'] = self._fix_file_mode(relfile, read_only) |
- else: |
- v[u'mode'] = 488 |
- # Used the skip recalculating the hash. Use the most recent update |
- # time. |
- v[u'timestamp'] = int(round(filestats.st_mtime)) |
- if is_link: |
- v['link'] = os.readlink(filepath) |
- |
- if self.LEVEL >= isolate.WITH_HASH: |
- if not is_link: |
- # Upgrade the value to unicode so diffing the structure in case of |
- # test failure is easier, since the basestring type must match, |
- # str!=unicode. |
- v[u'sha-1'] = unicode(calc_sha1(filepath)) |
- |
- if empty_file: |
- item = files[empty_file] |
- item['sha-1'] = unicode(SHA_1_NULL) |
- if sys.platform != 'win32': |
- item['mode'] = 288 |
- item['size'] = 0 |
- item['touched_only'] = True |
- item.pop('timestamp', None) |
- return files |
- |
- def _expected_result(self, args, read_only, empty_file): |
- """Verifies self.result contains the expected data.""" |
- expected = { |
- u'files': self._gen_files(read_only, empty_file), |
- u'os': isolate.get_flavor(), |
- u'relative_cwd': unicode(RELATIVE_CWD[self.case()]), |
- } |
- if read_only is not None: |
- expected[u'read_only'] = read_only |
- if args: |
- expected[u'command'] = [u'python'] + [unicode(x) for x in args] |
- else: |
- expected[u'command'] = [] |
- self.assertEquals(expected, json.load(open(self.result, 'r'))) |
- |
- def _expected_saved_state(self, extra_vars): |
- flavor = isolate.get_flavor() |
- expected = { |
- u'isolate_file': unicode(self.filename()), |
- u'variables': { |
- u'EXECUTABLE_SUFFIX': '.exe' if flavor == 'win' else '', |
- u'OS': unicode(flavor), |
- }, |
- } |
- expected['variables'].update(extra_vars or {}) |
- self.assertEquals(expected, json.load(open(self.saved_state(), 'r'))) |
- |
- def _expect_results(self, args, read_only, extra_vars, empty_file): |
- self._expected_result(args, read_only, empty_file) |
- self._expected_saved_state(extra_vars) |
- # Also verifies run_test_from_archive.py will be able to read it. |
- run_test_from_archive.load_manifest(open(self.result, 'r').read()) |
- |
- def _expect_no_result(self): |
- self.assertFalse(os.path.exists(self.result)) |
- |
- def _execute(self, mode, case, args, need_output): |
- """Executes isolate.py.""" |
- self.assertEquals( |
- case, |
- self.case() + '.isolate', |
- 'Rename the test case to test_%s()' % case) |
- cmd = [ |
- sys.executable, os.path.join(ROOT_DIR, 'isolate.py'), |
- mode, |
- '--result', self.result, |
- '--outdir', self.outdir, |
- '--isolate', self.filename(), |
- ] |
- cmd.extend(args) |
- |
- env = os.environ.copy() |
- if 'ISOLATE_DEBUG' in env: |
- del env['ISOLATE_DEBUG'] |
- |
- if need_output or not VERBOSE: |
- stdout = subprocess.PIPE |
- stderr = subprocess.PIPE |
- else: |
- cmd.extend(['-v'] * 3) |
- stdout = None |
- stderr = None |
- |
- logging.debug(cmd) |
- cwd = ROOT_DIR |
- p = subprocess.Popen( |
- cmd, |
- stdout=stdout, |
- stderr=stderr, |
- cwd=cwd, |
- env=env, |
- universal_newlines=True) |
- out, err = p.communicate() |
- if p.returncode: |
- raise CalledProcessError(p.returncode, cmd, out, err, cwd) |
- |
- # Do not check on Windows since a lot of spew is generated there. |
- if sys.platform != 'win32': |
- self.assertTrue(err in (None, ''), err) |
- return out |
- |
- def case(self): |
- """Returns the filename corresponding to this test case.""" |
- test_id = self.id().split('.') |
- return re.match('^test_([a-z_]+)$', test_id[2]).group(1) |
- |
- def filename(self): |
- """Returns the filename corresponding to this test case.""" |
- filename = os.path.join( |
- ROOT_DIR, 'tests', 'isolate', self.case() + '.isolate') |
- self.assertTrue(os.path.isfile(filename), filename) |
- return filename |
- |
- def saved_state(self): |
- return isolate.result_to_state(self.result) |
- |
- |
-class Isolate(unittest.TestCase): |
- # Does not inherit from the other *Base classes. |
- def test_help_modes(self): |
- # Check coherency in the help and implemented modes. |
- p = subprocess.Popen( |
- [sys.executable, os.path.join(ROOT_DIR, 'isolate.py'), '--help'], |
- stdout=subprocess.PIPE, |
- stderr=subprocess.STDOUT, |
- cwd=ROOT_DIR) |
- out = p.communicate()[0].splitlines() |
- self.assertEquals(0, p.returncode) |
- out = out[out.index('') + 1:] |
- out = out[:out.index('')] |
- modes = [re.match(r'^ (\w+) .+', l) for l in out] |
- modes = tuple(m.group(1) for m in modes if m) |
- # noop doesn't do anything so no point in testing it. |
- self.assertEquals(sorted(EXPECTED_MODES), sorted(modes)) |
- |
- def test_modes(self): |
- # This is a bit redundant but make sure all combinations are tested. |
- files = sorted( |
- i[:-len('.isolate')] |
- for i in os.listdir(os.path.join(ROOT_DIR, 'tests', 'isolate')) |
- if i.endswith('.isolate') |
- ) |
- self.assertEquals(sorted(RELATIVE_CWD), files) |
- self.assertEquals(sorted(DEPENDENCIES), files) |
- |
- if sys.platform == 'win32': |
- # Symlink stuff is unsupported there, remove them from the list. |
- files = [f for f in files if not f.startswith('symlink_')] |
- |
- # TODO(csharp): touched_only is disabled until crbug.com/150823 is fixed. |
- files.remove('touch_only') |
- |
- # modes read and trace are tested together. |
- modes_to_check = list(EXPECTED_MODES) |
- modes_to_check.remove('help') |
- modes_to_check.remove('merge') |
- modes_to_check.remove('noop') |
- modes_to_check.remove('read') |
- modes_to_check.remove('trace') |
- modes_to_check.append('trace_read_merge') |
- for mode in modes_to_check: |
- expected_cases = set('test_%s' % f for f in files) |
- fixture_name = 'Isolate_%s' % mode |
- fixture = getattr(sys.modules[__name__], fixture_name) |
- actual_cases = set(i for i in dir(fixture) if i.startswith('test_')) |
- missing = expected_cases - actual_cases |
- self.assertFalse(missing, '%s.%s' % (fixture_name, missing)) |
- |
- |
-class Isolate_check(IsolateModeBase): |
- LEVEL = isolate.NO_INFO |
- |
- def test_fail(self): |
- self._execute('check', 'fail.isolate', [], False) |
- self._expect_no_tree() |
- self._expect_results(['fail.py'], None, None, None) |
- |
- def test_missing_trailing_slash(self): |
- try: |
- self._execute('check', 'missing_trailing_slash.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_no_tree() |
- self._expect_no_result() |
- |
- def test_non_existent(self): |
- try: |
- self._execute('check', 'non_existent.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_no_tree() |
- self._expect_no_result() |
- |
- def test_no_run(self): |
- self._execute('check', 'no_run.isolate', [], False) |
- self._expect_no_tree() |
- self._expect_results([], None, None, None) |
- |
- # TODO(csharp): Disabled until crbug.com/150823 is fixed. |
- def do_not_test_touch_only(self): |
- self._execute('check', 'touch_only.isolate', ['-V', 'FLAG', 'gyp'], False) |
- self._expect_no_tree() |
- empty = os.path.join('files1', 'test_file1.txt') |
- self._expected_result(['touch_only.py', 'gyp'], None, empty) |
- |
- def test_touch_root(self): |
- self._execute('check', 'touch_root.isolate', [], False) |
- self._expect_no_tree() |
- self._expect_results(['touch_root.py'], None, None, None) |
- |
- def test_with_flag(self): |
- self._execute('check', 'with_flag.isolate', ['-V', 'FLAG', 'gyp'], False) |
- self._expect_no_tree() |
- self._expect_results( |
- ['with_flag.py', 'gyp'], None, {u'FLAG': u'gyp'}, None) |
- |
- if sys.platform != 'win32': |
- def test_symlink_full(self): |
- self._execute('check', 'symlink_full.isolate', [], False) |
- self._expect_no_tree() |
- self._expect_results(['symlink_full.py'], None, None, None) |
- |
- def test_symlink_partial(self): |
- self._execute('check', 'symlink_partial.isolate', [], False) |
- self._expect_no_tree() |
- self._expect_results(['symlink_partial.py'], None, None, None) |
- |
- |
-class Isolate_hashtable(IsolateModeBase): |
- LEVEL = isolate.WITH_HASH |
- |
- def _gen_expected_tree(self, empty_file): |
- expected = [ |
- v['sha-1'] for v in self._gen_files(False, empty_file).itervalues() |
- ] |
- expected.append(calc_sha1(self.result)) |
- return expected |
- |
- def _expected_hash_tree(self, empty_file): |
- """Verifies the files written in the temporary directory.""" |
- self.assertEquals( |
- sorted(self._gen_expected_tree(empty_file)), self._result_tree()) |
- |
- def test_fail(self): |
- self._execute('hashtable', 'fail.isolate', [], False) |
- self._expected_hash_tree(None) |
- self._expect_results(['fail.py'], None, None, None) |
- |
- def test_missing_trailing_slash(self): |
- try: |
- self._execute('hashtable', 'missing_trailing_slash.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_no_tree() |
- self._expect_no_result() |
- |
- def test_non_existent(self): |
- try: |
- self._execute('hashtable', 'non_existent.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_no_tree() |
- self._expect_no_result() |
- |
- def test_no_run(self): |
- self._execute('hashtable', 'no_run.isolate', [], False) |
- self._expected_hash_tree(None) |
- self._expect_results([], None, None, None) |
- |
- # TODO(csharp): Disabled until crbug.com/150823 is fixed. |
- def do_not_test_touch_only(self): |
- self._execute( |
- 'hashtable', 'touch_only.isolate', ['-V', 'FLAG', 'gyp'], False) |
- empty = os.path.join('files1', 'test_file1.txt') |
- self._expected_hash_tree(empty) |
- self._expected_result(['touch_only.py', 'gyp'], None, empty) |
- |
- def test_touch_root(self): |
- self._execute('hashtable', 'touch_root.isolate', [], False) |
- self._expected_hash_tree(None) |
- self._expect_results(['touch_root.py'], None, None, None) |
- |
- def test_with_flag(self): |
- self._execute( |
- 'hashtable', 'with_flag.isolate', ['-V', 'FLAG', 'gyp'], False) |
- self._expected_hash_tree(None) |
- self._expect_results( |
- ['with_flag.py', 'gyp'], None, {u'FLAG': u'gyp'}, None) |
- |
- if sys.platform != 'win32': |
- def test_symlink_full(self): |
- self._execute('hashtable', 'symlink_full.isolate', [], False) |
- # Construct our own tree. |
- expected = [ |
- str(v['sha-1']) |
- for v in self._gen_files(False, None).itervalues() if 'sha-1' in v |
- ] |
- expected.append(calc_sha1(self.result)) |
- self.assertEquals(sorted(expected), self._result_tree()) |
- self._expect_results(['symlink_full.py'], None, None, None) |
- |
- def test_symlink_partial(self): |
- self._execute('hashtable', 'symlink_partial.isolate', [], False) |
- # Construct our own tree. |
- expected = [ |
- str(v['sha-1']) |
- for v in self._gen_files(False, None).itervalues() if 'sha-1' in v |
- ] |
- expected.append(calc_sha1(self.result)) |
- self.assertEquals(sorted(expected), self._result_tree()) |
- self._expect_results(['symlink_partial.py'], None, None, None) |
- |
- |
- |
-class Isolate_remap(IsolateModeBase): |
- LEVEL = isolate.STATS_ONLY |
- |
- def test_fail(self): |
- self._execute('remap', 'fail.isolate', [], False) |
- self._expected_tree() |
- self._expect_results(['fail.py'], None, None, None) |
- |
- def test_missing_trailing_slash(self): |
- try: |
- self._execute('remap', 'missing_trailing_slash.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_no_tree() |
- self._expect_no_result() |
- |
- def test_non_existent(self): |
- try: |
- self._execute('remap', 'non_existent.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_no_tree() |
- self._expect_no_result() |
- |
- def test_no_run(self): |
- self._execute('remap', 'no_run.isolate', [], False) |
- self._expected_tree() |
- self._expect_results([], None, None, None) |
- |
- # TODO(csharp): Disabled until crbug.com/150823 is fixed. |
- def do_not_test_touch_only(self): |
- self._execute('remap', 'touch_only.isolate', ['-V', 'FLAG', 'gyp'], False) |
- self._expected_tree() |
- empty = os.path.join('files1', 'test_file1.txt') |
- self._expect_results( |
- ['touch_only.py', 'gyp'], None, {u'FLAG': u'gyp'}, empty) |
- |
- def test_touch_root(self): |
- self._execute('remap', 'touch_root.isolate', [], False) |
- self._expected_tree() |
- self._expect_results(['touch_root.py'], None, None, None) |
- |
- def test_with_flag(self): |
- self._execute('remap', 'with_flag.isolate', ['-V', 'FLAG', 'gyp'], False) |
- self._expected_tree() |
- self._expect_results( |
- ['with_flag.py', 'gyp'], None, {u'FLAG': u'gyp'}, None) |
- |
- if sys.platform != 'win32': |
- def test_symlink_full(self): |
- self._execute('remap', 'symlink_full.isolate', [], False) |
- self._expected_tree() |
- self._expect_results(['symlink_full.py'], None, None, None) |
- |
- def test_symlink_partial(self): |
- self._execute('remap', 'symlink_partial.isolate', [], False) |
- self._expected_tree() |
- self._expect_results(['symlink_partial.py'], None, None, None) |
- |
- |
-class Isolate_run(IsolateModeBase): |
- LEVEL = isolate.STATS_ONLY |
- |
- def _expect_empty_tree(self): |
- self.assertEquals([], self._result_tree()) |
- |
- def test_fail(self): |
- try: |
- self._execute('run', 'fail.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_empty_tree() |
- self._expect_results(['fail.py'], None, None, None) |
- |
- def test_missing_trailing_slash(self): |
- try: |
- self._execute('run', 'missing_trailing_slash.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_no_tree() |
- self._expect_no_result() |
- |
- def test_non_existent(self): |
- try: |
- self._execute('run', 'non_existent.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_no_tree() |
- self._expect_no_result() |
- |
- def test_no_run(self): |
- try: |
- self._execute('run', 'no_run.isolate', [], False) |
- self.fail() |
- except subprocess.CalledProcessError: |
- pass |
- self._expect_empty_tree() |
- self._expect_no_result() |
- |
- # TODO(csharp): Disabled until crbug.com/150823 is fixed. |
- def do_not_test_touch_only(self): |
- self._execute('run', 'touch_only.isolate', ['-V', 'FLAG', 'run'], False) |
- self._expect_empty_tree() |
- empty = os.path.join('files1', 'test_file1.txt') |
- self._expect_results( |
- ['touch_only.py', 'run'], None, {u'FLAG': u'run'}, empty) |
- |
- def test_touch_root(self): |
- self._execute('run', 'touch_root.isolate', [], False) |
- self._expect_empty_tree() |
- self._expect_results(['touch_root.py'], None, None, None) |
- |
- def test_with_flag(self): |
- self._execute('run', 'with_flag.isolate', ['-V', 'FLAG', 'run'], False) |
- # Not sure about the empty tree, should be deleted. |
- self._expect_empty_tree() |
- self._expect_results( |
- ['with_flag.py', 'run'], None, {u'FLAG': u'run'}, None) |
- |
- if sys.platform != 'win32': |
- def test_symlink_full(self): |
- self._execute('run', 'symlink_full.isolate', [], False) |
- self._expect_empty_tree() |
- self._expect_results(['symlink_full.py'], None, None, None) |
- |
- def test_symlink_partial(self): |
- self._execute('run', 'symlink_partial.isolate', [], False) |
- self._expect_empty_tree() |
- self._expect_results(['symlink_partial.py'], None, None, None) |
- |
- |
-class Isolate_trace_read_merge(IsolateModeBase): |
- # Tests both trace, read and merge. |
- # Warning: merge updates .isolate files. But they are currently in their |
- # canonical format so they shouldn't be changed. |
- LEVEL = isolate.STATS_ONLY |
- |
- def _check_merge(self, filename): |
- filepath = isolate.trace_inputs.get_native_path_case( |
- os.path.join(ROOT_DIR, 'tests', 'isolate', filename)) |
- expected = 'Updating %s\n' % filepath |
- with open(filepath, 'rb') as f: |
- old_content = f.read() |
- out = self._execute('merge', filename, [], True) or '' |
- self.assertEquals(expected, out) |
- with open(filepath, 'rb') as f: |
- new_content = f.read() |
- self.assertEquals(old_content, new_content) |
- |
- def test_fail(self): |
- # Even if the process returns non-zero, the trace will still be good. |
- try: |
- self._execute('trace', 'fail.isolate', ['-v'], True) |
- self.fail() |
- except subprocess.CalledProcessError, e: |
- self.assertEquals('', e.output) |
- self._expect_no_tree() |
- self._expect_results(['fail.py'], None, None, None) |
- expected = self._wrap_in_condition( |
- { |
- isolate.KEY_TRACKED: [ |
- 'fail.py', |
- ], |
- }) |
- out = self._execute('read', 'fail.isolate', [], True) or '' |
- self.assertEquals(expected.splitlines(), out.splitlines()) |
- self._check_merge('fail.isolate') |
- |
- def test_missing_trailing_slash(self): |
- try: |
- self._execute('trace', 'missing_trailing_slash.isolate', [], True) |
- self.fail() |
- except subprocess.CalledProcessError, e: |
- self.assertEquals('', e.output) |
- out = e.stderr |
- self._expect_no_tree() |
- self._expect_no_result() |
- expected = ( |
- '\n' |
- 'Error: Input directory %s must have a trailing slash\n' % |
- os.path.join(ROOT_DIR, 'tests', 'isolate', 'files1') |
- ) |
- self.assertEquals(expected, out) |
- |
- def test_non_existent(self): |
- try: |
- self._execute('trace', 'non_existent.isolate', [], True) |
- self.fail() |
- except subprocess.CalledProcessError, e: |
- self.assertEquals('', e.output) |
- out = e.stderr |
- self._expect_no_tree() |
- self._expect_no_result() |
- expected = ( |
- '\n' |
- 'Error: Input file %s doesn\'t exist\n' % |
- os.path.join(ROOT_DIR, 'tests', 'isolate', 'A_file_that_do_not_exist') |
- ) |
- self.assertEquals(expected, out) |
- |
- def test_no_run(self): |
- try: |
- self._execute('trace', 'no_run.isolate', [], True) |
- self.fail() |
- except subprocess.CalledProcessError, e: |
- out = e.output |
- err = e.stderr |
- self._expect_no_tree() |
- self._expect_no_result() |
- expected = '\nError: No command to run\n' |
- self.assertEquals('', out) |
- self.assertEquals(expected, err) |
- |
- # TODO(csharp): Disabled until crbug.com/150823 is fixed. |
- def do_not_test_touch_only(self): |
- out = self._execute( |
- 'trace', 'touch_only.isolate', ['-V', 'FLAG', 'trace'], True) |
- self.assertEquals('', out) |
- self._expect_no_tree() |
- empty = os.path.join('files1', 'test_file1.txt') |
- self._expect_results( |
- ['touch_only.py', 'trace'], None, {u'FLAG': u'trace'}, empty) |
- expected = { |
- isolate.KEY_TRACKED: [ |
- 'touch_only.py', |
- ], |
- isolate.KEY_TOUCHED: [ |
- # Note that .isolate format mandates / and not os.path.sep. |
- 'files1/test_file1.txt', |
- ], |
- } |
- if sys.platform != 'linux2': |
- # TODO(maruel): Implement touch-only tracing on non-linux. |
- del expected[isolate.KEY_TOUCHED] |
- |
- out = self._execute('read', 'touch_only.isolate', [], True) |
- self.assertEquals(self._wrap_in_condition(expected), out) |
- self._check_merge('touch_only.isolate') |
- |
- def test_touch_root(self): |
- out = self._execute('trace', 'touch_root.isolate', [], True) |
- self.assertEquals('', out) |
- self._expect_no_tree() |
- self._expect_results(['touch_root.py'], None, None, None) |
- expected = self._wrap_in_condition( |
- { |
- isolate.KEY_TRACKED: [ |
- '../../isolate.py', |
- 'touch_root.py', |
- ], |
- }) |
- out = self._execute('read', 'touch_root.isolate', [], True) |
- self.assertEquals(expected, out) |
- self._check_merge('touch_root.isolate') |
- |
- def test_with_flag(self): |
- out = self._execute( |
- 'trace', 'with_flag.isolate', ['-V', 'FLAG', 'trace'], True) |
- self.assertEquals('', out) |
- self._expect_no_tree() |
- self._expect_results( |
- ['with_flag.py', 'trace'], None, {u'FLAG': u'trace'}, None) |
- expected = { |
- isolate.KEY_TRACKED: [ |
- 'with_flag.py', |
- ], |
- isolate.KEY_UNTRACKED: [ |
- # Note that .isolate format mandates / and not os.path.sep. |
- 'files1/', |
- ], |
- } |
- out = self._execute('read', 'with_flag.isolate', [], True) |
- self.assertEquals(self._wrap_in_condition(expected), out) |
- self._check_merge('with_flag.isolate') |
- |
- if sys.platform != 'win32': |
- def test_symlink_full(self): |
- out = self._execute( |
- 'trace', 'symlink_full.isolate', [], True) |
- self.assertEquals('', out) |
- self._expect_no_tree() |
- self._expect_results(['symlink_full.py'], None, None, None) |
- expected = { |
- isolate.KEY_TRACKED: [ |
- 'symlink_full.py', |
- ], |
- isolate.KEY_UNTRACKED: [ |
- # Note that .isolate format mandates / and not os.path.sep. |
- 'files2/', |
- ], |
- } |
- out = self._execute('read', 'symlink_full.isolate', [], True) |
- self.assertEquals(self._wrap_in_condition(expected), out) |
- self._check_merge('symlink_full.isolate') |
- |
- def test_symlink_partial(self): |
- out = self._execute( |
- 'trace', 'symlink_partial.isolate', [], True) |
- self.assertEquals('', out) |
- self._expect_no_tree() |
- self._expect_results(['symlink_partial.py'], None, None, None) |
- expected = { |
- isolate.KEY_TRACKED: [ |
- 'symlink_partial.py', |
- ], |
- isolate.KEY_UNTRACKED: [ |
- 'files2/test_file2.txt', |
- ], |
- } |
- out = self._execute('read', 'symlink_partial.isolate', [], True) |
- self.assertEquals(self._wrap_in_condition(expected), out) |
- self._check_merge('symlink_partial.isolate') |
- |
- |
-class IsolateNoOutdir(IsolateBase): |
- # Test without the --outdir flag. |
- # So all the files are first copied in the tempdir and the test is run from |
- # there. |
- def setUp(self): |
- super(IsolateNoOutdir, self).setUp() |
- self.root = os.path.join(self.tempdir, 'root') |
- os.makedirs(os.path.join(self.root, 'tests', 'isolate')) |
- for i in ('touch_root.isolate', 'touch_root.py'): |
- shutil.copy( |
- os.path.join(ROOT_DIR, 'tests', 'isolate', i), |
- os.path.join(self.root, 'tests', 'isolate', i)) |
- shutil.copy( |
- os.path.join(ROOT_DIR, 'isolate.py'), |
- os.path.join(self.root, 'isolate.py')) |
- |
- def _execute(self, mode, args, need_output): |
- """Executes isolate.py.""" |
- cmd = [ |
- sys.executable, os.path.join(ROOT_DIR, 'isolate.py'), |
- mode, |
- '--result', self.result, |
- ] |
- cmd.extend(args) |
- |
- env = os.environ.copy() |
- if 'ISOLATE_DEBUG' in env: |
- del env['ISOLATE_DEBUG'] |
- |
- if need_output or not VERBOSE: |
- stdout = subprocess.PIPE |
- stderr = subprocess.STDOUT |
- else: |
- cmd.extend(['-v'] * 3) |
- stdout = None |
- stderr = None |
- |
- logging.debug(cmd) |
- cwd = self.tempdir |
- p = subprocess.Popen( |
- cmd, |
- stdout=stdout, |
- stderr=stderr, |
- cwd=cwd, |
- env=env, |
- universal_newlines=True) |
- out, err = p.communicate() |
- if p.returncode: |
- raise CalledProcessError(p.returncode, cmd, out, err, cwd) |
- return out |
- |
- def mode(self): |
- """Returns the execution mode corresponding to this test case.""" |
- test_id = self.id().split('.') |
- self.assertEquals(3, len(test_id)) |
- self.assertEquals('__main__', test_id[0]) |
- return re.match('^test_([a-z]+)$', test_id[2]).group(1) |
- |
- def filename(self): |
- """Returns the filename corresponding to this test case.""" |
- filename = os.path.join(self.root, 'tests', 'isolate', 'touch_root.isolate') |
- self.assertTrue(os.path.isfile(filename), filename) |
- return filename |
- |
- def test_check(self): |
- self._execute('check', ['--isolate', self.filename()], False) |
- files = sorted([ |
- 'isolate_smoke_test.results', |
- 'isolate_smoke_test.state', |
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'), |
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'), |
- os.path.join('root', 'isolate.py'), |
- ]) |
- self.assertEquals(files, list_files_tree(self.tempdir)) |
- |
- def test_hashtable(self): |
- self._execute('hashtable', ['--isolate', self.filename()], False) |
- files = sorted([ |
- os.path.join( |
- 'hashtable', calc_sha1(os.path.join(ROOT_DIR, 'isolate.py'))), |
- os.path.join( |
- 'hashtable', |
- calc_sha1( |
- os.path.join(ROOT_DIR, 'tests', 'isolate', 'touch_root.py'))), |
- os.path.join('hashtable', calc_sha1(os.path.join(self.result))), |
- 'isolate_smoke_test.results', |
- 'isolate_smoke_test.state', |
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'), |
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'), |
- os.path.join('root', 'isolate.py'), |
- ]) |
- self.assertEquals(files, list_files_tree(self.tempdir)) |
- |
- def test_remap(self): |
- self._execute('remap', ['--isolate', self.filename()], False) |
- files = sorted([ |
- 'isolate_smoke_test.results', |
- 'isolate_smoke_test.state', |
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'), |
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'), |
- os.path.join('root', 'isolate.py'), |
- ]) |
- self.assertEquals(files, list_files_tree(self.tempdir)) |
- |
- def test_run(self): |
- self._execute('run', ['--isolate', self.filename()], False) |
- files = sorted([ |
- 'isolate_smoke_test.results', |
- 'isolate_smoke_test.state', |
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'), |
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'), |
- os.path.join('root', 'isolate.py'), |
- ]) |
- self.assertEquals(files, list_files_tree(self.tempdir)) |
- |
- def test_trace_read_merge(self): |
- self._execute('trace', ['--isolate', self.filename()], False) |
- # Read the trace before cleaning up. No need to specify self.filename() |
- # because add the needed information is in the .state file. |
- output = self._execute('read', [], True) |
- expected = { |
- isolate.KEY_TRACKED: [ |
- '../../isolate.py', |
- 'touch_root.py', |
- ], |
- } |
- self.assertEquals(self._wrap_in_condition(expected), output) |
- |
- output = self._execute('merge', [], True) |
- expected = 'Updating %s\n' % isolate.trace_inputs.get_native_path_case( |
- os.path.join(self.root, 'tests', 'isolate', 'touch_root.isolate')) |
- self.assertEquals(expected, output) |
- # In theory the file is going to be updated but in practice its content |
- # won't change. |
- |
- # Clean the directory from the logs, which are OS-specific. |
- isolate.trace_inputs.get_api().clean_trace( |
- os.path.join(self.tempdir, 'isolate_smoke_test.results.log')) |
- files = sorted([ |
- 'isolate_smoke_test.results', |
- 'isolate_smoke_test.state', |
- os.path.join('root', 'tests', 'isolate', 'touch_root.isolate'), |
- os.path.join('root', 'tests', 'isolate', 'touch_root.py'), |
- os.path.join('root', 'isolate.py'), |
- ]) |
- self.assertEquals(files, list_files_tree(self.tempdir)) |
- |
- |
-if __name__ == '__main__': |
- VERBOSE = '-v' in sys.argv |
- logging.basicConfig(level=logging.DEBUG if VERBOSE else logging.ERROR) |
- unittest.main() |