Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(206)

Unified Diff: tools/telemetry/third_party/coverage/tests/test_summary.py

Issue 1366913004: Add coverage Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: tools/telemetry/third_party/coverage/tests/test_summary.py
diff --git a/tools/telemetry/third_party/coverage/tests/test_summary.py b/tools/telemetry/third_party/coverage/tests/test_summary.py
new file mode 100644
index 0000000000000000000000000000000000000000..a54d5337fc0c7e09a7aaa7ad67cc868b260529c1
--- /dev/null
+++ b/tools/telemetry/third_party/coverage/tests/test_summary.py
@@ -0,0 +1,618 @@
+# Licensed under the Apache License: http://www.apache.org/licenses/LICENSE-2.0
+# For details: https://bitbucket.org/ned/coveragepy/src/default/NOTICE.txt
+
+"""Test text-based summary reporting for coverage.py"""
+
+import glob
+import os
+import os.path
+import py_compile
+import re
+import sys
+
+import coverage
+from coverage import env
+from coverage.backward import StringIO
+
+from tests.coveragetest import CoverageTest
+
+HERE = os.path.dirname(__file__)
+
+
+class SummaryTest(CoverageTest):
+ """Tests of the text summary reporting for coverage.py."""
+
+ def setUp(self):
+ super(SummaryTest, self).setUp()
+ # Parent class saves and restores sys.path, we can just modify it.
+ sys.path.append(self.nice_file(HERE, 'modules'))
+
+ def make_mycode(self):
+ """Make the mycode.py file when needed."""
+ self.make_file("mycode.py", """\
+ import covmod1
+ import covmodzip1
+ a = 1
+ print('done')
+ """)
+
+ def test_report(self):
+ self.make_mycode()
+ out = self.run_command("coverage run mycode.py")
+ self.assertEqual(out, 'done\n')
+ report = self.report_from_command("coverage report")
+
+ # Name Stmts Miss Cover
+ # ------------------------------------------------------------------
+ # c:/ned/coverage/tests/modules/covmod1.py 2 0 100%
+ # c:/ned/coverage/tests/zipmods.zip/covmodzip1.py 3 0 100%
+ # mycode.py 4 0 100%
+ # ------------------------------------------------------------------
+ # TOTAL 9 0 100%
+
+ self.assertNotIn("/coverage/__init__/", report)
+ self.assertIn("/tests/modules/covmod1.py ", report)
+ self.assertIn("/tests/zipmods.zip/covmodzip1.py ", report)
+ self.assertIn("mycode.py ", report)
+ self.assertEqual(self.last_line_squeezed(report), "TOTAL 9 0 100%")
+
+ def test_report_just_one(self):
+ # Try reporting just one module
+ self.make_mycode()
+ self.run_command("coverage run mycode.py")
+ report = self.report_from_command("coverage report mycode.py")
+
+ # Name Stmts Miss Cover
+ # -------------------------------
+ # mycode.py 4 0 100%
+
+ self.assertEqual(self.line_count(report), 3)
+ self.assertNotIn("/coverage/", report)
+ self.assertNotIn("/tests/modules/covmod1.py ", report)
+ self.assertNotIn("/tests/zipmods.zip/covmodzip1.py ", report)
+ self.assertIn("mycode.py ", report)
+ self.assertEqual(self.last_line_squeezed(report), "mycode.py 4 0 100%")
+
+ def test_report_wildcard(self):
+ # Try reporting using wildcards to get the modules.
+ self.make_mycode()
+ self.run_command("coverage run mycode.py")
+ report = self.report_from_command("coverage report my*.py")
+
+ # Name Stmts Miss Cover
+ # -------------------------------
+ # mycode.py 4 0 100%
+
+ self.assertEqual(self.line_count(report), 3)
+ self.assertNotIn("/coverage/", report)
+ self.assertNotIn("/tests/modules/covmod1.py ", report)
+ self.assertNotIn("/tests/zipmods.zip/covmodzip1.py ", report)
+ self.assertIn("mycode.py ", report)
+ self.assertEqual(self.last_line_squeezed(report), "mycode.py 4 0 100%")
+
+ def test_report_omitting(self):
+ # Try reporting while omitting some modules
+ self.make_mycode()
+ self.run_command("coverage run mycode.py")
+ report = self.report_from_command("coverage report --omit '%s/*'" % HERE)
+
+ # Name Stmts Miss Cover
+ # -------------------------------
+ # mycode.py 4 0 100%
+
+ self.assertEqual(self.line_count(report), 3)
+ self.assertNotIn("/coverage/", report)
+ self.assertNotIn("/tests/modules/covmod1.py ", report)
+ self.assertNotIn("/tests/zipmods.zip/covmodzip1.py ", report)
+ self.assertIn("mycode.py ", report)
+ self.assertEqual(self.last_line_squeezed(report), "mycode.py 4 0 100%")
+
+ def test_report_including(self):
+ # Try reporting while including some modules
+ self.make_mycode()
+ self.run_command("coverage run mycode.py")
+ report = self.report_from_command("coverage report --include=mycode*")
+
+ # Name Stmts Miss Cover
+ # -------------------------------
+ # mycode.py 4 0 100%
+
+ self.assertEqual(self.line_count(report), 3)
+ self.assertNotIn("/coverage/", report)
+ self.assertNotIn("/tests/modules/covmod1.py ", report)
+ self.assertNotIn("/tests/zipmods.zip/covmodzip1.py ", report)
+ self.assertIn("mycode.py ", report)
+ self.assertEqual(self.last_line_squeezed(report), "mycode.py 4 0 100%")
+
+ def test_report_branches(self):
+ self.make_file("mybranch.py", """\
+ def branch(x):
+ if x:
+ print("x")
+ return x
+ branch(1)
+ """)
+ out = self.run_command("coverage run --branch mybranch.py")
+ self.assertEqual(out, 'x\n')
+ report = self.report_from_command("coverage report")
+
+ # Name Stmts Miss Branch BrPart Cover
+ # -----------------------------------------------
+ # mybranch.py 5 0 2 1 85%
+
+ self.assertEqual(self.line_count(report), 3)
+ self.assertIn("mybranch.py ", report)
+ self.assertEqual(self.last_line_squeezed(report), "mybranch.py 5 0 2 1 86%")
+
+ def test_report_show_missing(self):
+ self.make_file("mymissing.py", """\
+ def missing(x, y):
+ if x:
+ print("x")
+ return x
+ if y:
+ print("y")
+ try:
+ print("z")
+ 1/0
+ print("Never!")
+ except ZeroDivisionError:
+ pass
+ return x
+ missing(0, 1)
+ """)
+ out = self.run_command("coverage run mymissing.py")
+ self.assertEqual(out, 'y\nz\n')
+ report = self.report_from_command("coverage report --show-missing")
+
+ # Name Stmts Miss Cover Missing
+ # --------------------------------------------
+ # mymissing.py 14 3 79% 3-4, 10
+
+ self.assertEqual(self.line_count(report), 3)
+ self.assertIn("mymissing.py ", report)
+ self.assertEqual(self.last_line_squeezed(report),
+ "mymissing.py 14 3 79% 3-4, 10")
+
+ def test_report_show_missing_branches(self):
+ self.make_file("mybranch.py", """\
+ def branch(x, y):
+ if x:
+ print("x")
+ if y:
+ print("y")
+ return x
+ branch(1, 1)
+ """)
+ out = self.run_command("coverage run --branch mybranch.py")
+ self.assertEqual(out, 'x\ny\n')
+ report = self.report_from_command("coverage report --show-missing")
+
+ # Name Stmts Miss Branch BrPart Cover Missing
+ # ----------------------------------------------------------
+ # mybranch.py 7 0 4 2 82% 2->4, 4->6
+
+ self.assertEqual(self.line_count(report), 3)
+ self.assertIn("mybranch.py ", report)
+ self.assertEqual(self.last_line_squeezed(report),
+ "mybranch.py 7 0 4 2 82% 2->4, 4->6")
+
+ def test_report_show_missing_branches_and_lines(self):
+ self.make_file("main.py", """\
+ import mybranch
+ """)
+ self.make_file("mybranch.py", """\
+ def branch(x, y, z):
+ if x:
+ print("x")
+ if y:
+ print("y")
+ if z:
+ if x and y:
+ print("z")
+ return x
+ branch(1, 1, 0)
+ """)
+ out = self.run_command("coverage run --branch main.py")
+ self.assertEqual(out, 'x\ny\n')
+ report = self.report_from_command("coverage report --show-missing")
+
+ # Name Stmts Miss Branch BrPart Cover Missing
+ # -------------------------------------------------------
+ # main.py 1 0 0 0 100%
+ # mybranch.py 10 2 8 3 61% 7-8, 2->4, 4->6, 6->7
+ # -------------------------------------------------------
+ # TOTAL 11 2 8 3 63%
+
+ self.assertEqual(self.line_count(report), 6)
+ squeezed = self.squeezed_lines(report)
+ self.assertEqual(
+ squeezed[2],
+ "main.py 1 0 0 0 100%"
+ )
+ self.assertEqual(
+ squeezed[3],
+ "mybranch.py 10 2 8 3 61% 7-8, 2->4, 4->6, 6->7"
+ )
+ self.assertEqual(
+ squeezed[5],
+ "TOTAL 11 2 8 3 63%"
+ )
+
+ def test_report_skip_covered_no_branches(self):
+ self.make_file("main.py", """
+ import not_covered
+
+ def normal():
+ print("z")
+ normal()
+ """)
+ self.make_file("not_covered.py", """
+ def not_covered():
+ print("n")
+ """)
+ out = self.run_command("coverage run main.py")
+ self.assertEqual(out, "z\n")
+ report = self.report_from_command("coverage report --skip-covered")
+
+ # Name Stmts Miss Cover
+ # ------------------------------------
+ # not_covered.py 2 1 50%
+ #
+ # 1 file skipped due to complete coverage.
+
+ self.assertEqual(self.line_count(report), 5, report)
+ squeezed = self.squeezed_lines(report)
+ self.assertEqual(squeezed[2], "not_covered.py 2 1 50%")
+
+ def test_report_skip_covered_branches(self):
+ self.make_file("main.py", """
+ import not_covered, covered
+
+ def normal(z):
+ if z:
+ print("z")
+ normal(True)
+ normal(False)
+ """)
+ self.make_file("not_covered.py", """
+ def not_covered(n):
+ if n:
+ print("n")
+ not_covered(True)
+ """)
+ self.make_file("covered.py", """
+ def foo():
+ pass
+ foo()
+ """)
+ out = self.run_command("coverage run --branch main.py")
+ self.assertEqual(out, "n\nz\n")
+ report = self.report_from_command("coverage report --skip-covered")
+
+ # Name Stmts Miss Branch BrPart Cover
+ # --------------------------------------------------
+ # not_covered.py 4 0 2 1 83%
+ #
+ # 2 files skipped due to complete coverage.
+
+ self.assertEqual(self.line_count(report), 5, report)
+ squeezed = self.squeezed_lines(report)
+ self.assertEqual(squeezed[2], "not_covered.py 4 0 2 1 83%")
+
+ def test_report_skip_covered_branches_with_totals(self):
+ self.make_file("main.py", """
+ import not_covered
+ import also_not_run
+
+ def normal(z):
+ if z:
+ print("z")
+ normal(True)
+ normal(False)
+ """)
+ self.make_file("not_covered.py", """
+ def not_covered(n):
+ if n:
+ print("n")
+ not_covered(True)
+ """)
+ self.make_file("also_not_run.py", """
+ def does_not_appear_in_this_film(ni):
+ print("Ni!")
+ """)
+ out = self.run_command("coverage run --branch main.py")
+ self.assertEqual(out, "n\nz\n")
+ report = self.report_from_command("coverage report --skip-covered")
+
+ # Name Stmts Miss Branch BrPart Cover
+ # --------------------------------------------------
+ # also_not_run.py 2 1 0 0 50%
+ # not_covered.py 4 0 2 1 83%
+ # --------------------------------------------------
+ # TOTAL 6 1 2 1 75%
+ #
+ # 1 file skipped due to complete coverage.
+
+ self.assertEqual(self.line_count(report), 8, report)
+ squeezed = self.squeezed_lines(report)
+ self.assertEqual(squeezed[2], "also_not_run.py 2 1 0 0 50%")
+ self.assertEqual(squeezed[3], "not_covered.py 4 0 2 1 83%")
+ self.assertEqual(squeezed[5], "TOTAL 6 1 2 1 75%")
+ self.assertEqual(squeezed[7], "1 file skipped due to complete coverage.")
+
+ def test_report_skip_covered_all_files_covered(self):
+ self.make_file("main.py", """
+ def foo():
+ pass
+ foo()
+ """)
+ out = self.run_command("coverage run --branch main.py")
+ self.assertEqual(out, "")
+ report = self.report_from_command("coverage report --skip-covered")
+
+ # Name Stmts Miss Branch BrPart Cover
+ # -------------------------------------------
+ #
+ # 1 file skipped due to complete coverage.
+
+ self.assertEqual(self.line_count(report), 4, report)
+ squeezed = self.squeezed_lines(report)
+ self.assertEqual(squeezed[3], "1 file skipped due to complete coverage.")
+
+ def test_report_skip_covered_no_data(self):
+ report = self.report_from_command("coverage report --skip-covered")
+
+ # Name Stmts Miss Branch BrPart Cover
+ # -------------------------------------------
+ # No data to report.
+
+ self.assertEqual(self.line_count(report), 3, report)
+ squeezed = self.squeezed_lines(report)
+ self.assertEqual(squeezed[2], "No data to report.")
+
+ def test_dotpy_not_python(self):
+ # We run a .py file, and when reporting, we can't parse it as Python.
+ # We should get an error message in the report.
+
+ self.make_mycode()
+ self.run_command("coverage run mycode.py")
+ self.make_file("mycode.py", "This isn't python at all!")
+ report = self.report_from_command("coverage report mycode.py")
+
+ # Name Stmts Miss Cover
+ # ----------------------------
+ # mycode NotPython: Couldn't parse '...' as Python source: 'invalid syntax' at line 1
+ # No data to report.
+
+ last = self.squeezed_lines(report)[-2]
+ # The actual file name varies run to run.
+ last = re.sub(r"parse '.*mycode.py", "parse 'mycode.py", last)
+ # The actual error message varies version to version
+ last = re.sub(r": '.*' at", ": 'error' at", last)
+ self.assertEqual(
+ last,
+ "mycode.py NotPython: Couldn't parse 'mycode.py' as Python source: 'error' at line 1"
+ )
+
+ def test_dotpy_not_python_ignored(self):
+ # We run a .py file, and when reporting, we can't parse it as Python,
+ # but we've said to ignore errors, so there's no error reported.
+ self.make_mycode()
+ self.run_command("coverage run mycode.py")
+ self.make_file("mycode.py", "This isn't python at all!")
+ report = self.report_from_command("coverage report -i mycode.py")
+
+ # Name Stmts Miss Cover
+ # ----------------------------
+
+ self.assertEqual(self.line_count(report), 3)
+ self.assertIn('No data to report.', report)
+
+ def test_dothtml_not_python(self):
+ # We run a .html file, and when reporting, we can't parse it as
+ # Python. Since it wasn't .py, no error is reported.
+
+ # Run an "html" file
+ self.make_file("mycode.html", "a = 1")
+ self.run_command("coverage run mycode.html")
+ # Before reporting, change it to be an HTML file.
+ self.make_file("mycode.html", "<h1>This isn't python at all!</h1>")
+ report = self.report_from_command("coverage report mycode.html")
+
+ # Name Stmts Miss Cover
+ # ----------------------------
+ # No data to report.
+
+ self.assertEqual(self.line_count(report), 3)
+ self.assertIn('No data to report.', report)
+
+ def get_report(self, cov):
+ """Get the report from `cov`, and canonicalize it."""
+ repout = StringIO()
+ cov.report(file=repout, show_missing=False)
+ report = repout.getvalue().replace('\\', '/')
+ report = re.sub(r" +", " ", report)
+ return report
+
+ def test_bug_156_file_not_run_should_be_zero(self):
+ # https://bitbucket.org/ned/coveragepy/issue/156
+ self.make_file("mybranch.py", """\
+ def branch(x):
+ if x:
+ print("x")
+ return x
+ branch(1)
+ """)
+ self.make_file("main.py", """\
+ print("y")
+ """)
+ cov = coverage.Coverage(branch=True, source=["."])
+ cov.start()
+ import main # pragma: nested # pylint: disable=import-error,unused-variable
+ cov.stop() # pragma: nested
+ report = self.get_report(cov).splitlines()
+ self.assertIn("mybranch.py 5 5 2 0 0%", report)
+
+ def run_TheCode_and_report_it(self):
+ """A helper for the next few tests."""
+ cov = coverage.Coverage()
+ cov.start()
+ import TheCode # pragma: nested # pylint: disable=import-error,unused-variable
+ cov.stop() # pragma: nested
+ return self.get_report(cov)
+
+ def test_bug_203_mixed_case_listed_twice_with_rc(self):
+ self.make_file("TheCode.py", "a = 1\n")
+ self.make_file(".coveragerc", "[run]\nsource = .\n")
+
+ report = self.run_TheCode_and_report_it()
+
+ self.assertIn("TheCode", report)
+ self.assertNotIn("thecode", report)
+
+ def test_bug_203_mixed_case_listed_twice(self):
+ self.make_file("TheCode.py", "a = 1\n")
+
+ report = self.run_TheCode_and_report_it()
+
+ self.assertIn("TheCode", report)
+ self.assertNotIn("thecode", report)
+
+ def test_pyw_files(self):
+ if not env.WINDOWS:
+ self.skip(".pyw files are only on Windows.")
+
+ # https://bitbucket.org/ned/coveragepy/issue/261
+ self.make_file("start.pyw", """\
+ import mod
+ print("In start.pyw")
+ """)
+ self.make_file("mod.pyw", """\
+ print("In mod.pyw")
+ """)
+ cov = coverage.Coverage()
+ cov.start()
+ import start # pragma: nested # pylint: disable=import-error,unused-variable
+ cov.stop() # pragma: nested
+
+ report = self.get_report(cov)
+ self.assertNotIn("NoSource", report)
+ report = report.splitlines()
+ self.assertIn("start.pyw 2 0 100%", report)
+ self.assertIn("mod.pyw 1 0 100%", report)
+
+ def test_tracing_pyc_file(self):
+ # Create two Python files.
+ self.make_file("mod.py", "a = 1\n")
+ self.make_file("main.py", "import mod\n")
+
+ # Make one into a .pyc.
+ py_compile.compile("mod.py")
+
+ # Run the program.
+ cov = coverage.Coverage()
+ cov.start()
+ import main # pragma: nested # pylint: disable=import-error,unused-variable
+ cov.stop() # pragma: nested
+
+ report = self.get_report(cov).splitlines()
+ self.assertIn("mod.py 1 0 100%", report)
+
+ def test_missing_py_file_during_run(self):
+ # PyPy2 doesn't run bare .pyc files.
+ if env.PYPY and env.PY2:
+ self.skip("PyPy2 doesn't run bare .pyc files")
+
+ # Create two Python files.
+ self.make_file("mod.py", "a = 1\n")
+ self.make_file("main.py", "import mod\n")
+
+ # Make one into a .pyc, and remove the .py.
+ py_compile.compile("mod.py")
+ os.remove("mod.py")
+
+ # Python 3 puts the .pyc files in a __pycache__ directory, and will
+ # not import from there without source. It will import a .pyc from
+ # the source location though.
+ if not os.path.exists("mod.pyc"):
+ pycs = glob.glob("__pycache__/mod.*.pyc")
+ self.assertEqual(len(pycs), 1)
+ os.rename(pycs[0], "mod.pyc")
+
+ # Run the program.
+ cov = coverage.Coverage()
+ cov.start()
+ import main # pragma: nested # pylint: disable=import-error,unused-variable
+ cov.stop() # pragma: nested
+
+ # Put back the missing Python file.
+ self.make_file("mod.py", "a = 1\n")
+ report = self.get_report(cov).splitlines()
+ self.assertIn("mod.py 1 0 100%", report)
+
+
+class SummaryTest2(CoverageTest):
+ """Another bunch of summary tests."""
+ # This class exists because tests naturally clump into classes based on the
+ # needs of their setUp, rather than the product features they are testing.
+ # There's probably a better way to organize these.
+
+ run_in_temp_dir = False
+
+ def setUp(self):
+ super(SummaryTest2, self).setUp()
+ # Parent class saves and restores sys.path, we can just modify it.
+ sys.path.append(self.nice_file(HERE, 'modules'))
+ sys.path.append(self.nice_file(HERE, 'moremodules'))
+
+ def test_empty_files(self):
+ # Shows that empty files like __init__.py are listed as having zero
+ # statements, not one statement.
+ cov = coverage.Coverage()
+ cov.start()
+ import usepkgs # pragma: nested # pylint: disable=import-error,unused-variable
+ cov.stop() # pragma: nested
+
+ repout = StringIO()
+ cov.report(file=repout, show_missing=False)
+
+ report = repout.getvalue().replace('\\', '/')
+ report = re.sub(r"\s+", " ", report)
+ self.assertIn("tests/modules/pkg1/__init__.py 1 0 100%", report)
+ self.assertIn("tests/modules/pkg2/__init__.py 0 0 100%", report)
+
+
+class ReportingReturnValueTest(CoverageTest):
+ """Tests of reporting functions returning values."""
+
+ def run_coverage(self):
+ """Run coverage on doit.py and return the coverage object."""
+ self.make_file("doit.py", """\
+ a = 1
+ b = 2
+ c = 3
+ d = 4
+ if a > 10:
+ f = 6
+ g = 7
+ """)
+
+ cov = coverage.Coverage()
+ self.start_import_stop(cov, "doit")
+ return cov
+
+ def test_report(self):
+ cov = self.run_coverage()
+ val = cov.report(include="*/doit.py")
+ self.assertAlmostEqual(val, 85.7, 1)
+
+ def test_html(self):
+ cov = self.run_coverage()
+ val = cov.html_report(include="*/doit.py")
+ self.assertAlmostEqual(val, 85.7, 1)
+
+ def test_xml(self):
+ cov = self.run_coverage()
+ val = cov.xml_report(include="*/doit.py")
+ self.assertAlmostEqual(val, 85.7, 1)

Powered by Google App Engine
This is Rietveld 408576698