Add new script to combine the coverage data of several versions (for Python 2/3 only codepaths)

Author: ntninja

.gitignore

@@ -16,8 +16,9 @@
 /+junk
 
 # Build artefacts
-build/
-dist/
+/coverage/
+/build/
+/dist/
 
 # Documentation build artefacts
 docs/build/

test/combine-coverage.py

@@ -0,0 +1,25 @@
+#!/usr/bin/python
+import glob
+import os
+import pathlib
+
+import coverage
+
+# Monkey-patch `coverage` to not randomly delete files
+import coverage.data
+coverage.data.file_be_gone = lambda *a: None
+
+# Switch working directory to project directory
+BASE_PATH = pathlib.Path(__file__).parent.parent
+DATA_PATH = BASE_PATH / "coverage"
+os.chdir(str(BASE_PATH))
+
+
+cov = coverage.Coverage()
+
+# Load the most recent coverage data collected for each test platform
+cov.combine(glob.glob("build/test-py*/cov_raw"), strict=True)
+
+cov.report()
+cov.html_report(directory=str(DATA_PATH / "cov_html"))
+cov.xml_report(outfile=str(DATA_PATH / "cov.xml"))

test/run-tests.py

@@ -126,6 +126,10 @@ def _contextlib_suppress(*exceptions):
 		"--cov-report=xml:{}".format(str(TEST_PATH / "cov.xml"))
 	] + sys.argv[1:])
 finally:
+	# Move coverage file to test directory (so that the coverage files of different
+	# versions can be merged later on)
+	shutil.move(str(BASE_PATH / ".coverage"), str(TEST_PATH / "cov_raw"))
+	
 	# Make sure daemon was terminated during the tests
 	if DAEMON.poll() is None:  # "if DAEMON is running"
 		DAEMON.kill()

tox.ini

@@ -27,8 +27,15 @@ deps =
 commands =
 	flake8 {posargs}
 
+[testenv:coverage]
+basepython = python3
+deps =
+	coverage
+commands =
+	python "{toxinidir}/test/combine-coverage.py" {posargs}
+
 [flake8]
-exclude = .git,.tox,+junk,dist,doc,*egg,build,tools,test/unit,docs,*__init__.py
+exclude = .git,.tox,+junk,coverage,dist,doc,*egg,build,tools,test/unit,docs,*__init__.py
 
 # E221: Multiple spaces before operator
 # E241: Multiple spaces after ',': Breaks element alignment collections