Refactor this as a Makefile target

Author: mdboom

.github/workflows/c-coverage.yml

@@ -40,26 +40,17 @@ jobs:
       uses: hendrikmuhs/ccache-action@v1
     - name: Configure clang (with coverage)
       run: |
-        echo "CC=/usr/lib/ccache/clang-12 -fprofile-instr-generate -fcoverage-mapping" >> $GITHUB_ENV
-        echo "CXX=/usr/lib/ccache/clang++-12 -fprofile-instr-generate -fcoverage-mapping" >> $GITHUB_ENV
+        echo "CC=clang" >> $GITHUB_ENV
+        echo "CXX=clang++" >> $GITHUB_ENV
     - name: Configure CPython
       run: ./configure --with-pydebug --with-openssl=$OPENSSL_DIR
-    - name: Build CPython
-      run: make -j4
-    - name: Collect coverage data
-      # Specify the LLVM_PROFILE_FILE using %m so multiple shared objects can write
-      # in parallel. Set the full path to the directory so results aren't written
-      # into temporary directories created by tests.
-      # Using "-j 1" is important, or the Github Action runs out of memory
-      run: LLVM_PROFILE_FILE=${PWD}/python%m.profraw xvfb-run ./python -m test -j 1
     - name: Generate coverage report
-      run: |
-        llvm-profdata-12 merge -sparse python*.profraw -o python.profdata
-        llvm-cov-12 show -format=html -output-dir=cpython-coverage -instr-profile=python.profdata -show-branches=count -show-regions python .
+      # Using "-j1" is important, or the Github Action runs out of memory
+      run: EXTRATESTOPTS=-j1 xvfb-run make coverage-report-llvm
     - name: Publish coverage-report
       uses: JamesIves/github-pages-deploy-action@v4
       with:
-        folder: cpython-coverage
+        folder: llvm-cov-report
         repository-name: '' # TODO Destination
         token: ${{ secrets.COVERAGE_DEPLOY_TOKEN }} # TODO: Use an organization-level token
         single-commit: true

.gitignore

@@ -21,6 +21,7 @@
 *.gc??
 *.profclang?
 *.profraw
+*.profdata
 *.dyn
 .gdb_history
 .purify

Makefile.pre.in

@@ -51,6 +51,8 @@ PGO_PROF_USE_FLAG=@PGO_PROF_USE_FLAG@
 LLVM_PROF_MERGER=@LLVM_PROF_MERGER@
 LLVM_PROF_FILE=@LLVM_PROF_FILE@
 LLVM_PROF_ERR=@LLVM_PROF_ERR@
+LLVM_PROFDATA=@LLVM_PROFDATA@
+LLVM_COV=@LLVM_COV@
 DTRACE=         @DTRACE@
 DFLAGS=         @DFLAGS@
 DTRACE_HEADERS= @DTRACE_HEADERS@
@@ -321,6 +323,10 @@ COVERAGE_REPORT=$(abs_builddir)/lcov-report
 COVERAGE_LCOV_OPTIONS=--rc lcov_branch_coverage=1
 COVERAGE_REPORT_OPTIONS=--rc lcov_branch_coverage=1 --branch-coverage --title "CPython $(VERSION) LCOV report [commit $(shell $(GITVERSION))]"
 
+# report files for llvm-cov coverage report
+COVERAGE_INFO_LLVM=	$(abs_builddir)/coverage.profdata
+COVERAGE_REPORT_LLVM=$(abs_builddir)/llvm-cov-report
+COVERAGE_REPORT_OPTIONS_LLVM=-show-branches=count -show-regions
 
 # === Definitions added by makesetup ===
 
@@ -693,6 +699,44 @@ coverage-report: regen-token regen-frozen
 	@ # build lcov report
 	$(MAKE) coverage-lcov
 
+# Compile and calculate coverage with llvm-cov
+.PHONY=check-clang coverage-llvm coverage-profdata coverage-report-llvm
+
+# Check whether the compiler is clang, and if not, error out.
+check-clang:
+	($(CC) --version | grep clang) || \
+	(echo "LLVM coverage only works with clang. Set CC=clang and CXX=clang++ and re-run ./configure"; exit 1)
+
+coverage-llvm: check-clang
+	@echo "Building with support for coverage checking:"
+	$(MAKE) clean
+	@ # Override CC rather than CFLAGS since these flags must come first
+	$(MAKE) @DEF_MAKE_RULE@ CC="$(CC) -fprofile-instr-generate -fcoverage-mapping"
+
+coverage-profdata:
+	@echo "Creating Coverage HTML report with llvm-profdata/llvm-cov:"
+	@rm -f $(COVERAGE_INFO_LLVM)
+	@rm -rf $(COVERAGE_REPORT_LLVM)
+	@ # Merge coverage results
+	$(LLVM_PROFDATA) merge -sparse python*.profraw -o $(COVERAGE_INFO_LLVM)
+	@ # Generate HTML
+	$(LLVM_COV) show -format=html -output-dir=$(COVERAGE_REPORT_LLVM) -instr-profile=$(COVERAGE_INFO_LLVM) $(COVERAGE_REPORT_OPTIONS_LLVM) python .
+	@echo
+	@echo "llvm-cov report at $(COVERAGE_REPORT_LLVM)/index.html"
+	@echo
+
+# Force regeneration of parser and importlib
+# Specify the LLVM_PROFILE_FILE using %m so multiple shared objects can write
+# in parallel. Set the full path to the directory so results aren't written
+# into temporary directories created by tests.
+coverage-report-llvm: regen-token regen-importlib
+	@ # build with coverage info
+	$(MAKE) coverage-llvm
+	@ # run tests, ignore failures
+	LLVM_PROFILE_FILE=${PWD}/python%m.profraw $(TESTRUNNER) $(TESTOPTS) || true
+	@ # build llvm-cov report
+	$(MAKE) coverage-profdata
+
 # Run "Argument Clinic" over all source files
 .PHONY=clinic
 clinic: check-clean-src $(srcdir)/Modules/_blake2/blake2s_impl.c

Misc/NEWS.d/next/Build/2022-07-13-13-24-01.gh-issue-94759.dTLMod.rst

@@ -0,0 +1,4 @@
+A new Makefile target ``coverage-report-llvm`` will use ``clang`` and
+``llvm-cov`` to generate a coverage report. This provides more details about
+branch coverage and subexpressions than the existing ``gcc`` and ``lcov``
+based ``coverage-report``.

configure

@@ -1957,6 +1957,8 @@ case $CC in
     LLVM_PROF_FILE=""
     ;;
 esac
+AC_SUBST(LLVM_COV)
+AC_PATH_TOOL(LLVM_COV, llvm-cov, '', ${llvm_path})
 
 # XXX Shouldn't the code above that fiddles with BASECFLAGS and OPT be
 # merged with this chunk of code?