WIP

Author: flbraun

.github/workflows/pythonapp.yml

@@ -1,5 +1,3 @@
-name: Test
-
 on:
   push:
     branches:
@@ -9,8 +7,9 @@ on:
     - cron: '0 8 * * *'
 
 jobs:
+
   test:
-    name: 'Python ${{ matrix.python-version }} Django ${{ matrix.django-version }}'
+    name: 'Test: Python ${{ matrix.python-version }} Django ${{ matrix.django-version }}'
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
@@ -20,6 +19,7 @@ jobs:
     env:
       PYTHONUNBUFFERED: 1
       PYTHONWARNINGS: always
+      COVERAGE_FILE: coverage  # note: not .coverage: https://github.com/actions/upload-artifact/issues/447
     steps:
     - name: Checkout
       run: |
@@ -54,8 +54,59 @@ jobs:
     - name: 'Install Browsers for Playwright tests'
       run: make playwright-install
 
-    - name: 'Run tests with Python ${{ matrix.python-version }} Django ${{ matrix.django-version }}'
+    - name: 'Run tests with Python ${{ matrix.python-version }} + Django ${{ matrix.django-version }}'
       run: poetry run tox -e $(echo py${{ matrix.python-version }}-django${{ matrix.django-version }} | tr -d .)
 
-    - name: 'Upload coverage report'
-      run: bash <(curl -s https://codecov.io/bash)
+    - name: Store partial coverage data
+      uses: actions/upload-artifact@v3
+      with:
+        name: coverage-data
+        path: "coverage.*"  # note: not .coverage: https://github.com/actions/upload-artifact/issues/447
+        if-no-files-found: error
+        # crash if no files for upload could be found.
+        # the most likely reasons for that are an error with the coverage tool itself
+        # or a disparity between configured tox envs and the action's matrix.
+
+  coverage:
+    name: Coverage report
+    runs-on: ubuntu-latest
+    needs: test
+    env:
+      COVERAGE_FILE: coverage  # note: not .coverage: https://github.com/actions/upload-artifact/issues/447
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Install coverage
+        run: python -m pip install --upgrade coverage[toml]
+
+      - name: Download partial coverage data
+        uses: actions/download-artifact@v3
+
+      - name: Combine individual data files
+        run: python -m coverage combine coverage-data/
+
+      - name: Print report
+        run: python -m coverage report
+
+      - name: Generate HTML report
+        run: python -m coverage html
+
+      - name: Upload HTML report artifact
+        uses: actions/upload-artifact@v3
+        with:
+          name: coverage-html-report
+          path: "htmlcov/*"
+          if-no-files-found: error
+
+      - name: Upload report to Codecov
+        uses: codecov/codecov-action@v3
+        env:
+          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+        with:
+          fail_ci_if_error: true

Makefile

@@ -33,6 +33,9 @@ update: check-poetry ## Update the dependencies as according to the pyproject.to
 	poetry update -v
 	poetry install
 
+clear-partial-coverage:
+	rm -f .coverage.*
+
 lint: ## Run code formatters and linter
 	poetry run darker --diff --check
 	poetry run isort --check-only .
@@ -45,18 +48,18 @@ fix-code-style: ## Fix code formatting
 tox-listenvs: check-poetry ## List all tox test environments
 	poetry run tox --listenvs
 
-tox: check-poetry ## Run unittests via tox with all environments
-	poetry run tox
-	poetry run coverage combine --append
+tox: check-poetry clear-partial-coverage ## Run unittests via tox with all environments
+	poetry run tox p
+	poetry run coverage combine
 	poetry run coverage html
 	poetry run coverage report
 
 test: check-poetry  ## Run unittests
 	RAISE_LOG_OUTPUT=1 ./manage.sh test --parallel --shuffle --buffer
 
-coverage_test: ## Run tests and generate coverage html report
-	poetry run coverage run --rcfile=pyproject.toml manage.py test --parallel --shuffle
-	poetry run coverage combine --append
+coverage_test: clear-partial-coverage ## Run tests and generate coverage html report
+	poetry run coverage run --parallel-mode manage.py test --parallel --shuffle
+	poetry run coverage combine
 	poetry run coverage html
 	poetry run coverage report
 

pyproject.toml

@@ -140,10 +140,7 @@ deps =
 commands_pre =
     {envpython} -m playwright install chromium firefox
 commands =
-    {envpython} -m coverage run --context='{envname}'
-    {envpython} -m coverage combine --append
-    {envpython} -m coverage xml
-    {envpython} -m coverage report
+    {envpython} -m coverage run --parallel-mode --context='{envname}'
 """