10631: Get CircleCI to store Python coverage report (#10640)

* 10631: Get CircleCI to store Python coverage report

* 10631: Ensure coverage config file is copied into Docker container

..so that artefacts end up in the expected place for downstream processing

* 10631: Copy the coverage report to the CI host so it can be collected as an artefact

* 10631: Support CodeCov reporting

.circleci/config.yml

@@ -1,4 +1,6 @@
-version: 2
+version: 2.1
+orbs:
+  codecov: codecov/codecov@3.1.1
 jobs:
   test_py:
     docker:
@@ -12,7 +14,14 @@ jobs:
           version: 19.03.13
       - run:
           name: Python Tests
-          command: make clean test-image
+          command: |
+            make clean test-image
+            CONTAINER_ID=$(docker ps -alq)
+            docker cp $CONTAINER_ID:/app/python_coverage .
+      - store_artifacts:
+          path: python_coverage
+      - codecov/upload:
+          file: python_coverage/coverage.xml
 
   test_js:
     docker:

.coveragerc

@@ -45,4 +45,4 @@ ignore_errors = True
 
 
 [html]
-directory=python_coverage/
+directory=python_coverage

Dockerfile

@@ -94,6 +94,7 @@ RUN pip install --no-cache-dir -r requirements/dev.txt
 RUN pip install --no-cache-dir -r requirements/docs.txt
 COPY ./setup.cfg ./
 COPY ./pyproject.toml ./
+COPY ./.coveragerc ./
 COPY ./tests ./tests
 
 RUN bin/run-sync-all.sh

codecov.yml

@@ -0,0 +1,9 @@
+coverage:
+  status:
+    # See status checks but prevent them from blocking
+    project:
+      default:
+        informational: true
+    patch:
+      default:
+        informational: true