[tracker-miners/wip/carlosg/ci-coverage-all-tests: 1/2] ci: Collect coverage information from all tests




commit a4a55529febfa2cc342cef7639e8099f9158e206
Author: Carlos Garnacho <carlosg gnome org>
Date:   Sat Sep 3 11:39:39 2022 +0200

    ci: Collect coverage information from all tests
    
    Instead of doing a specific run to get testing coverage, collect the
    information of all tests being done. Since some of these will check for
    different build options, it's not possible to do that from a single run.
    
    This way we will get accurate information for all code that is being
    actually exercised by the tests.
    
    In consequence, using eatmydata to run the tests is no longer ok,
    since there is the possibility that it also eats the coverage reports
    that are generated during test runs.

 .gitlab-ci.yml | 27 +++++++++++++++++----------
 1 file changed, 17 insertions(+), 10 deletions(-)
---
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 695b86bc4..037ae9e06 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -233,6 +233,7 @@ build-ubuntu-rolling@x86_64:
   script:
     - .gitlab-ci/checkout-tracker.sh
     - cd build
+    - ninja clean
     - ninja
     - |
       # Remove the many "CI_" variables from the environment. Meson dumps the
@@ -240,9 +241,15 @@ build-ubuntu-rolling@x86_64:
       # screenful of junk each time unless we strip these.
       unset $(env|grep -o '^CI_[^=]*')
 
-      dbus-run-session -- env LANG=C.UTF-8 LC_ALL=C.UTF-8 eatmydata meson test --suite tracker-miners 
--print-errorlogs
+      dbus-run-session -- env LANG=C.UTF-8 LC_ALL=C.UTF-8 meson test --suite tracker-miners 
--print-errorlogs ${MESON_TEST_EXTRA_ARGS}
 
   after_script:
+    - pushd build
+    - gcovr --root=..
+        --exclude=../tests --exclude=subprojects --exclude=../subprojects
+        --exclude='\.\./build/.*\.[ch]$' --exclude='.*/tests/.*\.[ch]$'
+        --json --print-summary --output=../coverage-${CI_JOB_NAME}.json 2>/dev/null
+    - popd
     - |
       echo "Distribution: "
       echo
@@ -261,6 +268,7 @@ build-ubuntu-rolling@x86_64:
     when: always
     paths:
     - build/meson-logs/*.txt
+    - coverage-*.json
     reports:
       junit: "build/meson-logs/testlog.junit.xml"
 
@@ -298,27 +306,26 @@ test-ubuntu@x86_64:
     - build-ubuntu-rolling@x86_64
   <<: *test
 
-coverage-analysis:
+coverage:
   extends:
     - .fdo.distribution-image@fedora
     - .tracker-miners.fedora:36@x86_64
   stage: analysis
   allow_failure: true
   script:
-    - .gitlab-ci/checkout-tracker.sh
-    - mkdir -p coverage-build/coveragereport
-    - cd coverage-build
-    - meson .. --prefix=/usr -Dtracker_core=subproject -Db_lto=true -Db_coverage=true -Dseccomp=false 
-Dtracker:docs=false --auto-features=enabled
-    - ninja
-    - env LANG=C.UTF-8 LC_ALL=C.UTF-8 dbus-run-session eatmydata meson test --print-errorlogs 
${MESON_TEST_EXTRA_ARGS}
-    - gcovr --html-details --print-summary --root=.. --exclude=subprojects --exclude=../subprojects 
--exclude=../tests --output coveragereport/index.html
+    - mkdir coveragereport
+    - gcovr --add-tracefile 'coverage-*.json'
+        --html-details --print-summary --output coveragereport/index.html
   coverage: '/^lines: (\d+\.\d+\%)/'
   artifacts:
     when: always
     paths:
-    - coverage-build/coveragereport
+    - coveragereport
   needs:
     - test-fedora@x86_64
+    - test-fedora-rawhide@x86_64
+    - test-fedora@aarch64
+    - test-ubuntu@x86_64
 
 coverity:
   extends:


[Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]