add LLVM-based coverage generation support and integrate with CI pipeline

Author: allnes

.clang-tidy

@@ -32,60 +32,60 @@ WarningsAsErrors: "*"
 HeaderFilterRegex: '.*/(modules|tasks)/.*'
 
 CheckOptions:
-  - key:             readability-identifier-naming.ClassCase
-    value:           CamelCase
-  - key:             readability-identifier-naming.ClassMemberCase
-    value:           lower_case
-  - key:             readability-identifier-naming.ConstexprVariableCase
-    value:           CamelCase
-  - key:             readability-identifier-naming.ConstexprVariablePrefix
-    value:           k
-  - key:             readability-identifier-naming.EnumCase
-    value:           CamelCase
-  - key:             readability-identifier-naming.EnumConstantCase
-    value:           CamelCase
-  - key:             readability-identifier-naming.EnumConstantPrefix
-    value:           k
-  - key:             readability-identifier-naming.FunctionCase
-    value:           CamelCase
-  - key:             readability-identifier-naming.GlobalConstantCase
-    value:           CamelCase
-  - key:             readability-identifier-naming.GlobalConstantPrefix
-    value:           k
-  - key:             readability-identifier-naming.StaticConstantCase
-    value:           CamelCase
-  - key:             readability-identifier-naming.StaticConstantPrefix
-    value:           k
-  - key:             readability-identifier-naming.StaticVariableCase
-    value:           lower_case
-  - key:             readability-identifier-naming.MacroDefinitionCase
-    value:           UPPER_CASE
-  - key:             readability-identifier-naming.MacroDefinitionIgnoredRegexp
-    value:           '^[A-Z]+(_[A-Z]+)*_$'
-  - key:             readability-identifier-naming.MemberCase
-    value:           lower_case
-  - key:             readability-identifier-naming.PrivateMemberSuffix
-    value:           _
-  - key:             readability-identifier-naming.PublicMemberSuffix
-    value:           ''
-  - key:             readability-identifier-naming.NamespaceCase
-    value:           lower_case
-  - key:             readability-identifier-naming.ParameterCase
-    value:           lower_case
-  - key:             readability-identifier-naming.TypeAliasCase
-    value:           CamelCase
-  - key:             readability-identifier-naming.TypedefCase
-    value:           CamelCase
-  - key:             readability-identifier-naming.VariableCase
-    value:           lower_case
-  - key:             readability-identifier-naming.IgnoreMainLikeFunctions
-    value:           1
+  - key: readability-identifier-naming.ClassCase
+    value: CamelCase
+  - key: readability-identifier-naming.ClassMemberCase
+    value: lower_case
+  - key: readability-identifier-naming.ConstexprVariableCase
+    value: CamelCase
+  - key: readability-identifier-naming.ConstexprVariablePrefix
+    value: k
+  - key: readability-identifier-naming.EnumCase
+    value: CamelCase
+  - key: readability-identifier-naming.EnumConstantCase
+    value: CamelCase
+  - key: readability-identifier-naming.EnumConstantPrefix
+    value: k
+  - key: readability-identifier-naming.FunctionCase
+    value: CamelCase
+  - key: readability-identifier-naming.GlobalConstantCase
+    value: CamelCase
+  - key: readability-identifier-naming.GlobalConstantPrefix
+    value: k
+  - key: readability-identifier-naming.StaticConstantCase
+    value: CamelCase
+  - key: readability-identifier-naming.StaticConstantPrefix
+    value: k
+  - key: readability-identifier-naming.StaticVariableCase
+    value: lower_case
+  - key: readability-identifier-naming.MacroDefinitionCase
+    value: UPPER_CASE
+  - key: readability-identifier-naming.MacroDefinitionIgnoredRegexp
+    value: '^[A-Z]+(_[A-Z]+)*_$'
+  - key: readability-identifier-naming.MemberCase
+    value: lower_case
+  - key: readability-identifier-naming.PrivateMemberSuffix
+    value: _
+  - key: readability-identifier-naming.PublicMemberSuffix
+    value: ''
+  - key: readability-identifier-naming.NamespaceCase
+    value: lower_case
+  - key: readability-identifier-naming.ParameterCase
+    value: lower_case
+  - key: readability-identifier-naming.TypeAliasCase
+    value: CamelCase
+  - key: readability-identifier-naming.TypedefCase
+    value: CamelCase
+  - key: readability-identifier-naming.VariableCase
+    value: lower_case
+  - key: readability-identifier-naming.IgnoreMainLikeFunctions
+    value: 1
   # Functions with scores beyond 15 are typically flagged as potentially problematic (empirically)
-  - key:             readability-function-cognitive-complexity.Threshold
-    value:           15  # default: 25
-  - key:             readability-identifier-length.MinimumVariableNameLength
-    value:           1
-  - key:             readability-identifier-length.MinimumParameterNameLength
-    value:           1
+  - key: readability-function-cognitive-complexity.Threshold
+    value: 15  # default: 25
+  - key: readability-identifier-length.MinimumVariableNameLength
+    value: 1
+  - key: readability-identifier-length.MinimumParameterNameLength
+    value: 1
   - key: misc-include-cleaner.IgnoreHeaders
     value: '(__chrono/.*|stdlib\.h|3rdparty/.*)'

.github/workflows/ubuntu.yml

@@ -352,51 +352,20 @@ jobs:
       - name: Build project
         run: |
           cmake --build build --parallel
-      - name: Run tests (MPI)
-        run: scripts/run_tests.py --running-type="processes" --additional-mpi-args="--oversubscribe"
-        env:
-          PPC_NUM_PROC: 2
-          PPC_NUM_THREADS: 2
-          OMPI_ALLOW_RUN_AS_ROOT: 1
-          OMPI_ALLOW_RUN_AS_ROOT_CONFIRM: 1
-          LLVM_PROFILE_FILE: "coverage-%p-%m.profraw"
-      - name: Run tests (threads)
-        run: scripts/run_tests.py --running-type="threads" --counts 1 2 3 4
-        env:
-          PPC_NUM_PROC: 1
-          LLVM_PROFILE_FILE: "coverage-%p-%m.profraw"
-      - name: Generate LLVM Coverage Data
-        run: |
-          mkdir cov-report
-          cd build
-          # Merge all raw profiles into a single indexed profile
-          llvm-profdata-20 merge -sparse $(find . -name "*.profraw") -o coverage.profdata
-          # Find all test executables
-          BINARIES=$(find bin -type f -executable | tr '\n' ' ')
-          # Generate coverage report in LCOV format for Codecov
-          llvm-cov-20 export \
-            $BINARIES \
-            --format=lcov \
-            --ignore-filename-regex='.*3rdparty/.*|/usr/.*|.*tests/.*|.*tasks/.*|.*modules/runners/.*|.*modules/util/include/perf_test_util.hpp|.*modules/util/include/func_test_util.hpp|.*modules/util/src/func_test_util.cpp' \
-            --instr-profile=coverage.profdata \
-            > ../coverage.lcov
-          # Generate HTML report
-          llvm-cov-20 show \
-            $BINARIES \
-            --format=html \
-            --output-dir=../cov-report \
-            --ignore-filename-regex='.*3rdparty/.*|/usr/.*|.*tests/.*|.*tasks/.*|.*modules/runners/.*|.*modules/util/include/perf_test_util.hpp|.*modules/util/include/func_test_util.hpp|.*modules/util/src/func_test_util.cpp' \
-            --instr-profile=coverage.profdata
+      - name: Run tests and generate coverage
+        run: >
+          python3 scripts/run_tests.py --running-type processes_coverage
+          --additional-mpi-args "--oversubscribe" --llvm-version 20
       - name: Upload coverage reports to Codecov
         uses: codecov/[email protected]
         with:
-          files: coverage.lcov
+          files: build/coverage/coverage.lcov
       - name: Upload coverage report artifact
         id: upload-cov
         uses: actions/upload-artifact@v4
         with:
           name: cov-report
-          path: 'cov-report'
+          path: 'build/coverage/html'
       - name: Comment coverage report link
         # TODO: Support PRs from forks and handle cases with insufficient write permissions
         continue-on-error: true