[Action] Measure test coverage from action

 - Measure test coverage from action
 - Release daily build result

Signed-off-by: Gichan Jang <[email protected]>

.github/workflows/daily-build-android.yml

@@ -16,9 +16,9 @@ jobs:
     - name: build
       id: android-build
       uses: ./.github/actions/android-build
-      continue-on-error: true
 
     - name: get date
+      if: always()
       id: get-date
       run: |
         echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT

.github/workflows/daily-build-gbs.yml

@@ -0,0 +1,81 @@
+name: gbs daily build and test
+
+on:
+  schedule:
+    # 05:00 AM (KST) Mon-Fri
+    - cron: "00 20 * * 0-4"
+
+  # Allow manually triggering the workflow
+  workflow_dispatch:
+
+jobs:
+  build:
+    outputs:
+      x86_64: ${{ steps.gbs-result.outputs.x86_64 }}
+      i586: ${{ steps.gbs-result.outputs.i586 }}
+      armv7l: ${{ steps.gbs-result.outputs.armv7l }}
+      aarch64: ${{ steps.gbs-result.outputs.aarch64 }}
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - gbs_build_arch: "x86_64"
+            gbs_build_option: "--define \"unit_test 1\" --define \"testcoverage 1\""
+          - gbs_build_arch: "i586"
+            gbs_build_option: "--define \"unit_test 1\""
+          - gbs_build_arch: "armv7l"
+            gbs_build_option: "--define \"unit_test 1\""
+          - gbs_build_arch: "aarch64"
+            gbs_build_option: "--define \"unit_test 1\""
+
+    runs-on: ubuntu-22.04
+
+    steps:
+    - uses: actions/checkout@v4
+    - uses: actions/setup-python@v1
+
+    - name: prepare deb sources for GBS
+      run: echo "deb [trusted=yes] http://download.tizen.org/tools/latest-release/Ubuntu_22.04/ /" | sudo tee /etc/apt/sources.list.d/tizen.list
+
+    - name: install GBS
+      run: sudo apt-get update && sudo apt-get install -y gbs
+
+    - name: configure GBS
+      run: cp .github/workflows/tizen.gbs.conf ~/.gbs.conf
+
+    - name: get date
+      id: get-date
+      run: |
+        echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT
+
+    - name: run GBS
+      id: gbs-build
+      run: gbs build ${{ matrix.gbs_build_option }} --define "_skip_debug_rpm 1" -A ${{ matrix.gbs_build_arch }}
+
+    - name: save gbs cache
+      uses: actions/cache/save@v4
+      if: ${{ always() && github.ref == 'refs/heads/main' }}
+      with:
+        path: ~/GBS-ROOT/local/cache
+        key: gbs-cache-${{ matrix.gbs_build_arch }}-${{ steps.get-date.outputs.date }}
+
+    - if: matrix.gbs_build_arch == 'x86_64' && steps.gbs-build.outcome == 'success'
+      name: extract test coverage result
+      run: |
+        pip install pybadges beautifulsoup4 setuptools
+        mkdir -p ~/testresult/
+        pushd ~/testresult/
+        cp ~/GBS-ROOT/local/repos/tizen/x86_64/RPMS/*-coverage*.rpm .
+        rpm2cpio *-coverage*.rpm | cpio -idv
+        popd
+        python3 .github/workflows/gen_coverage_badge.py ~/testresult/usr/share/ml-api/unittest/result/index.html ~/testresult/usr/share/ml-api/unittest/result/coverage_badge.svg
+
+    - if: matrix.gbs_build_arch == 'x86_64' && steps.gbs-build.outcome == 'success'
+      name: update test coverage result to github.io
+      uses: ./.github/actions/gitpush
+      with:
+        source: ~/testresult/usr/share/ml-api/unittest/result/*
+        dest: testresult/ml-api
+        message: "${{ steps.get-date.outputs.date }} : Update test coverage result."
+        taos_account: ${{ secrets.TAOS_ACCOUNT }}
+        taos_account_token: ${{ secrets.TAOS_ACCOUNT_TOKEN }}

.github/workflows/gen_coverage_badge.py

@@ -0,0 +1,79 @@
+#!/usr/bin/env python3
+##
+# SPDX-License-Identifier: LGPL-2.1-only
+# Copyright (C) 2024 Samsung Electronics
+#
+# @file gen_github_badge_svg.py
+# @brief A tool for generating a github badge image in svg format
+# @author Wook Song <[email protected]>
+# @author Gichan Jang <[email protected]>
+# @note
+# usage :  python gen_badge.py {gcov-index-file} {output.svg}
+#
+import sys
+import os
+from bs4 import BeautifulSoup
+from pybadges import badge
+
+##
+# @brief Get a gradient colorcode from green to red of given value (scaled)
+# @param[in] val A value to be conveted to a gradient colorcode (i.e., #FFFFFF)
+# @param[in] scale A limit for the val, 0 <= val <= scale
+def get_code_g_y_r(val, scale):
+    """get_code_g_y_r(val, scale) -> str"""
+    if val <= 50:
+        red = 255
+        green = val * (255 / (float(scale) / 2))
+    else:
+        green = 255 * val / scale
+        red = 255 - (val - 50) * (255 / (float(scale) / 2))
+
+    rgb = (int(red), int(green), int(0))
+
+    return '#%02x%02x%02x' % rgb
+
+##
+# @brief Generate a github badge svg file representing code coverage
+# @param[in] html A concatenated string of the whole contents in index.html that is the result of LCOV
+# @param[in] path A file path to save the svg file
+def gen_coverage_badge(html, path):
+    #parse LCOV html
+    soup = BeautifulSoup(html, 'html.parser')
+    lines, line_hits, funcs, func_hits = \
+        soup.find('table').find_all('td', {'class': 'headerCovTableEntry'})
+    line_hits = float(line_hits.text)
+    lines = float(lines.text)
+    line_coverage = line_hits / lines
+    rgb_code = get_code_g_y_r(line_coverage * 100, 100)
+    coverage_str = str(format(line_coverage * 100, '.2f')) + '%'
+    s = badge(left_text='coverage', right_text=coverage_str, right_color=rgb_code)
+
+    file = open(path, "w")
+    file.write(s)
+    file.close()
+
+
+if __name__ == '__main__':
+    # argv[1]: [url/file] a path or url of LCOV html to get information for badge generation
+    # argv[2]: [file] a file path to save the generated svg file
+    if len(sys.argv) < 3:
+        exit(1)
+
+    str_html = ''
+    if os.path.isfile(sys.argv[1]):
+        with open(sys.argv[1], 'r') as f:
+            str_html = f.read()
+            if not BeautifulSoup(str_html, "html.parser").find():
+                exit(1)
+    else:
+        exit(1)
+
+    path_out_svg=''
+    if not os.access(os.path.dirname(sys.argv[2]) or os.getcwd(), os.W_OK):
+        exit(1)
+    else:
+        path_out_svg = os.path.abspath(sys.argv[2])
+        if os.path.isdir(path_out_svg) or os.path.islink(path_out_svg):
+          exit(1)
+
+    gen_coverage_badge(str_html, path_out_svg)

.github/workflows/pdebuild.yml

@@ -96,13 +96,12 @@ jobs:
       - name: run pdebuild
         if: steps.rebuild.outputs.rebuild == '1'
         id: pdebuild
-        continue-on-error: true
         run: |
           mkdir -p ~/daily_build/ubuntu
           pdebuild --logfile ~/daily_build/pdebuild_log.txt --buildresult ~/daily_build/ubuntu --architecture ${{ matrix.arch }} -- --distribution ${{ matrix.distroname }}
 
       - name: save pbuilder cache
-        if: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' && github.ref == 'refs/heads/main' }}
+        if: always() && ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' && github.ref == 'refs/heads/main' }}
         uses: actions/cache/save@v4
         with:
           path: |

README.md

@@ -1,5 +1,5 @@
 # api
 
-[![Code Coverage](http://ci.nnstreamer.ai/nnstreamer-api/ci/badge/codecoverage.svg)](http://ci.nnstreamer.ai/nnstreamer-api/ci/gcov_html/index.html)
+[![Code Coverage](https://nnstreamer.github.io/testresult/android_build_result.svg)](https://nnstreamer.github.io/testresult/ml-api/index.html)
 
 Machine Learning API (Origin: C++: SNAP, C/C#: Tizen API, Java: Samsung-Research ML API)