feed-dashboard.sh

#!/bin/bash
#
# Copyright (C) 2016-2017 Red Hat, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.

set -e

DIR=$(cd $(dirname $0); pwd)

if [ $# != 1 ]; then
    echo "Usage: $0 <dashboard url>" 1>&2
    exit 1
fi

WIDGETS_URL="$1/widgets"
TOKEN_FILE='/etc/rdo-dashboards.conf'
TOKEN=$(grep auth_token ${TOKEN_FILE} | cut -f2 -d:  | awk '{print $1}' | tr -d '"')

MASTER_C9_CURRENT_URL=http://trunk.rdoproject.org/centos9-master/current/delorean.repo
ANTELOPE_C9_CURRENT_URL=http://trunk.rdoproject.org/centos9-antelope/current/delorean.repo
BOBCAT_C9_CURRENT_URL=http://trunk.rdoproject.org/centos9-bobcat/current/delorean.repo
CARACAL_C9_CURRENT_URL=http://trunk.rdoproject.org/centos9-caracal/current/delorean.repo
DALMATIAN_C9_CURRENT_URL=http://trunk.rdoproject.org/centos9-dalmatian/current/delorean.repo

send_to_dashboard() {
    curl -s -d "{ \"auth_token\": \"$TOKEN\", \"value\": $2 $3 }" $WIDGETS_URL/$1
}

send_comps_to_dashboard() {
        curl -s -d "{ \"auth_token\": \"$TOKEN\", \"value\": $2 }" $WIDGETS_URL/$1
}

get_version_csv_url() {
    release=$1
    repo=$2
    echo "https://trunk.rdoproject.org/${release}/${repo}/versions.csv"
    return 0
}

get_latest_build_ts_diff_between() {
    repo_a=$1
    repo_b=$2
    release=$3
    widget=$4
    extra="$5"
    ts_a=0
    ts_b=0

    version_url_a=$(get_version_csv_url $release $repo_a)
    version_url_b=$(get_version_csv_url $release $repo_b)

    ts_a=$(curl -sL "$version_url_a" | tail -n +2 | cut -d, -f7 |sort | tail -n 1)
    ts_b=$(curl -sL "$version_url_b" | tail -n +2 | cut -d, -f7 |sort | tail -n 1)
    if [ $ts_a != 0 ] && [ $ts_b != 0 ]; then
        days=$(( ( $ts_a - $ts_b ) / (24 * 3600) ))
        send_to_dashboard $widget $days "$extra"

        echo "$version_url_a - $version_url_b -> $days" 1>&2
    else
        send_to_dashboard $widget 1000 "$extra"

        echo "$version_url_a - $version_url_b -> never" 1>&2
    fi
}

get_ftbfs() {
    url=$1
    FTBFS=$(curl -s -L $url |grep -c -v -e "^Project" -e SUCCESS)
    echo $FTBFS
}

get_days_first_failure() {
    url=$1
    ts=$now
    for line in $(curl -s -L $url | grep -v -e SUCCESS -e ^Project); do
        val="$(echo $line|cut -d, -f7)"
        if [[ "$val" =~ ^[0-9]+$ ]] && [[ "$val" -lt "$ts" ]]; then
            ts=$val
        fi
    done

    if [ $ts != $now ]; then
        days=$(( ( $now - $ts ) / (24 * 3600) ))
        echo $days
    else
       echo 1000
    fi
}

get_components_max_ts() {
    url=$1
    widget=$2

    ts=0
    for repo in $(curl -s -L $url |grep baseurl|sed 's/baseurl=//g')
    do
        component=$(echo $repo|awk -F "component/" '{print $2}'|awk -F '/' '{print $1}')
        ftbfs=$(get_ftbfs ${repo}/versions.csv)
        if [ $ftbfs -ne 0 ]; then
            val=$(get_days_first_failure ${repo}/versions.csv)
            if [[ "$val" =~ ^[0-9]+$ ]] && [[ "$val" -gt "$ts" ]]; then
                ts=$val
            fi
        fi
    done

    send_comps_to_dashboard $widget $ts
}

min=$(date '+%s')
now=$min

# process FTBFS

get_components_max_ts $MASTER_C9_CURRENT_URL deloreanmasterc9
get_components_max_ts $ANTELOPE_C9_CURRENT_URL deloreanantelopec9
get_components_max_ts $BOBCAT_C9_CURRENT_URL deloreanbobcatc9
get_components_max_ts $CARACAL_C9_CURRENT_URL deloreancaracalc9
get_components_max_ts $DALMATIAN_C9_CURRENT_URL deloreandalmatianc9

# process promotion CI

get_latest_build_ts_diff_between puppet-ci-testing puppet-passed-ci centos9-master deloreanci
get_latest_build_ts_diff_between puppet-ci-testing puppet-passed-ci centos9-antelope deloreanciantelope
get_latest_build_ts_diff_between puppet-ci-testing puppet-passed-ci centos9-bobcat deloreancibobcat
get_latest_build_ts_diff_between puppet-ci-testing puppet-passed-ci centos9-caracal deloreancicaracal
get_latest_build_ts_diff_between puppet-ci-testing puppet-passed-ci centos9-dalmatian deloreancidalmatian
# feed-dashboard.sh ends here