-
Notifications
You must be signed in to change notification settings - Fork 13
/
Copy pathdvo_extractor_tests.sh
executable file
·111 lines (95 loc) · 2.83 KB
/
dvo_extractor_tests.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
#!/bin/bash -x
# Copyright 2024 Red Hat, Inc
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
export PATH_TO_LOCAL_DVO_EXTRACTOR=${PATH_TO_LOCAL_DVO_EXTRACTOR:="../dvo-extractor"}
#set NOVENV is current environment is not a python virtual env
[ "$VIRTUAL_ENV" != "" ] || NOVENV=1
exit_trap_command=""
function install_reqs() {
pip install -r requirements.txt || exit 1
}
function prepare_venv() {
echo "Preparing environment"
# shellcheck disable=SC1091
virtualenv -p python3 venv && source venv/bin/activate && install_reqs
echo "Environment ready"
}
function install_extractor() {
if [[ ! -d $PATH_TO_LOCAL_DVO_EXTRACTOR ]] ; then
git clone --depth=1 [email protected]:RedHatInsights/dvo-extractor.git $PATH_TO_LOCAL_DVO_EXTRACTOR
add_trap "rm -rf ./dvo-extractor"
fi
cwd=$(pwd)
cd $PATH_TO_LOCAL_DVO_EXTRACTOR || exit
pip install --no-cache-dir -U pip setuptools wheel
pip install --no-cache-dir -r requirements.txt
pip install -e .
cd "$cwd" || exit 1
}
function run_kafka() {
kafka_cid=$(docker run --add-host=kafka:127.0.0.1 \
--detach \
--env-file config/dvo_extractor.env \
--hostname kafka \
--name kafka \
--rm \
--publish 9092:9092 \
--add-host kafka:127.0.0.1 \
quay.io/ccxdev/kafka-no-zk:latest)
while true
do
echo "starting up kafka ..."
start_up_complete=$(docker logs "$kafka_cid" | grep "Startup complete")
if [ -z "$start_up_complete" ]; then
echo "kafka ready"
break
fi
sleep 1
done
export kafka_cid
add_trap "docker kill ${kafka_cid}"
}
function run_mock_s3() {
uvicorn mocks.s3.s3:app &
s3_pid=$!
add_trap "kill -9 $s3_pid"
}
function cleanup {
eval "$exit_trap_command"
}
function add_trap() {
local to_add=$1
if [ -z $exit_trap_command ] ; then
exit_trap_command="$to_add"
else
exit_trap_command="$exit_trap_command; $to_add"
fi
trap cleanup EXIT
}
if ! [ "$ENV_DOCKER" ] ; then
run_kafka
run_mock_s3
fi
if [ "$NOVENV" ] ; then
prepare_venv
else
install_reqs
fi
install_extractor
# shellcheck disable=SC2068
PYTHONDONTWRITEBYTECODE=1 python3 -m behave \
--format=progress2 \
--tags=-skip --tags=-managed \
--no-capture \
-D dump_errors=true @test_list/dvo_extractor.txt "$@"