blob: 597b749a94dd16f0b493fbc1e27b10d848cca93f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
|
# Copyright (c) 2019 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# This file is meant to be sourced in a .bashrc file to add useful
# bash functions to an interactive shell
# Bash function to run vpp 'make test' testcases
# repeatedly, stopping on test failure or when
# a test log contains the optionally specified text
vpp-make-test()
{
local options
local usage
local all
local debug
local grep_for
local show_grep
local run_make_test
local old_pwd
local test_desc
local is_feature="false"
local retry_count=100
local tester=${GERRIT_USER:-$USER}
local jobs="auto"
if [ -z "$WS_ROOT" ] ; then
echo "ERROR: WS_ROOT is not set!"
return
elif [ -z "$(find $WS_ROOT -type d -name vppinfra)" ] ; then
echo "ERROR: WS_ROOT is not set to a VPP workspace!"
return
fi
options=$(getopt -o "adfg:j:r:" -- "$@")
if [ $? -eq 1 ] ; then
usage=true
else
eval set -- $options
fi
while [ -z "$usage" ] ; do
case "$1" in
-a)
all="-all"
;;
-d)
debug="-debug"
;;
-f)
is_feature="true"
retry_count=1
;;
-g)
shift
show_grep=$1
grep_for="${1//-/\\-}"
;;
-j)
shift
jobs=$1
if [ $((jobs)) != $jobs ] ; then
echo "ERROR: Invalid option value for -j option ($jobs)!"
usage=true;
fi
;;
-r)
shift
retry_count=$1
if [ $((retry_count)) != $retry_count ] ; then
echo "ERROR: Invalid option value for -r option ($retry_count)!"
usage=true;
fi
;;
--)
shift
break
;;
esac
shift
done
if [ -n "$usage" ] || [ -z "$1" ] ; then
if [ -z "$1" ] ; then
echo "ERROR: no testcase specified!"
fi
echo "Usage: vpp-make-test [-a][-d][-f][-g <text>][-j <jobs>][-r <retry count>] <testcase> [<retry_count>]"
echo " -a Run extended tests"
echo " -d Run vpp debug image (i.e. with ASSERTS)"
echo " -f Testcase is a feature set (e.g. tcp)"
echo " -g <text> Text to grep for in log, FAIL on match."
echo " Enclose <text> in single quotes when it contains any dashes:"
echo " e.g. vpp-make-test -g 'goof-bad-' test_xyz"
echo " -j <# jobs> Set TEST_JOBS (default = auto) for feature set"
echo " -r <retry count> Retry Count (default = 100 for individual test | 1 for feature set)"
return
fi
if [ $retry_count -le 0 ] ; then
retry_count=1
fi
if [ "$is_feature" == "true" ] ; then
run_make_test="make test$all$debug TEST=$1 SANITY=no TEST_JOBS=$jobs"
else
run_make_test="make test$all$debug TEST=*.*.$1 SANITY=no"
fi
old_pwd=$(pwd)
cd $WS_ROOT
line="------------------------------------------------------------------------------"
test_desc="'$run_make_test'"
if [ -n "$grep_for" ] ; then
test_desc="$test_desc [grep '$show_grep']"
fi
for ((i=1; i<=retry_count; i++)) ; do
echo -e "\n$line"
echo -e "ITERATION [$i/$retry_count]: $test_desc\n$line"
result=$($run_make_test)
if [ ! -d /tmp/vpp-unittest* ] ; then
echo -e "\nERROR: No testcase(s) executed!\n"
return
fi
echo "$result"
if [ -n "$grep_for" ] ; then
grep_results=$(grep -sHn $grep_for /tmp/vpp-u*/log.txt)
fi
if [ -n "$(echo $result | grep FAILURE)" ] || [ -n "$grep_results" ] ; then
if [ -n "$grep_results" ] ; then
fail="FAIL (grep)"
else
fail="FAIL"
fi
echo -e "\n$line\n$fail [$i/$retry_count]: $test_desc\n$line\n"
return
fi
done
echo -e "\n$line\nPASS [$((i-1))/$retry_count]: $test_desc\n$line\n"
echo -e "Hey $tester, Life is good!!! :D\n"
cd $old_pwd
}
|
