summaryrefslogtreecommitdiff
path: root/minix/tests/run
blob: 14f5a39dcda8771fb568fea82ae05f96f5b4ff5a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
#!/bin/sh

# Are we running as root?
unset ROOT
if [ "`id -u`" = 0 ]
then	ROOT=yes
fi

# Initialization
PATH=:/bin:/usr/bin:/sbin
export PATH

rm -rf DIR*			# remove any old junk lying around
passed=`expr 0`			# count number of tests run correctly
failed=`expr 0`			# count number of tests that failed
skipped=`expr 0`		# count number of tests that were skipped
total=`expr 0`			# total number of tests tried
badones=			# list of tests that failed
export USENETWORK		# set to "yes" for test48+82 to use the network

# In the lists below, shell scripts should be listed without ".sh" suffix

# Programs that require setuid
setuids="test11 test33 test43 test44 test46 test56 test60 test61 test65 \
	 test69 test73 test74 test78 test83 test85 test87 test88 test89 \
	 test92 test93 test94"
# Scripts that require to be run as root
rootscripts="testisofs testvnd testrmib testrelpol"

alltests="1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16 17 18 19 20 \
         21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 \
         41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 \
         61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 \
         81 82 83 84 85 86 87 88 89 90 91 92 93 94 \
	 sh1 sh2 interp mfs isofs vnd rmib"
tests_no=`expr 0`

# If root, make sure the setuid tests have the correct permissions
# and make the dir bin-owned.
if [ "$ROOT" ]
then	/usr/sbin/chown bin .
	/usr/sbin/chown root ${setuids}
	chmod 4755 ${setuids}
fi

tests=$alltests

# Are we given any args? If so, we might have to give
# or change our testlist
while getopts 'lt:T' opt
do
	case $opt in
	l)	echo "$alltests"
		exit 0
		;;
	t)      tests="$OPTARG"
		;;
	T)	tapmode=yes
		diagprefix="# "
		;;
	?)      echo "Usage: run [-l] [-t testlist] [-T]" >&2
		echo "	-l: list tests, exit" >&2
		echo "	-t: execute given set of tests, default: all" >&2
		echo "	-T: produce TAP-format output" >&2
		exit 1
	esac
done

# Count tests
for i in `echo $tests`; do
   if [ -x ./test$i -o -x ./test${i}.sh ]; then
      tests_no=`expr $tests_no + 1`
   fi
done

if [  $tests_no -eq 0 ]
then
	echo "No test binaries found. did you compile?"
	exit 1
fi

# Print tests list whenever user asks for TAP mode. It is up
# to the caller to make sure it makes sense, i.e. he knows what it
# represents.
if [ "$tapmode" ]
then	echo "1..$tests_no"
fi

if [ "$tests" = "$alltests" ]
then	# Print test welcome message
	if [ ! "$tapmode" ]; then clear; fi
	echo -n "${diagprefix}Running POSIX compliance test suite. "
	echo "There are $tests_no tests in total."
	echo "${diagprefix}"
fi

# Provide an argument for test63
ARGS_63=`pwd`/mod

runtest() {
	i=$1
	ARG=$2
	# setuid doesn't work with scripts, so we can only run those as root
	if echo "$rootscripts" | tr ' ' '\n' | grep "^test${i}\$" >/dev/null
	then needroot=1
	else needroot=0
	fi
	# depending on where we are, scripts might have a .sh suffix or not
	if [ -x test${i}.sh ]
	then NAME=./test${i}.sh
	else NAME=./test$i
	fi
	if [ "$ROOT" ]
	then
		if [ $needroot -eq 1 ]
		then $NAME $ARG || return 1
		else su bin -c "$NAME $ARG" || return 1
		fi
	else
		if [ $needroot -eq 1 ]
		then echo "skipping test$i, not root." >&2 && return 0
		else $NAME $ARG || return 1
		fi
	fi
	return 0
}

# Run all the tests, keeping track of who failed.
for i in `echo $tests`
do
   if [ -x ./test$i -o -x ./test${i}.sh ]
   then
      total=`expr $total + 1`
      FAIL=0
      ARG=`eval echo "\\${ARGS_$i}"`

      if [ "$tapmode" ]
      then	out=out.$$
		rm -f $out
		runtest $i $ARG >$out 2>&1
      else	runtest $i $ARG
      fi	

      FAIL=$?

      if [ $FAIL -eq 0 ]
         then	if [ "$tapmode" ]
		then	echo "ok test $i"
		fi
		passed=`expr $passed + 1`
         else	if [ "$tapmode" ]
		then	echo "not ok test $i"
		fi
		failed=`expr $failed + 1`
		badones=`echo $badones " " $i`
      fi

      if [ "$tapmode" ]
      then	cat $out | sed "s/^/$diagprefix/"
		rm -f $out
      fi
   else
      echo "${diagprefix}warning: skipping test$i"
      skipped=`expr $skipped + 1` 
   fi
done

# Print results of the tests.
if [ "$tests" = "$alltests" ]
then	echo "${diagprefix}"
	if test $total = $passed
	   then echo "${diagprefix}All $passed tests completed without error ($skipped skipped)."
	   else echo "${diagprefix}Testing completed. Score: $passed passed, $failed failed, skipped $skipped"
	        echo "${diagprefix}The following tests failed: $badones"
	fi
fi

# if any test failed return an error
if [ $failed -gt 0 ] 
then
	exit 1
fi

# echo " "