summaryrefslogtreecommitdiffstats
path: root/test/run-integration-tests.sh
blob: 2d3f0ee94f4ded8bc8ae36ed609d74e08c8faa8d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
#!/usr/bin/env bash
set -e

BUILD_DIR="$($(dirname "$0")/../tools/find-build-dir.sh)"
if [ $# -gt 0 ]; then
    args="$@"
else
    args="setup run clean-again"
fi
args_no_clean=$(sed -r 's/\bclean\b//g' <<<$args)
do_clean=$( [ "$args" = "$args_no_clean" ]; echo $? )

ninja -C "$BUILD_DIR"

declare -A results
declare -A times

COUNT=0
FAILURES=0

cd "$(dirname "$0")"

# Let's always do the cleaning operation first, because it destroys the image
# cache.
if [ $do_clean = 1 ]; then
    for TEST in TEST-??-* ; do
        ( set -x ; make -C "$TEST" "BUILD_DIR=$BUILD_DIR" clean )
    done

    [ -n "$args_no_clean" ] || exit 0
fi

pass_deny_list() {
    for marker in $DENY_LIST_MARKERS $BLACKLIST_MARKERS; do
        if [ -f "$1/$marker" ]; then
            echo "========== DENY-LISTED: $1 ($marker) =========="
            return 1
        fi
    done
    return 0
}

for TEST in TEST-??-* ; do
    COUNT=$(($COUNT+1))

    pass_deny_list $TEST || continue
    start=$(date +%s)

    echo -e "\n--x-- Running $TEST --x--"
    set +e
    ( set -x ; make -C "$TEST" "BUILD_DIR=$BUILD_DIR" $args_no_clean )
    RESULT=$?
    set -e
    echo "--x-- Result of $TEST: $RESULT --x--"

    results["$TEST"]="$RESULT"
    times["$TEST"]=$(( $(date +%s) - $start ))

    [ "$RESULT" -ne "0" ] && FAILURES=$(($FAILURES+1))
done

if [ $FAILURES -eq 0 -a $do_clean = 1 ]; then
    for TEST in ${!results[@]}; do
        ( set -x ; make -C "$TEST" "BUILD_DIR=$BUILD_DIR" clean-again )
    done
fi

echo ""

for TEST in ${!results[@]}; do
    RESULT="${results[$TEST]}"
    time="${times[$TEST]}"
    string=$([ "$RESULT" = "0" ] && echo "SUCCESS" || echo "FAIL")
    printf "%-35s %-8s (%3s s)\n" "${TEST}:" "${string}" "$time"
done | sort

if [ "$FAILURES" -eq 0 ] ; then
    echo -e "\nALL $COUNT TESTS PASSED"
else
    echo -e "\nTOTAL FAILURES: $FAILURES OF $COUNT"
fi

exit "$FAILURES"