~jdstrand/ufw/ufw-master-import

#!/bin/sh

#    Copyright 2008-2016 Canonical Ltd.

#

#    This program is free software: you can redistribute it and/or modify

#    it under the terms of the GNU General Public License version 3,

#    as published by the Free Software Foundation.

#

#    This program is distributed in the hope that it will be useful,

#    but WITHOUT ANY WARRANTY; without even the implied warranty of

#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

#    GNU General Public License for more details.

#

#    You should have received a copy of the GNU General Public License

#    along with this program.  If not, see <http://www.gnu.org/licenses/>.

export LANG=C

testdir="tests"

tests="unit installation bad bugs good util"

set -e

# Some systems may not have iptables in their PATH. Try to account for that.

if ! which iptables >/dev/null ; then

    export PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

    echo "INFO: 'iptables' not in PATH. Using:"

    echo " $PATH"

    if ! which iptables >/dev/null; then

        echo "ERROR: could not find iptables. Aborting."

        exit 1

    fi

fi

set +e

ipt_major=`iptables --version | sed 's/.* v//' | cut -d '.' -f 1 | sed 's/\([0-9]\+\).*/\\1/'`

ipt_minor=`iptables --version | sed 's/.* v//' | cut -d '.' -f 2 | sed 's/\([0-9]\+\).*/\\1/'`

ipt_micro=`iptables --version | sed 's/.* v//' | cut -d '.' -f 3 | sed 's/\([0-9]\+\).*/\\1/'`

get_result_path() {

    d="$1"

    f="$d/result"

    f_micro="$f.$ipt_major.$ipt_minor.$ipt_micro"

    f_minor="$f.$ipt_major.$ipt_minor"

    if [ -f "$f.$ipt_major.$ipt_minor.$ipt_micro" ]; then

        f="$f_micro"

    elif [ -f "$f.$ipt_major.$ipt_minor" ]; then

        f="$f_minor"

    fi

    echo "$f"

}

CUR=`pwd`

export TESTPATH="$testdir/testarea"

export TESTTMP="$testdir/testarea/tmp"

export TESTSTATE="$TESTPATH/lib/ufw"

export TESTCONFIG="$TESTPATH/etc/ufw"

STOPONFAIL="no"

STOPONSKIP="no"

if [ "$1" = "-s" ]; then

    shift

    STOPONFAIL="yes"

elif [ "$1" = "-S" ]; then

    shift

    STOPONFAIL="yes"

    STOPONSKIP="yes"

fi

interpreter=""

if [ "$1" = "-i" ]; then

    shift

    if [ -z "$1" ]; then

        echo "Specified '-i' without an interpreter. Aborting" >&2

        exit

    fi

    interpreter="$1"

    shift

fi

if [ -z "$interpreter" ]; then

    for exe in python3 python2 python ; do

        if which $exe >/dev/null 2>&1; then

            interpreter="$exe"

            break

        fi

    done

fi

# export the interpreter so the tests can use it too

export interpreter="$interpreter"

echo "Interpreter: $interpreter"

echo ""

if [ -e "/proc/sys/net/ipv6" ]; then

    tests="$tests ipv6"

fi

subclass=""

if [ ! -z "$1" ]; then

    tmp="$1"

    if echo "$tmp" | egrep -q '/' ; then

        subclass=`basename $tmp`

        tests=`dirname $tmp`

    else

        tests="$tmp"

    fi

fi

if [ ! -d "$testdir" ]; then

    echo "Couldn't find '$testdir' directory"

    exit 1

fi

if [ ! -e "./setup.py" ]; then

    echo "Couldn't find setup.py"

    exit 1

fi

skipped=0

errors=0

numtests=0

statsdir=`mktemp -d`

trap "rm -rf $statsdir" EXIT HUP INT QUIT TERM

export statsdir

echo "0" > $statsdir/individual

# Unit tests

for class in $tests

do

    if [ "$class" != "unit" ]; then

        # Functional tests handled separately (see below)

        continue

    fi

    if [ ! -z "$subclass" ]; then

        if [ ! -f "$testdir/$class/$subclass" ]; then

            echo "Could not find '$testdir/$class/$subclass'"

            exit 1

        fi

    fi

    echo "= Unit Tests ="

    if ! $interpreter ./tests/unit/runner.py $subclass ; then

        echo ""

        echo "Found unit test failures. Aborting and skipping functional tests"

        exit 1

    fi

    # Exit early if only running unit tests

    if [ "$tests" = "unit" ]; then

        exit 0

    fi

    echo ""

    echo ""

done

# clean up before functional tests

rm -f "$CUR/src/*.pyc"

rm -rf "$CUR/src/__pycache__"

make clean

# Functional tests

echo "= Functional Tests ="

# Explicitly disable IP forwarding here, since some tests assume it is

# disabled. IP forwarding will be re-enabled in the individual tests

# that require it.

orig_ip_forward=`sysctl net.ipv4.ip_forward 2>/dev/null | cut -d ' ' -f 3`

orig_ipv6_forwarding_default=`sysctl net.ipv6.conf.default.forwarding 2>/dev/null | cut -d ' ' -f 3`

orig_ipv6_forwarding_all=`sysctl net.ipv6.conf.all.forwarding 2>/dev/null | cut -d ' ' -f 3`

sysctl -w net.ipv4.ip_forward=0 2>/dev/null || true

sysctl -w net.ipv6.conf.default.forwarding=0 2>/dev/null || true

sysctl -w net.ipv6.conf.all.forwarding=0 2>/dev/null || true

for class in $tests

do

    if [ "$class" = "unit" ]; then

        # Unit tests handled separately (see above)

        continue

    fi

    for d in `ls -d -1 $testdir/$class/* 2>/dev/null`

    do

        if [ ! -z "$subclass" ]; then

            if [ "$d" != "$testdir/$class/$subclass" ]; then

                continue

            fi

        fi

        if [ $skipped -gt 0 ]; then

            if [ "$STOPONSKIP" = "yes" ]; then

                echo ""

                echo "STOPONSKIP set, exiting on skip"

                exit 1

            fi

        fi

        thistest=`basename $d`

        echo ""

        echo "Performing tests '$class/$thistest'"

        if [ ! -x "$testdir/$class/$thistest/runtest.sh" ]; then

            skipped=$(($skipped + 1))

            echo "    WARNING: couldn't find '$testdir/$class/$thistest/runtest.sh' (skipping)"

            continue

        fi

        echo "- installing"

        if [ -d "$TESTPATH" ]; then

            rm -rf "$TESTPATH"

        fi

        tmpdir=`mktemp -d`

        mv "$tmpdir" "$TESTPATH"

        mkdir -p "$TESTPATH/usr/sbin" "$TESTPATH/etc" "$TESTPATH/tmp" || exit 1

        install_dir="$TESTPATH"

        # this is to allow root to run the tests without error.  I don't

        # like building things as root, but some people do...

        export UFW_SKIP_CHECKS="1"

        setup_output=`$interpreter ./setup.py install --home="$install_dir" 2>&1`

        if [ "$?" != "0" ]; then

            echo "$setup_output"

            exit 1

        fi

        # make the installed user rules files available to tests

        find "$TESTPATH" -name "user*.rules" -exec cp {} {}.orig \;

        cp -rL $testdir/$class/$thistest/orig/* "$TESTPATH/etc" || exit 1

        cp -f $testdir/$class/$thistest/runtest.sh "$TESTPATH" || exit 1

        # Explicitly disable IPv6 here, since some tests assume it is disabled.

        # IPv6 will be re-enabled in the individual tests that require it.

        sed -i 's/IPV6=.*/IPV6=no/' $TESTPATH/etc/default/ufw

        echo "- result: "

        numtests=$(($numtests + 1))

        # now run the test

        PYTHONPATH="$PYTHONPATH:$install_dir/lib/python" "$TESTPATH/runtest.sh"

        if [ "$?" != "0" ];then

            echo "    ** FAIL **"

            errors=$(($errors + 1))

        else

            if [ ! -f "$TESTTMP/result" ]; then

                skipped=$(($skipped + 1))

                echo "    WARNING: couldn't find '$TESTTMP/result' (skipping)"

                continue

            else

                # fix discrepencies between python versions

                sed -i 's/^usage:/Usage:/' $TESTTMP/result

                sed -i 's/^options:/Options:/' $TESTTMP/result

            fi

            if [ ! -f "$testdir/$class/$thistest/result" ]; then

                skipped=$(($skipped + 1))

                echo "    WARNING: couldn't find '$testdir/$class/$thistest/result' (skipping)"

                continue

            fi

            result_file=`get_result_path $testdir/$class/$thistest`

            diffs=`diff -w $result_file $TESTTMP/result`

            if [ -z "$diffs" ]; then

                echo "    PASS"

            else

                errors=$(($errors + 1))

                echo "    FAIL:"

                echo "$diffs"

            fi

        fi

        chmod 755 "$TESTPATH"

        if [ $errors -gt 0 ]; then

            if [ "$STOPONFAIL" = "yes" ]; then

                echo ""

                echo "FAILED $testdir/$class/$thistest -- result found in $TESTTMP/result"

                echo "For more information, see:"

                echo "diff -Naur $testdir/$class/$thistest/result $TESTTMP/result"

                exit 1

            fi

        fi

    done

done

# Restore IP forwarding

test -n "$orig_ip_forward" && \

    sysctl -w net.ipv4.ip_forward="$orig_ip_forward" 2>/dev/null || true

test -n "$orig_ipv6_forwarding_default" && \

    sysctl -w net.ipv6.conf.default.forwarding="$orig_ipv6_forwarding_default" 2>/dev/null || true

test -n "$orig_ipv6_forwarding_all" && \

    sysctl -w net.ipv6.conf.all.forwarding="$orig_ipv6_forwarding_all" 2>/dev/null || true

if [ -d "$TESTPATH" ]; then

    rm -rf "$TESTPATH"

fi

individual=$(cat $statsdir/individual)

echo ""

echo "------------------------"

echo "Functional tests summary"

echo "------------------------"

echo "Attempted:           $numtests ($individual individual tests)"

echo "Skipped:             $skipped"

echo "Errors:              $errors"

if [ "$errors" != "0" ]; then

    exit 1

fi

# cleanup

rm -rf $statsdir

if [ "$skipped" != "0" ]; then

    exit 2

fi

exit 0