mirror of
https://github.com/torvalds/linux.git
synced 2026-04-18 14:53:58 -04:00
3ec6cefc39
Currently the only way of excluding certain tests from a collection is by passing all the other tests explicitly via `--test`. Therefore, if the user wants to skip a single test the resulting command line might be too big, depending on the collection. Add an option `--skip` that takes care of that. Link: https://lore.kernel.org/r/20260116-selftests-add_skip_opt-v1-1-ab54afaae81b@suse.com Signed-off-by: Ricardo B. Marlière <rbm@suse.com> Signed-off-by: Shuah Khan <skhan@linuxfoundation.org>
139 lines
3.3 KiB
Bash
Executable File
139 lines
3.3 KiB
Bash
Executable File
#!/bin/sh
|
|
# SPDX-License-Identifier: GPL-2.0
|
|
#
|
|
# Run installed kselftest tests.
|
|
#
|
|
|
|
# Fallback to readlink if realpath is not available
|
|
if which realpath > /dev/null; then
|
|
BASE_DIR=$(realpath $(dirname $0))
|
|
else
|
|
BASE_DIR=$(readlink -f $(dirname $0))
|
|
fi
|
|
|
|
cd $BASE_DIR
|
|
TESTS="$BASE_DIR"/kselftest-list.txt
|
|
if [ ! -r "$TESTS" ] ; then
|
|
echo "$0: Could not find list of tests to run ($TESTS)" >&2
|
|
available=""
|
|
else
|
|
available="$(cat "$TESTS")"
|
|
fi
|
|
|
|
. ./kselftest/runner.sh
|
|
ROOT=$PWD
|
|
|
|
usage()
|
|
{
|
|
cat <<EOF
|
|
Usage: $0 [OPTIONS]
|
|
-s | --summary Print summary with detailed log in output.log (conflict with -p)
|
|
-p | --per-test-log Print test log in /tmp with each test name (conflict with -s)
|
|
-t | --test COLLECTION:TEST Run TEST from COLLECTION
|
|
-S | --skip COLLECTION:TEST Skip TEST from COLLECTION
|
|
-c | --collection COLLECTION Run all tests from COLLECTION
|
|
-l | --list List the available collection:test entries
|
|
-d | --dry-run Don't actually run any tests
|
|
-f | --no-error-on-fail Don't exit with an error just because tests failed
|
|
-n | --netns Run each test in namespace
|
|
-h | --help Show this usage info
|
|
-o | --override-timeout Number of seconds after which we timeout
|
|
EOF
|
|
exit $1
|
|
}
|
|
|
|
COLLECTIONS=""
|
|
TESTS=""
|
|
SKIP=""
|
|
dryrun=""
|
|
kselftest_override_timeout=""
|
|
ERROR_ON_FAIL=true
|
|
while true; do
|
|
case "$1" in
|
|
-s | --summary)
|
|
logfile="$BASE_DIR"/output.log
|
|
cat /dev/null > $logfile
|
|
shift ;;
|
|
-p | --per-test-log)
|
|
per_test_logging=1
|
|
shift ;;
|
|
-t | --test)
|
|
TESTS="$TESTS $2"
|
|
shift 2 ;;
|
|
-S | --skip)
|
|
SKIP="$SKIP $2"
|
|
shift 2 ;;
|
|
-c | --collection)
|
|
COLLECTIONS="$COLLECTIONS $2"
|
|
shift 2 ;;
|
|
-l | --list)
|
|
echo "$available"
|
|
exit 0 ;;
|
|
-d | --dry-run)
|
|
dryrun="echo"
|
|
shift ;;
|
|
-f | --no-error-on-fail)
|
|
ERROR_ON_FAIL=false
|
|
shift ;;
|
|
-n | --netns)
|
|
RUN_IN_NETNS=1
|
|
shift ;;
|
|
-o | --override-timeout)
|
|
kselftest_override_timeout="$2"
|
|
shift 2 ;;
|
|
-h | --help)
|
|
usage 0 ;;
|
|
"")
|
|
break ;;
|
|
*)
|
|
usage 1 ;;
|
|
esac
|
|
done
|
|
|
|
# Add all selected collections to the explicit test list.
|
|
if [ -n "$COLLECTIONS" ]; then
|
|
for collection in $COLLECTIONS ; do
|
|
found="$(echo "$available" | grep "^$collection:")"
|
|
if [ -z "$found" ] ; then
|
|
echo "No such collection '$collection'" >&2
|
|
exit 1
|
|
fi
|
|
TESTS="$TESTS $found"
|
|
done
|
|
fi
|
|
# Replace available test list with explicitly selected tests.
|
|
if [ -n "$TESTS" ]; then
|
|
valid=""
|
|
for test in $TESTS ; do
|
|
found="$(echo "$available" | grep "^${test}$")"
|
|
if [ -z "$found" ] ; then
|
|
echo "No such test '$test'" >&2
|
|
exit 1
|
|
fi
|
|
valid="$valid $found"
|
|
done
|
|
available="$(echo "$valid" | sed -e 's/ /\n/g')"
|
|
fi
|
|
# Remove tests to be skipped from available list
|
|
if [ -n "$SKIP" ]; then
|
|
for skipped in $SKIP ; do
|
|
available="$(echo "$available" | grep -v "^${skipped}$")"
|
|
done
|
|
fi
|
|
|
|
kselftest_failures_file="$(mktemp --tmpdir kselftest-failures-XXXXXX)"
|
|
export kselftest_failures_file
|
|
|
|
collections=$(echo "$available" | cut -d: -f1 | sort | uniq)
|
|
for collection in $collections ; do
|
|
[ -w /dev/kmsg ] && echo "kselftest: Running tests in $collection" >> /dev/kmsg
|
|
tests=$(echo "$available" | grep "^$collection:" | cut -d: -f2)
|
|
($dryrun cd "$collection" && $dryrun run_many $tests)
|
|
done
|
|
|
|
failures="$(cat "$kselftest_failures_file")"
|
|
rm "$kselftest_failures_file"
|
|
if "$ERROR_ON_FAIL" && [ "$failures" ]; then
|
|
exit 1
|
|
fi
|