6c0b001891
test-pkg will use gigabytes of space when testing all toolchains.
Nevertheless, you are normally only interested in the actual build / host
tree when there is a build failure.
Do a 'make clean' for successful builds to save disk space, unless the new
option '-k/--keep' is set.
Note that the logfile and configuration is always retained for inspection.
Signed-off-by: Thomas De Schampheleire <thomas.de_schampheleire@nokia.com>
Acked-by: Yann E. MORIN <yann.morin.1998@free.fr>
Signed-off-by: Thomas Petazzoni <thomas.petazzoni@bootlin.com>
(cherry picked from commit 72bf48606c)
Signed-off-by: Peter Korsgaard <peter@korsgaard.com>
268 lines
8.1 KiB
Bash
Executable File
268 lines
8.1 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -e
|
|
|
|
TOOLCHAINS_CSV='support/config-fragments/autobuild/toolchain-configs.csv'
|
|
TEMP_CONF=""
|
|
|
|
do_clean() {
|
|
if [ ! -z "${TEMP_CONF}" ]; then
|
|
rm -f "${TEMP_CONF}"
|
|
fi
|
|
}
|
|
|
|
main() {
|
|
local o O opts
|
|
local cfg dir pkg random toolchains_csv toolchain all number mode
|
|
local ret nb nb_skip nb_fail nb_legal nb_tc build_dir keep
|
|
local -a toolchains
|
|
local pkg_br_name
|
|
|
|
o='hakc:d:n:p:r:t:'
|
|
O='help,all,keep,config-snippet:,build-dir:,number:,package:,random:,toolchains-csv:'
|
|
opts="$(getopt -n "${my_name}" -o "${o}" -l "${O}" -- "${@}")"
|
|
eval set -- "${opts}"
|
|
|
|
random=0
|
|
all=0
|
|
keep=0
|
|
number=0
|
|
mode=0
|
|
toolchains_csv="${TOOLCHAINS_CSV}"
|
|
while [ ${#} -gt 0 ]; do
|
|
case "${1}" in
|
|
(-h|--help)
|
|
help; exit 0
|
|
;;
|
|
(-a|--all)
|
|
all=1; shift 1
|
|
;;
|
|
(-k|--keep)
|
|
keep=1; shift 1
|
|
;;
|
|
(-c|--config-snippet)
|
|
cfg="${2}"; shift 2
|
|
;;
|
|
(-d|--build-dir)
|
|
dir="${2}"; shift 2
|
|
;;
|
|
(-n|--number)
|
|
number="${2}"; shift 2
|
|
;;
|
|
(-p|--package)
|
|
pkg="${2}"; shift 2
|
|
;;
|
|
(-r|--random)
|
|
random="${2}"; shift 2
|
|
;;
|
|
(-t|--toolchains-csv)
|
|
toolchains_csv="${2}"; shift 2
|
|
;;
|
|
(--)
|
|
shift; break
|
|
;;
|
|
esac
|
|
done
|
|
|
|
trap do_clean INT TERM HUP EXIT
|
|
|
|
if [ -z "${cfg}" ]; then
|
|
pkg_br_name="${pkg//-/_}"
|
|
pkg_br_name="BR2_PACKAGE_${pkg_br_name^^}"
|
|
TEMP_CONF=$(mktemp /tmp/test-${pkg}-config.XXXXXX)
|
|
echo "${pkg_br_name}=y" > ${TEMP_CONF}
|
|
cfg="${TEMP_CONF}"
|
|
fi
|
|
if [ ! -e "${cfg}" ]; then
|
|
printf "error: %s: no such file\n" "${cfg}" >&2; exit 1
|
|
fi
|
|
if [ -z "${dir}" ]; then
|
|
dir="${HOME}/br-test-pkg"
|
|
fi
|
|
|
|
if [ ${random} -gt 0 ]; then
|
|
mode=$((mode+1))
|
|
fi
|
|
|
|
if [ ${number} -gt 0 ]; then
|
|
mode=$((mode+1))
|
|
fi
|
|
|
|
if [ ${all} -eq 1 ]; then
|
|
mode=$((mode+1))
|
|
fi
|
|
|
|
# Default mode is to test the N first toolchains, which have been
|
|
# chosen to be a good selection of toolchains.
|
|
if [ ${mode} -eq 0 ] ; then
|
|
number=6
|
|
elif [ ${mode} -gt 1 ] ; then
|
|
printf "error: --all, --number and --random are mutually exclusive\n" >&2; exit 1
|
|
fi
|
|
|
|
# Extract the URLs of the toolchains; drop internal toolchains
|
|
# E.g.: http://server/path/to/name.config,arch,libc
|
|
# --> http://server/path/to/name.config
|
|
toolchains=($(sed -r -e 's/,.*//; /internal/d; /^#/d; /^$/d;' "${toolchains_csv}" \
|
|
|if [ ${random} -gt 0 ]; then \
|
|
sort -R |head -n ${random}
|
|
elif [ ${number} -gt 0 ]; then \
|
|
head -n ${number}
|
|
else
|
|
sort
|
|
fi
|
|
)
|
|
)
|
|
|
|
nb_tc="${#toolchains[@]}"
|
|
if [ ${nb_tc} -eq 0 ]; then
|
|
printf "error: no toolchain found (networking issue?)\n" >&2; exit 1
|
|
fi
|
|
|
|
nb=0
|
|
nb_skip=0
|
|
nb_fail=0
|
|
nb_legal=0
|
|
for toolchainconfig in "${toolchains[@]}"; do
|
|
: $((nb++))
|
|
toolchain="$(basename "${toolchainconfig}" .config)"
|
|
build_dir="${dir}/${toolchain}"
|
|
printf "%40s [%*d/%d]: " "${toolchain}" ${#nb_tc} ${nb} ${nb_tc}
|
|
build_one "${build_dir}" "${toolchainconfig}" "${cfg}" "${pkg}" && ret=0 || ret=${?}
|
|
case ${ret} in
|
|
(0) printf "OK\n";;
|
|
(1) : $((nb_skip++)); printf "SKIPPED\n";;
|
|
(2) : $((nb_fail++)); printf "FAILED\n";;
|
|
(3) : $((nb_legal++)); printf "FAILED\n";;
|
|
esac
|
|
done
|
|
|
|
printf "%d builds, %d skipped, %d build failed, %d legal-info failed\n" \
|
|
${nb} ${nb_skip} ${nb_fail} ${nb_legal}
|
|
}
|
|
|
|
build_one() {
|
|
local dir="${1}"
|
|
local toolchainconfig="${2}"
|
|
local cfg="${3}"
|
|
local pkg="${4}"
|
|
|
|
mkdir -p "${dir}"
|
|
|
|
CONFIG_= support/kconfig/merge_config.sh -O "${dir}" \
|
|
"${toolchainconfig}" "support/config-fragments/minimal.config" "${cfg}" \
|
|
>> "${dir}/logfile" 2>&1
|
|
# We want all the options from the snippet to be present as-is (set
|
|
# or not set) in the actual .config; if one of them is not, it means
|
|
# some dependency from the toolchain or arch is not available, in
|
|
# which case this config is untestable and we skip it.
|
|
# We don't care about the locale to sort in, as long as both sort are
|
|
# done in the same locale.
|
|
comm -23 <(sort "${cfg}") <(sort "${dir}/.config") >"${dir}/missing.config"
|
|
if [ -s "${dir}/missing.config" ]; then
|
|
return 1
|
|
fi
|
|
# Remove file, it's empty anyway.
|
|
rm -f "${dir}/missing.config"
|
|
|
|
if [ -n "${pkg}" ]; then
|
|
if ! make O="${dir}" "${pkg}-dirclean" >> "${dir}/logfile" 2>&1; then
|
|
return 2
|
|
fi
|
|
fi
|
|
|
|
# shellcheck disable=SC2086
|
|
if ! BR_FORCE_CHECK_DEPENDENCIES=YES make O="${dir}" ${pkg} >> "${dir}/logfile" 2>&1; then
|
|
return 2
|
|
fi
|
|
|
|
# legal-info done systematically, because some packages have different
|
|
# sources depending on the configuration (e.g. lua-5.2 vs. lua-5.3)
|
|
if ! make O="${dir}" legal-info >> "${dir}/logfile" 2>&1; then
|
|
return 3
|
|
fi
|
|
|
|
# If we get here, the build was successful. Clean up the build/host
|
|
# directories to save disk space, unless 'keep' was set.
|
|
if [ ${keep} -ne 1 ]; then
|
|
make O="${dir}" clean >> "${dir}/logfile" 2>&1
|
|
fi
|
|
}
|
|
|
|
help() {
|
|
cat <<_EOF_
|
|
test-pkg: test-build a package against various toolchains and architectures
|
|
|
|
The supplied config snippet is appended to each toolchain config, the
|
|
resulting configuration is checked to ensure it still contains all options
|
|
specified in the snippet; if any is missing, the build is skipped, on the
|
|
assumption that the package under test requires a toolchain or architecture
|
|
feature that is missing.
|
|
|
|
In case failures are noticed, you can fix the package and just re-run the
|
|
same command again; it will re-run the test where it failed. If you did
|
|
specify a package (with -p), the package build dir will be removed first.
|
|
|
|
The list of toolchains is retrieved from ${TOOLCHAINS_CSV}.
|
|
Only the external toolchains are tried, because building a Buildroot toolchain
|
|
would take too long. An alternative toolchains CSV file can be specified with
|
|
the -t option. This file should have lines consisting of the path to the
|
|
toolchain config fragment and the required host architecture, separated by a
|
|
comma. The config fragments should contain only the toolchain and architecture
|
|
settings.
|
|
|
|
By default, a useful subset of toolchains is tested. If needed, all
|
|
toolchains can be tested (-a), an arbitrary number of toolchains (-n
|
|
in order, -r for random).
|
|
|
|
Options:
|
|
|
|
-h, --help
|
|
Print this help.
|
|
|
|
-c CFG, --config-snippet CFG
|
|
Use the CFG file as the source for the config snippet. This file
|
|
should contain all the config options required to build a package.
|
|
|
|
-d DIR, --build-dir DIR
|
|
Do the builds in directory DIR, one sub-dir per toolchain.
|
|
|
|
-p PKG, --package PKG
|
|
Test-build the package PKG, by running 'make PKG'; if not specified,
|
|
just runs 'make'.
|
|
|
|
-a, --all
|
|
Test all toolchains, instead of the default subset defined by
|
|
Buildroot developers.
|
|
|
|
-n N, --number N
|
|
Test N toolchains, in the order defined in the toolchain CSV
|
|
file.
|
|
|
|
-r N, --random N
|
|
Limit the tests to the N randomly selected toolchains.
|
|
|
|
-t CSVFILE, --toolchains-csv CSVFILE
|
|
CSV file containing the paths to config fragments of toolchains to
|
|
try. If not specified, the toolchains in ${TOOLCHAINS_CSV} will be
|
|
used.
|
|
|
|
-k, --keep
|
|
Keep the build directories even if the build succeeds.
|
|
Note: the logfile and configuration is always retained, even without
|
|
this option.
|
|
|
|
Example:
|
|
|
|
Testing libcec would require a config snippet that contains:
|
|
BR2_PACKAGE_LIBCEC=y
|
|
|
|
Testing libcurl with openSSL support would require a snippet such as:
|
|
BR2_PACKAGE_OPENSSL=y
|
|
BR2_PACKAGE_LIBCURL=y
|
|
|
|
_EOF_
|
|
}
|
|
|
|
my_name="${0##*/}"
|
|
main "${@}"
|