mirror of
https://github.com/crosstool-ng/crosstool-ng.git
synced 2024-12-21 05:43:09 +00:00
1dd4a4fd28
The unified diff patch format will contain slightly more information, which is helpful when rebasing patches to new releases. Signed-off-by: Hans-Christian Noren Egtvedt <hegtvedt@cisco.com>
350 lines
9.6 KiB
Bash
Executable File
350 lines
9.6 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
selected=
|
|
|
|
usage()
|
|
{
|
|
cat <<EOF
|
|
$0 -- Test packages in crosstool-NG
|
|
|
|
Verifies that the release tarballs can be downloaded for the packages
|
|
available in crosstoo-NG and check that the patches apply cleanly.
|
|
Requires crosstool-NG to be configured and built prior to running.
|
|
|
|
Options:
|
|
--help, -?
|
|
Display this help message.
|
|
|
|
--download, -d
|
|
Download all packages to the default directory (\$HOME/src).
|
|
|
|
--digest, -D
|
|
Create digests (MD5/SHA-1/...) for all package archives.
|
|
|
|
--apply-patches, -a
|
|
Implies -d. Unpack and apply the bundled patches.
|
|
|
|
--update-patches, -P
|
|
Implies -d. Renumber the patches and update the offsets
|
|
in them. Requires quilt to be installed.
|
|
|
|
--verify-urls, -u
|
|
Check *all* the download URLs for accessibility, without
|
|
actually downloading anything.
|
|
|
|
--select MASK, -s MASK
|
|
Specify the package to operate upon. MASK can be either package
|
|
name ("-s foo"), or package name + version ("-s foo-1.1").
|
|
|
|
--signature, -S
|
|
When downloading archives (because of any of -D/-d/-u options),
|
|
also download/verify signatures.
|
|
|
|
EOF
|
|
}
|
|
|
|
while [ -n "${1}" ]; do
|
|
case "${1}" in
|
|
--download|-d)
|
|
download_pkgs=y
|
|
;;
|
|
--digest|-D)
|
|
create_digests=y
|
|
;;
|
|
--verify-urls|-u)
|
|
verify_urls=y
|
|
;;
|
|
--apply-patches|-a)
|
|
apply_patches=y
|
|
download_pkgs=y
|
|
;;
|
|
--update-patches|-P)
|
|
update_patches=y
|
|
download_pkgs=y
|
|
;;
|
|
--select|-s)
|
|
shift
|
|
[ -n "${1}" ] || { echo "argument required for --select" >&2; exit 1; }
|
|
selected="${1}"
|
|
;;
|
|
--signature|-S)
|
|
signature=y
|
|
;;
|
|
--help|-?)
|
|
usage
|
|
exit 0
|
|
;;
|
|
*)
|
|
echo "Unknown option ${1}" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
shift
|
|
done
|
|
|
|
if [ -z "${download_pkgs}${create_digests}${verify_urls}" ]; then
|
|
echo "No action selected" >&2
|
|
exit 1
|
|
fi
|
|
|
|
CT_LIB_DIR=`pwd`
|
|
CT_TOP_DIR=`pwd`
|
|
CT_TARBALLS_DIR=`pwd`/temp.tarballs
|
|
CT_COMMON_SRC_DIR=`pwd`/temp.src
|
|
CT_WORK_DIR=`pwd`/temp.work
|
|
CT_SRC_DIR=`pwd`/temp.src
|
|
CT_LOG_LEVEL_MAX=EXTRA
|
|
CT_TEMP_PATCH_DIR=`pwd`/temp.patches
|
|
mkdir -p "${CT_TARBALLS_DIR}" "${CT_WORK_DIR}"
|
|
|
|
# Does not matter, just to make the scripts load
|
|
CT_ARCH=arm
|
|
CT_KERNEL=bare-metal
|
|
CT_BINUTILS=binutils
|
|
CT_LIBC=none
|
|
CT_CC=gcc
|
|
|
|
. paths.sh
|
|
. scripts/functions
|
|
|
|
rm -f build.log
|
|
CT_LogEnable
|
|
|
|
check_pkg_urls()
|
|
{
|
|
local e m mh url
|
|
|
|
for e in ${archive_formats}; do
|
|
local -A mirror_status=( )
|
|
|
|
CT_DoStep EXTRA "Looking for ${archive_filename}${e}"
|
|
for m in ${mirrors}; do
|
|
url="${m}/${archive_filename}${e}"
|
|
mh="${url#*://}"
|
|
mh="${mh%%[:/]*}"
|
|
case "${url}" in
|
|
# WGET always returns success for FTP URLs in spider mode :(
|
|
ftp://*) CT_DoLog EXTRA "SKIP ${mh} [FTP not supported]"; continue;;
|
|
esac
|
|
if [ -n "${mirror_status[${mh}]}" ]; then
|
|
CT_DoLog DEBUG "Skipping '${url}': already found on this host at '${mirror_status[${mh}]}'"
|
|
continue
|
|
fi
|
|
if CT_DoExecLog ALL wget --spider "${url}"; then
|
|
mirror_status[${mh}]="${url}"
|
|
else
|
|
mirror_status[${mh}]=
|
|
fi
|
|
done
|
|
for mh in "${!mirror_status[@]}"; do
|
|
if [ -n "${mirror_status[${mh}]}" ]; then
|
|
CT_DoLog EXTRA "OK ${mh} [${archive_filename}${e}]"
|
|
else
|
|
CT_DoLog ERROR "FAIL ${mh} [${archive_filename}${e}]"
|
|
fi
|
|
done
|
|
CT_EndStep
|
|
done
|
|
}
|
|
|
|
create_digests()
|
|
{
|
|
local e m url alg chksum
|
|
local save_archive_formats="${archive_formats}"
|
|
|
|
# Remove stale digests - we'll create them anew below
|
|
CT_DoExecLog ALL rm -f "${CT_LIB_DIR}/packages/${pkg_name}/${version}/chksum"
|
|
for e in ${save_archive_formats}; do
|
|
CT_DoStep EXTRA "Downloading ${archive_filename}${e}"
|
|
archive_formats="${e}"
|
|
CT_DoFetch
|
|
CT_Pushd "${CT_LOCAL_TARBALLS_DIR}"
|
|
for alg in md5 sha1 sha256 sha512; do
|
|
CT_DoLog EXTRA "Creating ${alg^^} digest for ${archive_filename}${e}"
|
|
chksum=`${alg}sum "${archive_filename}${e}"`
|
|
if [ "$?" != 0 ]; then
|
|
CT_DoExecLog ALL rm -f "${CT_LIB_DIR}/packages/${pkg_name}/${version}/chksum"
|
|
CT_Abort "${alg}sum failed"
|
|
fi
|
|
echo "${alg} ${archive_filename}${e} ${chksum%%[[:space:]]*}" >> \
|
|
"${CT_LIB_DIR}/packages/${pkg_name}/${version}/chksum"
|
|
done
|
|
CT_Popd
|
|
CT_EndStep
|
|
done
|
|
archive_formats="${save_archive_formats}"
|
|
}
|
|
|
|
update_patches()
|
|
{
|
|
local masterpfx="${1}"
|
|
local pkgdir="${CT_LIB_DIR}/packages/${pkg_name}/${version}"
|
|
local p i base newname
|
|
|
|
CT_DoExecLog ALL rm -rf "${CT_TEMP_PATCH_DIR}"
|
|
CT_DoExecLog ALL mkdir -p "${CT_TEMP_PATCH_DIR}"
|
|
|
|
# Move old patches so that CT_DoExtractPatch produces a clean directory
|
|
for p in "${pkgdir}"/*.patch; do
|
|
if [ "${p}" = "${pkgdir}/*.patch" ]; then
|
|
return # No patches
|
|
fi
|
|
CT_DoExecLog ALL mv "${p}" "${CT_TEMP_PATCH_DIR}"
|
|
done
|
|
# NOTE: we're already inside CT_PackageRun, so use CT_DoExtractPatch rather
|
|
# than CT_ExtractPatch, so that we keep the variable modified by it.
|
|
CT_DoExtractPatch
|
|
CT_DoLog EXTRA "Pushing patches into quilt"
|
|
CT_Pushd "${src_dir}/${dir_name}"
|
|
export QUILT_PATCHES=ct-ng.patches
|
|
CT_DoExecLog ALL mkdir -p ${QUILT_PATCHES}
|
|
CT_DoExecLog ALL touch ${QUILT_PATCHES}/series
|
|
CT_DoExecLog ALL quilt --quiltrc - setup ct-ng.patches/series
|
|
for p in "${CT_TEMP_PATCH_DIR}"/*.patch; do
|
|
# By now we know we have a non-empty set of patches
|
|
CT_DoExecLog ALL quilt --quiltrc - import "${p}"
|
|
CT_DoExecLog ALL quilt --quiltrc - push
|
|
CT_DoExecLog ALL quilt --quiltrc - refresh -p ab -u --no-timestamps --no-index --diffstat
|
|
done
|
|
# Now publish the patches back into the package's directory, renumbering them
|
|
# in the process.
|
|
CT_DoLog EXTRA "Saving updated patches"
|
|
i=0
|
|
for p in `quilt --quiltrc - applied`; do
|
|
# Strip index separated by dash or underscore
|
|
base=`echo "${p}" | sed 's#^[0-9]\{2,4\}[-_]##'`
|
|
newname=`printf "%04u-%s" "${i}" "${base}"`
|
|
i=$[i+1]
|
|
CT_DoExecLog ALL mv "${QUILT_PATCHES}/${p}" "${pkgdir}/${newname}"
|
|
done
|
|
CT_Popd
|
|
}
|
|
|
|
matched=0
|
|
|
|
run_pkgversion()
|
|
{
|
|
local descr
|
|
|
|
while [ -n "${1}" ]; do
|
|
eval "local ${1}"
|
|
shift
|
|
done
|
|
|
|
if [ -n "${selected}" ]; then
|
|
case "${selected}" in
|
|
${pkg_name}|${pkg_name}-${ver})
|
|
;;
|
|
*)
|
|
return
|
|
;;
|
|
esac
|
|
fi
|
|
if [ -n "${ver}" ]; then
|
|
descr="${pkg_name}-${ver}"
|
|
else
|
|
descr="${pkg_name} revision ${repository_cset}"
|
|
fi
|
|
|
|
CT_DoStep INFO "Handling ${descr}"
|
|
matched=$[matched+1]
|
|
|
|
# Create a temporary configuration head file
|
|
cat >temp.in <<EOF
|
|
config OBSOLETE
|
|
def_bool y
|
|
|
|
config EXPERIMENTAL
|
|
def_bool y
|
|
|
|
config CONFIGURE_has_lzip
|
|
def_bool y
|
|
|
|
config CONFIGURE_has_wget
|
|
def_bool y
|
|
|
|
config CONFIGURE_has_curl
|
|
def_bool y
|
|
|
|
config ${versionlocked}_V_${kcfg}
|
|
def_bool y
|
|
|
|
source "config/global/paths.in"
|
|
source "config/global/download.in"
|
|
source "config/global/extract.in"
|
|
source "config/global/build-behave.in"
|
|
source "config/versions/${master}.in"
|
|
EOF
|
|
|
|
# Common part of the config file
|
|
cat >temp.defconfig <<EOF
|
|
CT_${masterpfx}_USE_${originpfx}=y
|
|
CT_SAVE_TARBALLS=y
|
|
CT_WORK_DIR="${CT_WORK_DIR}"
|
|
# CT_OVERRIDE_CONFIG_GUESS_SUB is not set
|
|
# CT_VERIFY_DOWNLOAD_DIGEST is not set
|
|
${signature+CT_VERIFY_DOWNLOAD_SIGNATURE=y}
|
|
EOF
|
|
|
|
if [ -n "${kcfg}" ]; then
|
|
# Regular tarball
|
|
cat >>temp.defconfig <<EOF
|
|
CT_${pfx}_SRC_RELEASE=y
|
|
CT_${pfx}_V_${kcfg}=y
|
|
EOF
|
|
else
|
|
# VCS-based release
|
|
cat >>temp.defconfig <<EOF
|
|
CT_${pfx}_SRC_DEVEL=y
|
|
CT_${pfx}_DEVEL_VCS="${vcs}"
|
|
CT_${pfx}_DEVEL_URL="${repository_url}"
|
|
CT_${pfx}_DEVEL_BRANCH="${repository_branch}"
|
|
CT_${pfx}_DEVEL_REVISION="${repository_cset}"
|
|
CT_${pfx}_DEVEL_SUBDIR="${repository_subdir}"
|
|
EOF
|
|
fi
|
|
|
|
./kconfig/conf --defconfig=temp.defconfig temp.in >/dev/null
|
|
|
|
CT_LoadConfig
|
|
CT_DoExecLog ALL mkdir -p "${CT_BUILD_DIR}"
|
|
rm -f .config .config.old temp.defconfig temp.in
|
|
if [ -n "${ver}" ]; then
|
|
if [ -n "${verify_urls}" ]; then
|
|
CT_DoLog EXTRA "Verifying URLs for ${descr}"
|
|
CT_PackageRun "${masterpfx}" check_pkg_urls
|
|
fi
|
|
if [ -n "${create_digests}" ]; then
|
|
CT_DoLog EXTRA "Creating digests for ${descr}"
|
|
CT_PackageRun "${masterpfx}" create_digests
|
|
fi
|
|
else
|
|
CT_DoLog EXTRA "Not verifying URLs or creating digests for ${descr} (devel release)"
|
|
fi
|
|
if [ -n "${download_pkgs}" ]; then
|
|
CT_DoLog EXTRA "Downloading ${descr}"
|
|
CT_Fetch "${masterpfx}"
|
|
fi
|
|
if [ -n "${apply_patches}" ]; then
|
|
CT_DoExecLog ALL rm -rf ${CT_COMMON_SRC_DIR}
|
|
CT_DoExecLog ALL mkdir -p ${CT_COMMON_SRC_DIR}
|
|
CT_ExtractPatch "${masterpfx}"
|
|
fi
|
|
if [ -n "${update_patches}" ]; then
|
|
CT_DoExecLog ALL rm -rf ${CT_COMMON_SRC_DIR}
|
|
CT_DoExecLog ALL mkdir -p ${CT_COMMON_SRC_DIR}
|
|
CT_PackageRun "${masterpfx}" update_patches
|
|
fi
|
|
|
|
CT_EndStep
|
|
}
|
|
|
|
[ -r .config ] && mv .config .config-saved
|
|
CT_DoStep INFO "Iterating over ${selected:-all} packages"
|
|
. maintainer/package-versions
|
|
CT_EndStep
|
|
CT_DoLog INFO "Handled ${matched} packages/versions"
|
|
[ -r .config-saved ] && mv .config-saved .config
|
|
|
|
CT_DoExecLog ALL rm -rf "${CT_TARBALLS_DIR}" "${CT_COMMON_SRC_DIR}" "${CT_TEMP_PATCH_DIR}" "${CT_WORK_DIR}"
|