mirror of
https://github.com/linuxboot/heads.git
synced 2024-12-24 07:06:42 +00:00
f632897bb5
Download coreboot toolchain archives into packages/<arch> before coreboot tries to download them. This allows us to use mirrors to get the archives. We could also update the primary source this way if it goes down instead of patching coreboot itself (has happened for IASL). The archive versions and digests are retrieved from the coreboot module, so there isn't another copy of that info to maintain. That is done in bin/fetch_coreboot_crossgcc_archive.sh, which uses the existing fetch script to do the actual download, leveraging mirrors. bin/fetch_source_archive.sh supports using a SHA-1 digest instead of SHA-256, since coreboot has SHA-1 digests. It also checks if the file already exists (deleting the coreboot directory will cause it to be re-run, but the packages are already there and can be used from cache). The coreboot-4.11 IASL patch is updated to delete the outdated acpica archive digest (it already added the new one, but the old one was still there). bin/fetch_coreboot_crossgcc_archive.sh finds the archive version and digest from the digest files, so only one acpica file must be present. Signed-off-by: Jonathon Hall <jonathon.hall@puri.sm>
93 lines
2.0 KiB
Bash
Executable File
93 lines
2.0 KiB
Bash
Executable File
#! /usr/bin/env bash
|
|
set -eo pipefail
|
|
|
|
# Mirror URLs, make sure these end in slashes.
|
|
BACKUP_MIRRORS=(
|
|
https://storage.puri.sm/heads-packages/
|
|
)
|
|
|
|
usage()
|
|
{
|
|
cat <<USAGE_END
|
|
usage:
|
|
$0 <url> <file> <digest>
|
|
$0 --help
|
|
|
|
Downloads <url> to <file>, falling back to package mirrors if the
|
|
primary source is not available or does match the expected digest. The
|
|
digest can be a SHA-256 (preferred) or SHA-1 digest.
|
|
|
|
Uses wget, export WGET to override the path to wget.
|
|
USAGE_END
|
|
}
|
|
|
|
if [ "$#" -lt 2 ]; then
|
|
usage
|
|
exit 1
|
|
fi
|
|
|
|
URL="$1"
|
|
FILE="$2"
|
|
DIGEST="$3"
|
|
|
|
TMP_FILE="$2.tmp"
|
|
|
|
WGET="${WGET:-wget}"
|
|
|
|
case "$(echo -n "$DIGEST" | wc -c)" in
|
|
64)
|
|
SHASUM=sha256sum
|
|
;;
|
|
40)
|
|
# coreboot crossgcc archives have SHA-1 digests from coreboot
|
|
SHASUM=sha1sum
|
|
;;
|
|
*)
|
|
echo "Unknown digest for $FILE: $DIGEST" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
|
|
download() {
|
|
local download_url
|
|
download_url="$1"
|
|
if ! "$WGET" -O "$TMP_FILE" "$download_url"; then
|
|
echo "Failed to download $download_url" >&2
|
|
elif ! echo "$DIGEST $TMP_FILE" | "$SHASUM" --check -; then
|
|
echo "File from $download_url does not match expected digest" >&2
|
|
else
|
|
mv "$TMP_FILE" "$FILE" # Matches, keep this file
|
|
return 0
|
|
fi
|
|
rm -f "$TMP_FILE" # Wasn't downloaded or failed check
|
|
return 1
|
|
}
|
|
|
|
# If the file exists already and the digest is correct, use the cached copy.
|
|
if [ -f "$FILE" ] && (echo "$DIGEST $FILE" | "$SHASUM" --check -); then
|
|
echo "File $FILE is already cached" >&2
|
|
exit 0
|
|
fi
|
|
|
|
rm -f "$FILE" "$TMP_FILE"
|
|
|
|
# Try the primary source
|
|
download "$URL" && exit 0
|
|
|
|
# Shuffle the mirrors so we try each equally
|
|
readarray -t BACKUP_MIRRORS < <(shuf -e "${BACKUP_MIRRORS[@]}")
|
|
|
|
# The mirrors use our archive names, which may differ from the primary source
|
|
# (e.g. musl-cross-make archives are just <hash>.tar.gz, makes more sense to use
|
|
# musl-cross-<hash>.tar.gz). This also means mirrors can be seeded directly
|
|
# from the packages/<arch>/ directories.
|
|
archive="$(basename "$FILE")"
|
|
echo "Try mirrors for $archive" >&2
|
|
|
|
for mirror in "${BACKUP_MIRRORS[@]}"; do
|
|
download "$mirror$archive" && exit 0
|
|
done
|
|
|
|
# All mirrors failed
|
|
exit 1
|