heads/bin/fetch_source_archive.sh
Jonathon Hall d6ef65c578
bin/fetch_source_archive.sh: Add storage.puri.st mirror
storage.puri.st is an alternate host name for storage.puri.sm, in case
there is another issue with the .sm name registration.

Signed-off-by: Jonathon Hall <jonathon.hall@puri.sm>
2024-09-26 08:59:01 -04:00

94 lines
2.1 KiB
Bash
Executable File

#! /usr/bin/env bash
set -eo pipefail
# Mirror URLs, make sure these end in slashes.
BACKUP_MIRRORS=(
https://storage.puri.sm/heads-packages/
https://storage.puri.st/heads-packages/
)
usage()
{
cat <<USAGE_END
usage:
$0 <url> <file> <digest>
$0 --help
Downloads <url> to <file>, falling back to package mirrors if the
primary source is not available or does match the expected digest. The
digest can be a SHA-256 (preferred) or SHA-1 digest.
Uses wget, export WGET to override the path to wget.
USAGE_END
}
if [ "$#" -lt 2 ]; then
usage
exit 1
fi
URL="$1"
FILE="$2"
DIGEST="$3"
TMP_FILE="$2.tmp"
WGET="${WGET:-wget}"
case "$(echo -n "$DIGEST" | wc -c)" in
64)
SHASUM=sha256sum
;;
40)
# coreboot crossgcc archives have SHA-1 digests from coreboot
SHASUM=sha1sum
;;
*)
echo "Unknown digest for $FILE: $DIGEST" >&2
exit 1
;;
esac
download() {
local download_url
download_url="$1"
if ! "$WGET" -O "$TMP_FILE" "$download_url"; then
echo "Failed to download $download_url" >&2
elif ! echo "$DIGEST $TMP_FILE" | "$SHASUM" --check -; then
echo "File from $download_url does not match expected digest" >&2
else
mv "$TMP_FILE" "$FILE" # Matches, keep this file
return 0
fi
rm -f "$TMP_FILE" # Wasn't downloaded or failed check
return 1
}
# If the file exists already and the digest is correct, use the cached copy.
if [ -f "$FILE" ] && (echo "$DIGEST $FILE" | "$SHASUM" --check -); then
echo "File $FILE is already cached" >&2
exit 0
fi
rm -f "$FILE" "$TMP_FILE"
# Try the primary source
download "$URL" && exit 0
# Shuffle the mirrors so we try each equally
readarray -t BACKUP_MIRRORS < <(shuf -e "${BACKUP_MIRRORS[@]}")
# The mirrors use our archive names, which may differ from the primary source
# (e.g. musl-cross-make archives are just <hash>.tar.gz, makes more sense to use
# musl-cross-<hash>.tar.gz). This also means mirrors can be seeded directly
# from the packages/<arch>/ directories.
archive="$(basename "$FILE")"
echo "Try mirrors for $archive" >&2
for mirror in "${BACKUP_MIRRORS[@]}"; do
download "$mirror$archive" && exit 0
done
# All mirrors failed
exit 1