mirror of
https://git.FreeBSD.org/ports.git
synced 2024-12-17 03:25:46 +00:00
ce82850852
be doing at the time. When fetching, the code was looking for a distfile in either its DIST_SUBDIR or the main DISTDIR, which was ok. Until a port (devel/cargo) moves one of its distfile (cargo-nightly-x86_64-unknown-freebsd.tar.gz) into a subdirectory. do-fetch would see the distfile in DISTDIR and say, ok, it's there, and checksum would not see it in its subdirectory and fail. 1: phabricator's blame mode is really, really, great to unroll history. PR: 216442 Submitted by: mat Reported by: Bob Willcox, dhw (on ports) Exp-run by: antoine Sponsored by: Absolight Differential Revision: https://reviews.freebsd.org/D9318
169 lines
4.8 KiB
Bash
169 lines
4.8 KiB
Bash
#!/bin/sh
|
|
# $FreeBSD$
|
|
#
|
|
# MAINTAINER: portmgr@FreeBSD.org
|
|
|
|
set -e
|
|
|
|
. "${dp_SCRIPTSDIR}/functions.sh"
|
|
|
|
validate_env dp_DEVELOPER dp_DISABLE_SIZE dp_DISTDIR dp_DISTINFO_FILE \
|
|
dp_DIST_SUBDIR dp_ECHO_MSG dp_FETCH_AFTER_ARGS dp_FETCH_BEFORE_ARGS \
|
|
dp_FETCH_CMD dp_FETCH_ENV dp_FORCE_FETCH_ALL dp_FORCE_FETCH_LIST \
|
|
dp_MASTER_SITE_BACKUP dp_MASTER_SITE_OVERRIDE dp_MASTER_SORT_AWK \
|
|
dp_NO_CHECKSUM dp_RANDOMIZE_SITES dp_SITE_FLAVOR dp_TARGET
|
|
|
|
[ -n "${DEBUG_MK_SCRIPTS}" -o -n "${DEBUG_MK_SCRIPTS_DO_FETCH}" ] && set -x
|
|
|
|
set -u
|
|
|
|
if [ ! -d "${dp_DISTDIR}" ]; then
|
|
mkdir -p "${dp_DISTDIR}"
|
|
fi
|
|
cd "${dp_DISTDIR}"
|
|
|
|
for _file in "${@}"; do
|
|
file=${_file%%:*}
|
|
|
|
# If this files has groups
|
|
if [ "$_file" = "$file" ]; then
|
|
select=DEFAULT
|
|
else
|
|
select=$(echo "${_file##*:}" | sed -e 's/,/ /g')
|
|
fi
|
|
|
|
filebasename=${file##*/}
|
|
if [ -n "${dp_FORCE_FETCH_ALL}" ]; then
|
|
force_fetch=true
|
|
else
|
|
force_fetch=false
|
|
for afile in ${dp_FORCE_FETCH_LIST}; do
|
|
afile=${afile##*/}
|
|
if [ "x$afile" = "x$filebasename" ]; then
|
|
force_fetch=true
|
|
fi
|
|
done
|
|
fi
|
|
if [ -f "${file}" -a "$force_fetch" != "true" ]; then
|
|
continue
|
|
fi
|
|
full_file="${dp_DIST_SUBDIR:+${dp_DIST_SUBDIR}/}${file}"
|
|
if [ -L "$file" ]; then
|
|
${dp_ECHO_MSG} "=> ${dp_DISTDIR}/$file is a broken symlink."
|
|
${dp_ECHO_MSG} "=> Perhaps a filesystem (most likely a CD) isn't mounted?"
|
|
${dp_ECHO_MSG} "=> Please correct this problem and try again."
|
|
exit 1
|
|
fi
|
|
if [ -f "${dp_DISTINFO_FILE}" -a -z "${dp_NO_CHECKSUM}" ]; then
|
|
_sha256sum=$(distinfo_data SHA256 "${full_file}")
|
|
if [ -z "$_sha256sum" ]; then
|
|
${dp_ECHO_MSG} "=> ${dp_DIST_SUBDIR:+$dp_DIST_SUBDIR/}$file is not in ${dp_DISTINFO_FILE}."
|
|
${dp_ECHO_MSG} "=> Either ${dp_DISTINFO_FILE} is out of date, or"
|
|
${dp_ECHO_MSG} "=> ${dp_DIST_SUBDIR:+$dp_DIST_SUBDIR/}$file is spelled incorrectly."
|
|
exit 1
|
|
fi
|
|
fi
|
|
case ${dp_TARGET} in
|
|
do-fetch|makesum)
|
|
${dp_ECHO_MSG} "=> $file doesn't seem to exist in ${dp_DISTDIR}."
|
|
if [ ! -w "${dp_DISTDIR}" ]; then
|
|
${dp_ECHO_MSG} "=> ${dp_DISTDIR} is not writable by you; cannot fetch."
|
|
exit 1
|
|
fi
|
|
;;
|
|
esac
|
|
__MASTER_SITES_TMP=
|
|
for group in $select; do
|
|
# Disable nounset for this, it may come up empty, but
|
|
# we don't want to fail with a strange error here.
|
|
set +u
|
|
eval ___MASTER_SITES_TMP="\${_${dp_SITE_FLAVOR}_SITES_${group}}"
|
|
set -u
|
|
if [ -n "${___MASTER_SITES_TMP}" ] ; then
|
|
__MASTER_SITES_TMP="${__MASTER_SITES_TMP} ${___MASTER_SITES_TMP}"
|
|
else
|
|
case ${dp_TARGET} in
|
|
do-fetch|makesum)
|
|
if [ -n "${dp_DEVELOPER}" ]; then
|
|
${dp_ECHO_MSG} "===> /!\\ Error /!\\"
|
|
else
|
|
${dp_ECHO_MSG} "===> /!\\ Warning /!\\"
|
|
fi
|
|
${dp_ECHO_MSG} " The :${group} group used for $file is missing"
|
|
${dp_ECHO_MSG} " from ${dp_SITE_FLAVOR}_SITES. Check for typos, or errors."
|
|
if [ -n "${dp_DEVELOPER}" ]; then
|
|
exit 1
|
|
fi
|
|
;;
|
|
esac
|
|
|
|
fi
|
|
done
|
|
___MASTER_SITES_TMP=
|
|
SORTED_MASTER_SITES_CMD_TMP="echo ${dp_MASTER_SITE_OVERRIDE} $(echo -n "${__MASTER_SITES_TMP}" | awk "${dp_MASTER_SORT_AWK}") ${dp_MASTER_SITE_BACKUP}"
|
|
case ${dp_TARGET} in
|
|
fetch-list)
|
|
echo -n "mkdir -p ${dp_DISTDIR} && "
|
|
echo -n "cd ${dp_DISTDIR} && { "
|
|
;;
|
|
esac
|
|
sites_remaining=0
|
|
sites="$(${SORTED_MASTER_SITES_CMD_TMP} ${dp_RANDOMIZE_SITES})"
|
|
for site in ${sites}; do
|
|
sites_remaining=$((sites_remaining + 1))
|
|
done
|
|
for site in ${sites}; do
|
|
sites_remaining=$((sites_remaining - 1))
|
|
CKSIZE=$(distinfo_data SIZE "${full_file}")
|
|
# There is a lot of escaping, but the " needs to survive echo/eval.
|
|
case ${file} in
|
|
*/*)
|
|
mkdir -p "${file%/*}"
|
|
args="-o ${file} ${site}${file}"
|
|
;;
|
|
*)
|
|
args="${site}${file}"
|
|
;;
|
|
esac
|
|
_fetch_cmd="${dp_FETCH_CMD} ${dp_FETCH_BEFORE_ARGS}"
|
|
if [ -z "${dp_DISABLE_SIZE}" -a -n "${CKSIZE}" ]; then
|
|
_fetch_cmd="${_fetch_cmd} -S ${CKSIZE}"
|
|
fi
|
|
_fetch_cmd="${_fetch_cmd} ${args} ${dp_FETCH_AFTER_ARGS}"
|
|
case ${dp_TARGET} in
|
|
do-fetch|makesum)
|
|
${dp_ECHO_MSG} "=> Attempting to fetch ${site}${file}"
|
|
if env -S "${dp_FETCH_ENV}" ${_fetch_cmd}; then
|
|
actual_size=$(stat -f %z "${file}")
|
|
if [ -n "${dp_DISABLE_SIZE}" ] || [ -z "${CKSIZE}" ] || [ "${actual_size}" -eq "${CKSIZE}" ]; then
|
|
continue 2
|
|
else
|
|
${dp_ECHO_MSG} "=> Fetched file size mismatch (expected ${CKSIZE}, actual ${actual_size})"
|
|
if [ ${sites_remaining} -gt 0 ]; then
|
|
${dp_ECHO_MSG} "=> Trying next site"
|
|
rm -f "${file}"
|
|
fi
|
|
fi
|
|
fi
|
|
;;
|
|
fetch-list)
|
|
echo -n "env $(escape "${_fetch_cmd}") || "
|
|
;;
|
|
fetch-url-list-int)
|
|
echo ${args}
|
|
;;
|
|
esac
|
|
done
|
|
case ${dp_TARGET} in
|
|
do-fetch|makesum)
|
|
${dp_ECHO_MSG} "=> Couldn't fetch it - please try to retrieve this"
|
|
${dp_ECHO_MSG} "=> port manually into ${dp_DISTDIR} and try again."
|
|
exit 1
|
|
;;
|
|
fetch-list)
|
|
echo "echo \"${file}\" not fetched; }"
|
|
;;
|
|
esac
|
|
done
|
|
|