Return to mirrorcheck.sh CVS log

Up to [local] / www / build

don't send a null User-Agent ("User-Agent: ") when trying to load
timestamp files;

1. it is invalid according to RFC 7231 ("The User-Agent field-value
consists of one or more product identifiers, each followed by zero or
more comments")

2. for mirrors, we care that they are fetchable by ftp(1) with its
default settings because that's what the installer uses, so that's
what should be tested

#!/bin/ksh
#
# Copyright (c) 2019 Matthew Martin <phy1729@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.

add_mirror() {
	local mirror maintainer

	if [[ -n "$uhs" ]]; then
		mirror="$uhs"
	elif [[ -n "$uh" ]]; then
		mirror="$uh"
	else
		return
	fi

	if [[ -n "$mn" ]]; then
		maintainer="$mn <$me>"
	else
		maintainer="$me"
	fi

	set -A mirrors "${mirrors[@]}" "$mirror"
	set -A maintainers "${maintainers[@]}" "$maintainer"
}

stderr=$(mktemp) || exit 1
stderr1=$(mktemp) || exit 1

while read -r key value; do
	case "$key" in
		ME) me="$value";;
		MN) mn="$value";;
		UH) uh="$value";;
		UHS) uhs="$value";;
		0) add_mirror; me=; mn=; uh=; uhs=;;
	esac
done <mirrors.dat
add_mirror

printf 'Checking HTTP status codes...\n'
i=0
while (( i < ${#mirrors[@]} )); do
	mirror="${mirrors[i]}"
	for arch in armv7 sparc64; do
		path="${mirror}snapshots/$arch/SHA256"
		printf 'Trying %s\n' "$path"
		http_code=$(curl -A '' --connect-timeout 6 -s -o /dev/null -w '%{http_code}' -- "$path" 2>>"$stderr1")
		if [[ -n `cat $stderr1` ]]; then
			echo ${path} >> $stderr
			cat $stderr1 >> $stderr
			echo >> $stderr
			> $stderr1
		fi
		[[ "$http_code" == 200 ]] || set -A error_mirrors "${error_mirrors[@]}" "$http_code $path ${maintainers[i]}"
	done
	(( i++ ))
done

printf 'Checking timestamps...\n'
for mirror in "${mirrors[@]}"; do
	path="${mirror}snapshots/timestamp"
	domain="${mirror#http*://}"
	domain="${domain%%/*}"
	printf 'Trying %s\n' "$path"
	timestamp=$(ftp -MV -w 6 -o - -- "$path" 2>>"$stderr1")
	if [[ -n `cat $stderr1` ]]; then
		echo ${path} >> $stderr
		cat $stderr1 >> $stderr
		echo >> $stderr
		> $stderr1
	fi
	timestamp=$(date -r "$timestamp" '+%Y-%m-%d %H:%M:%S')
	set -A timestamps "${timestamps[@]}" "$timestamp $domain"
done

{
	printf 'Errors when fetching files:\n'
	printf '%s\n' "${error_mirrors[@]}"
	cat -- "$stderr"
	printf '\nTimestamps from oldest to newest:\n'
	printf '%s\n' "${timestamps[@]}" | sort
} | ${PAGER:-less}

rm -- "$stderr"