[ntk/apt.git] / test / integration / test-partial-file-support

#!/bin/sh
set -e

TESTDIR=$(readlink -f $(dirname $0))
. $TESTDIR/framework
setupenvironment
configarchitecture 'amd64'

changetowebserver

copysource() {
	dd if="$1" bs=1 count="$2" of="$3" 2>/dev/null
	touch -d "$(stat --format '%y' "${TESTFILE}")" "$3"
}

DOWNLOADLOG='rootdir/tmp/testdownloadfile.log'

testdownloadfile() {
	rm -f "$DOWNLOADLOG"
	msgtest "Testing download of file $2 with" "$1"
	if ! downloadfile "$2" "$3" > "$DOWNLOADLOG"; then
		cat >&2 "$DOWNLOADLOG"
		msgfail
	else
		msgpass
	fi
	sed -e '/^ <- / s#%20# #g' -e '/^ <- / s#%0a#\n#g' "$DOWNLOADLOG" | grep '^.*-Hash: ' > receivedhashes.log
	testsuccess test -s receivedhashes.log
	local HASHES_OK=0
	local HASHES_BAD=0
	while read field hash; do
		local EXPECTED
		case "$field" in
		'MD5Sum-Hash:') EXPECTED="$(md5sum "$TESTFILE" | cut -d' ' -f 1)";;
		'SHA1-Hash:') EXPECTED="$(sha1sum "$TESTFILE" | cut -d' ' -f 1)";;
		'SHA256-Hash:') EXPECTED="$(sha256sum "$TESTFILE" | cut -d' ' -f 1)";;
		'SHA512-Hash:') EXPECTED="$(sha512sum "$TESTFILE" | cut -d' ' -f 1)";;
		'Checksum-FileSize-Hash:')
			#filesize is too weak to check for !=
			if [ "$4" = '=' ]; then
				EXPECTED="$(stat -c '%s' "$TESTFILE")"
			else
				continue
			fi
			;;
		*) continue;;
		esac
		if [ "$4" = '=' ]; then
			msgtest 'Test downloaded file for correct' "$field"
		else
			msgtest 'Test downloaded file does not match in' "$field"
		fi
		if [ "$EXPECTED" "$4" "$hash" ]; then
			msgpass
			HASHES_OK=$((HASHES_OK+1));
		else
			msgfail "expected: $EXPECTED ; got: $hash"
			HASHES_BAD=$((HASHES_BAD+1));
		fi
	done < receivedhashes.log
	msgtest 'At least one good hash and no bad ones'
	if [ $HASHES_OK -eq 0 ] || [ $HASHES_BAD -ne 0 ]; then
		cat >&2 "$DOWNLOADLOG"
		msgfail
	else
		msgpass
	fi
}

TESTFILE='aptarchive/testfile'
cp -a ${TESTDIR}/framework $TESTFILE
cp -a ${TESTDIR}/framework "${TESTFILE}2"

followuprequest() {
	local DOWN='./testfile'

	copysource $TESTFILE 1M $DOWN
	testdownloadfile 'completely downloaded file' "${1}/testfile" "$DOWN" '='
	testwebserverlaststatuscode '416' "$DOWNLOADLOG"

	copysource $TESTFILE 1M $DOWN
	copysource "${TESTFILE}2" 20 "${DOWN}2"
	msgtest 'Testing download of files with' 'completely downloaded file + partial file'
	testsuccess --nomsg apthelper -o Debug::Acquire::${1%%:*}=1 -o Debug::pkgAcquire::Worker=1 \
		download-file "$1/testfile" "$DOWN" '' "$1/testfile2" "${DOWN}2"
	testwebserverlaststatuscode '206' 'rootdir/tmp/testsuccess.output'
	testsuccess diff -u "$TESTFILE" "${DOWN}"
	testsuccess diff -u "${DOWN}" "${DOWN}2"
}

testrun() {
	webserverconfig 'aptwebserver::support::range' 'true'

	copysource $TESTFILE 0 ./testfile
	testdownloadfile 'no data' "${1}/testfile" './testfile' '='
	testwebserverlaststatuscode '200' "$DOWNLOADLOG"

	copysource $TESTFILE 20 ./testfile
	testdownloadfile 'valid partial data' "${1}/testfile" './testfile' '='
	testwebserverlaststatuscode '206' "$DOWNLOADLOG"

	copysource /dev/zero 20 ./testfile
	testdownloadfile 'invalid partial data' "${1}/testfile" './testfile' '!='
	testwebserverlaststatuscode '206' "$DOWNLOADLOG"

	webserverconfig 'aptwebserver::closeOnError' 'false'
	followuprequest "$1"
	webserverconfig 'aptwebserver::closeOnError' 'true'
	followuprequest "$1"
	webserverconfig 'aptwebserver::closeOnError' 'false'

	copysource /dev/zero 1M ./testfile
	testdownloadfile 'too-big partial file' "${1}/testfile" './testfile' '='
	testwebserverlaststatuscode '200' "$DOWNLOADLOG"

	copysource /dev/zero 20 ./testfile
	touch ./testfile
	testdownloadfile 'old data' "${1}/testfile" './testfile' '='
	testwebserverlaststatuscode '200' "$DOWNLOADLOG"

	webserverconfig 'aptwebserver::support::range' 'false'

	copysource $TESTFILE 20 ./testfile
	testdownloadfile 'no server support' "${1}/testfile" './testfile' '='
	testwebserverlaststatuscode '200' "$DOWNLOADLOG"
}

msgmsg 'http: Test with Content-Length'
webserverconfig 'aptwebserver::chunked-transfer-encoding' 'false'
testrun 'http://localhost:8080'
msgmsg 'http: Test with Transfer-Encoding: chunked'
webserverconfig 'aptwebserver::chunked-transfer-encoding' 'true'
testrun 'http://localhost:8080'

changetohttpswebserver

msgmsg 'https: Test with Content-Length'
webserverconfig 'aptwebserver::chunked-transfer-encoding' 'false'
testrun 'https://localhost:4433'
msgmsg 'https: Test with Transfer-Encoding: chunked'
webserverconfig 'aptwebserver::chunked-transfer-encoding' 'true'
testrun 'https://localhost:4433'
Commit	Line	Data
fd46d305 DK	1	#!/bin/sh
	2	set -e
	3
	4	TESTDIR=$(readlink -f $(dirname $0))
	5	. $TESTDIR/framework
	6	setupenvironment
	7	configarchitecture 'amd64'
	8
	9	changetowebserver
	10
	11	copysource() {
	12	dd if="$1" bs=1 count="$2" of="$3" 2>/dev/null
	13	touch -d "$(stat --format '%y' "${TESTFILE}")" "$3"
	14	}
	15
0d58c26a DK	16	DOWNLOADLOG='rootdir/tmp/testdownloadfile.log'
0d58c26a DK	17
fd46d305	18	testdownloadfile() {
0d58c26a	19	rm -f "$DOWNLOADLOG"
fd46d305	20	msgtest "Testing download of file $2 with" "$1"
0d58c26a DK	21	if ! downloadfile "$2" "$3" > "$DOWNLOADLOG"; then
0d58c26a DK	22	cat >&2 "$DOWNLOADLOG"
fd46d305 DK	23	msgfail
	24	else
	25	msgpass
	26	fi
92e8c1ff DK	27	sed -e '/^ <- / s#%20# #g' -e '/^ <- / s#%0a#\n#g' "$DOWNLOADLOG" \| grep '^.*-Hash: ' > receivedhashes.log
	28	testsuccess test -s receivedhashes.log
	29	local HASHES_OK=0
	30	local HASHES_BAD=0
	31	while read field hash; do
fd46d305 DK	32	local EXPECTED
	33	case "$field" in
	34	'MD5Sum-Hash:') EXPECTED="$(md5sum "$TESTFILE" \| cut -d' ' -f 1)";;
	35	'SHA1-Hash:') EXPECTED="$(sha1sum "$TESTFILE" \| cut -d' ' -f 1)";;
	36	'SHA256-Hash:') EXPECTED="$(sha256sum "$TESTFILE" \| cut -d' ' -f 1)";;
	37	'SHA512-Hash:') EXPECTED="$(sha512sum "$TESTFILE" \| cut -d' ' -f 1)";;
92e8c1ff DK	38	'Checksum-FileSize-Hash:')
	39	#filesize is too weak to check for !=
	40	if [ "$4" = '=' ]; then
	41	EXPECTED="$(stat -c '%s' "$TESTFILE")"
	42	else
	43	continue
	44	fi
	45	;;
fd46d305 DK	46	*) continue;;
	47	esac
	48	if [ "$4" = '=' ]; then
	49	msgtest 'Test downloaded file for correct' "$field"
	50	else
	51	msgtest 'Test downloaded file does not match in' "$field"
	52	fi
	53	if [ "$EXPECTED" "$4" "$hash" ]; then
	54	msgpass
92e8c1ff	55	HASHES_OK=$((HASHES_OK+1));
fd46d305	56	else
fd46d305	57	msgfail "expected: $EXPECTED ; got: $hash"
92e8c1ff	58	HASHES_BAD=$((HASHES_BAD+1));
fd46d305	59	fi
92e8c1ff DK	60	done < receivedhashes.log
	61	msgtest 'At least one good hash and no bad ones'
	62	if [ $HASHES_OK -eq 0 ] \|\| [ $HASHES_BAD -ne 0 ]; then
	63	cat >&2 "$DOWNLOADLOG"
	64	msgfail
	65	else
	66	msgpass
	67	fi
fd46d305 DK	68	}
fd46d305 DK	69
fd46d305 DK	70	TESTFILE='aptarchive/testfile'
fd46d305 DK	71	cp -a ${TESTDIR}/framework $TESTFILE
92e8c1ff DK	72	cp -a ${TESTDIR}/framework "${TESTFILE}2"
	73
	74	followuprequest() {
	75	local DOWN='./testfile'
	76
	77	copysource $TESTFILE 1M $DOWN
	78	testdownloadfile 'completely downloaded file' "${1}/testfile" "$DOWN" '='
	79	testwebserverlaststatuscode '416' "$DOWNLOADLOG"
	80
	81	copysource $TESTFILE 1M $DOWN
	82	copysource "${TESTFILE}2" 20 "${DOWN}2"
	83	msgtest 'Testing download of files with' 'completely downloaded file + partial file'
	84	testsuccess --nomsg apthelper -o Debug::Acquire::${1%%:*}=1 -o Debug::pkgAcquire::Worker=1 \
	85	download-file "$1/testfile" "$DOWN" '' "$1/testfile2" "${DOWN}2"
	86	testwebserverlaststatuscode '206' 'rootdir/tmp/testsuccess.output'
	87	testsuccess diff -u "$TESTFILE" "${DOWN}"
	88	testsuccess diff -u "${DOWN}" "${DOWN}2"
	89	}
fd46d305 DK	90
fd46d305 DK	91	testrun() {
f2c0ec8b	92	webserverconfig 'aptwebserver::support::range' 'true'
fd46d305 DK	93
	94	copysource $TESTFILE 0 ./testfile
	95	testdownloadfile 'no data' "${1}/testfile" './testfile' '='
0d58c26a	96	testwebserverlaststatuscode '200' "$DOWNLOADLOG"
fd46d305 DK	97
	98	copysource $TESTFILE 20 ./testfile
	99	testdownloadfile 'valid partial data' "${1}/testfile" './testfile' '='
0d58c26a	100	testwebserverlaststatuscode '206' "$DOWNLOADLOG"
fd46d305 DK	101
	102	copysource /dev/zero 20 ./testfile
	103	testdownloadfile 'invalid partial data' "${1}/testfile" './testfile' '!='
0d58c26a	104	testwebserverlaststatuscode '206' "$DOWNLOADLOG"
fd46d305	105
92e8c1ff DK	106	webserverconfig 'aptwebserver::closeOnError' 'false'
	107	followuprequest "$1"
	108	webserverconfig 'aptwebserver::closeOnError' 'true'
	109	followuprequest "$1"
	110	webserverconfig 'aptwebserver::closeOnError' 'false'
fd46d305 DK	111
	112	copysource /dev/zero 1M ./testfile
	113	testdownloadfile 'too-big partial file' "${1}/testfile" './testfile' '='
0d58c26a	114	testwebserverlaststatuscode '200' "$DOWNLOADLOG"
fd46d305 DK	115
	116	copysource /dev/zero 20 ./testfile
	117	touch ./testfile
	118	testdownloadfile 'old data' "${1}/testfile" './testfile' '='
0d58c26a	119	testwebserverlaststatuscode '200' "$DOWNLOADLOG"
fd46d305	120
f2c0ec8b	121	webserverconfig 'aptwebserver::support::range' 'false'
fd46d305 DK	122
	123	copysource $TESTFILE 20 ./testfile
	124	testdownloadfile 'no server support' "${1}/testfile" './testfile' '='
0d58c26a	125	testwebserverlaststatuscode '200' "$DOWNLOADLOG"
fd46d305 DK	126	}
fd46d305 DK	127
92e8c1ff DK	128	msgmsg 'http: Test with Content-Length'
	129	webserverconfig 'aptwebserver::chunked-transfer-encoding' 'false'
	130	testrun 'http://localhost:8080'
	131	msgmsg 'http: Test with Transfer-Encoding: chunked'
	132	webserverconfig 'aptwebserver::chunked-transfer-encoding' 'true'
fd46d305 DK	133	testrun 'http://localhost:8080'
	134
	135	changetohttpswebserver
	136
92e8c1ff DK	137	msgmsg 'https: Test with Content-Length'
	138	webserverconfig 'aptwebserver::chunked-transfer-encoding' 'false'
	139	testrun 'https://localhost:4433'
	140	msgmsg 'https: Test with Transfer-Encoding: chunked'
	141	webserverconfig 'aptwebserver::chunked-transfer-encoding' 'true'
fd46d305	142	testrun 'https://localhost:4433'