diff options
Diffstat (limited to 'util/compress/libdeflate/scripts/gzip_tests.sh')
-rwxr-xr-x | util/compress/libdeflate/scripts/gzip_tests.sh | 490 |
1 files changed, 0 insertions, 490 deletions
diff --git a/util/compress/libdeflate/scripts/gzip_tests.sh b/util/compress/libdeflate/scripts/gzip_tests.sh deleted file mode 100755 index 58fe325bb..000000000 --- a/util/compress/libdeflate/scripts/gzip_tests.sh +++ /dev/null @@ -1,490 +0,0 @@ -#!/bin/bash -# -# Test script for libdeflate's gzip and gunzip programs. -# -# To run, you must set GZIP and GUNZIP in the environment to the absolute paths -# to the gzip and gunzip programs to test. All tests should pass regardless of -# whether the GNU versions or the libdeflate versions, or a combination, of -# these programs are used. -# -# The environmental variable TESTDATA must also be set to a file containing -# test data. -# - -set -eu -o pipefail - -export -n GZIP GUNZIP TESTDATA - -TMPDIR="$(mktemp -d)" -CURRENT_TEST= - -cleanup() { - if [ -n "$CURRENT_TEST" ]; then - echo "TEST FAILED: \"$CURRENT_TEST\"" - fi - rm -rf -- "$TMPDIR" -} - -trap cleanup EXIT - -TESTDATA="$(readlink -f "$TESTDATA")" -cd "$TMPDIR" - -begin_test() { - CURRENT_TEST="$1" - rm -rf -- "${TMPDIR:?}"/* - cp "$TESTDATA" file -} - -gzip() { - $GZIP "$@" -} - -gunzip() { - $GUNZIP "$@" -} - -assert_status() { - local expected_status="$1" - local expected_msg="$2" - shift 2 - ( - set +e - { eval "$*" > /dev/null; } 2>&1 - local actual_status=$? - if [ "$actual_status" != "$expected_status" ]; then - echo 1>&2 "Command '$*' exited with status" \ - "$actual_status but expected status" \ - "$expected_status" - exit 1 - fi - exit 0 - ) > command_output - if ! grep -E -q "$expected_msg" command_output; then - echo 1>&2 "Expected output of command '$*' to match regex" \ - "'$expected_msg'" - echo 1>&2 "Actual output was:" - echo 1>&2 "---------------------------------------------------" - cat 1>&2 command_output - echo 1>&2 "---------------------------------------------------" - return 1 - fi -} - -assert_error() { - assert_status 1 "$@" -} - -assert_warning() { - assert_status 2 "$@" -} - -assert_skipped() { - assert_warning '\<(ignored|skipping|unchanged)\>' "$@" -} - -assert_equals() { - local expected="$1" - local actual="$2" - - if [ "$expected" != "$actual" ]; then - echo 1>&2 "Expected '$expected', but got '$actual'" - return 1 - fi -} - -# Get the filesystem type. -FSTYPE=$(df -T . | tail -1 | awk '{print $2}') - -# If gzip or gunzip is the GNU version, require that it supports the '-k' -# option. This option was added in v1.6, released in 2013. -check_version_prereq() { - local prog=$1 - - if ! echo | { $prog -k || true; } |& grep -q 'invalid option'; then - return 0 - fi - if ! $prog -V |& grep -q 'Free Software Foundation'; then - echo 1>&2 "Unexpected case: not GNU $prog, but -k option is invalid" - exit 1 - fi - echo "GNU $prog is too old; skipping gzip/gunzip tests" - exit 0 -} -check_version_prereq gzip -check_version_prereq gunzip - -begin_test 'Basic compression and decompression works' -cp file orig -gzip file -[ ! -e file ] && [ -e file.gz ] -gunzip file.gz -[ -e file ] && [ ! -e file.gz ] -cmp file orig - - -begin_test 'gzip -d is gunzip' -cp file orig -gzip file -gzip -d file.gz -cmp file orig - - -begin_test '-k (keep original file) works' -cp file orig -gzip -k file -cmp file orig -rm file -cp file.gz orig.gz -gunzip -k file.gz -cmp file.gz orig.gz - - -begin_test '-c (write to stdout) works' -cp file orig -gzip -k file -gzip -c file > 2.gz -cmp file orig -cmp file.gz 2.gz -gunzip -c 2.gz > file -cmp file.gz 2.gz -cmp file orig - - -# Note: in some of the commands below, we intentionally use 'cat file | gzip' -# rather than 'gzip < file', in order to test the use of a pipe. This produces -# a shellcheck warning about 'cat' being unnecessary. Suppress that warning by -# using { cat file; true; }. -begin_test 'Reading from stdin works' -gzip < file > 1.gz -gzip - < file > 2.gz -{ cat file; true; } | gzip > 3.gz -{ cat file; true; } | gzip - > 4.gz -cmp file <(gunzip < 1.gz) -cmp file <(gunzip - < 2.gz) -cmp file <({ cat 3.gz; true; } | gunzip) -cmp file <({ cat 4.gz; true; } | gunzip -) - - -begin_test '-n option is accepted' -gzip -n file -gunzip -n file.gz - - -begin_test 'can specify multiple options' -gzip -fk1 file -cmp <(gzip -c -1 file) file.gz -gunzip -kfd file.gz - - -begin_test 'Compression levels' -if [ "$GZIP" = /bin/gzip ]; then - assert_error '\<invalid option\>' gzip -10 - max_level=9 -else - for level in 13 99999 1a; do - assert_error '\<Invalid compression level\>' gzip -$level - done - max_level=12 -fi -for level in $(seq 1 $max_level); do - gzip -c "-$level" file > "file$level" - cmp file <(gunzip -c "file$level") -done -rm file command_output - - -begin_test 'Overwriting output file requires -f' -cp file orig -echo -n > file.gz -gzip -c file > 2.gz -assert_warning 'already exists' gzip file </dev/null -cmp file.gz /dev/null -gzip -f file -cmp 2.gz file.gz -echo -n > file -assert_warning 'already exists' gunzip file.gz </dev/null -gunzip -f file.gz -cmp file orig - - -begin_test 'Nonexistent input file fails, even with -f' -for prog in 'gzip' 'gzip -f' 'gunzip' 'gunzip -f'; do - assert_error 'No such file or directory' "$prog" NONEXISTENT -done - - -begin_test 'Compressing already-suffixed file requires -f or -c' -gzip file -gzip -c file.gz > c.gz -gzip file.gz 2>&1 >/dev/null | grep -q 'already has .gz suffix' -[ -e file.gz ] && [ ! -e file.gz.gz ] -gzip -f file.gz -[ ! -e file.gz ] && [ -e file.gz.gz ] -cmp file.gz.gz c.gz - - -begin_test 'Decompressing unsuffixed file only works with -c' -gzip file && mv file.gz file -assert_skipped gunzip file -assert_skipped gunzip -f file -gunzip -c file > orig -mv file file.gz && gunzip file.gz && cmp file orig - - -begin_test '... unless there is a corresponding suffixed file' -cp file orig -gzip file -[ ! -e file ] && [ -e file.gz ] -gunzip -c file > tmp -cmp tmp orig -rm tmp -ln -s NONEXISTENT file -gunzip -c file > tmp -cmp tmp orig -rm tmp file -gunzip file -[ -e file ] && [ ! -e file.gz ] -cmp file orig - - -begin_test 'Directory is skipped, even with -f' -mkdir dir -mkdir dir.gz -for opt in '' '-f' '-c'; do - assert_skipped gzip $opt dir -done -#assert_skipped gzip dir.gz # XXX: GNU gzip warns, libdeflate gzip no-ops -for opt in '' '-f' '-c'; do - for name in dir dir.gz; do - assert_skipped gunzip $opt $name - done -done - - -begin_test '(gzip) symlink is rejected without -f or -c' -ln -s file symlink1 -ln -s file symlink2 -assert_error 'Too many levels of symbolic links' gzip symlink1 -[ -e file ] && [ -e symlink1 ] && [ ! -e symlink1.gz ] -gzip -f symlink1 -[ -e file ] && [ ! -e symlink1 ] && [ -e symlink1.gz ] -gzip -c symlink2 > /dev/null - - -begin_test '(gunzip) symlink is rejected without -f or -c' -gzip file -ln -s file.gz symlink1.gz -ln -s file.gz symlink2.gz -assert_error 'Too many levels of symbolic links' gunzip symlink1 -[ -e file.gz ] && [ -e symlink1.gz ] && [ ! -e symlink1 ] -gunzip -f symlink1.gz -[ -e file.gz ] && [ ! -e symlink1.gz ] && [ -e symlink1 ] -gunzip -c symlink2.gz > /dev/null - - -begin_test 'FIFO is skipped, even with -f' -mkfifo foo -mkfifo foo.gz -assert_skipped gzip foo -assert_skipped gzip -f foo -#assert_skipped gzip -c foo # XXX: works with GNU gzip, not libdeflate's -assert_skipped gunzip foo.gz -assert_skipped gunzip -f foo.gz -#assert_skipped gunzip -c foo.gz # XXX: works with GNU gzip, not libdeflate's - - -begin_test '(gzip) overwriting symlink does not follow symlink' -echo a > a -echo b > b -gzip a -ln -s a.gz b.gz -gzip -f b -gunzip a.gz -cmp <(echo a) a - - -begin_test '(gunzip) overwriting symlink does not follow symlink' -echo a > a -echo b > b -gzip b -ln -s a b -gunzip -f b.gz -cmp <(echo a) a -cmp <(echo b) b - - -begin_test '(gzip) hard linked file skipped without -f or -c' -cp file orig -ln file link -assert_equals 2 "$(stat -c %h file)" -assert_skipped gzip file -gzip -c file > /dev/null -assert_equals 2 "$(stat -c %h file)" -gzip -f file -assert_equals 1 "$(stat -c %h link)" -assert_equals 1 "$(stat -c %h file.gz)" -cmp link orig -# XXX: GNU gzip skips hard linked files with -k, libdeflate's doesn't - - -begin_test '(gunzip) hard linked file skipped without -f or -c' -gzip file -ln file.gz link.gz -cp file.gz orig.gz -assert_equals 2 "$(stat -c %h file.gz)" -assert_skipped gunzip file.gz -gunzip -c file.gz > /dev/null -assert_equals 2 "$(stat -c %h file.gz)" -gunzip -f file -assert_equals 1 "$(stat -c %h link.gz)" -assert_equals 1 "$(stat -c %h file)" -cmp link.gz orig.gz - - -begin_test 'Multiple files' -cp file file2 -gzip file file2 -[ ! -e file ] && [ ! -e file2 ] && [ -e file.gz ] && [ -e file2.gz ] -gunzip file.gz file2.gz -[ -e file ] && [ -e file2 ] && [ ! -e file.gz ] && [ ! -e file2.gz ] - - -begin_test 'Multiple files, continue on warning' -mkdir 1 -cp file 2 -assert_skipped gzip 1 2 -[ ! -e 1.gz ] -cmp file <(gunzip -c 2.gz) -rmdir 1 -mkdir 1.gz -assert_skipped gunzip 1.gz 2.gz -[ ! -e 1 ] -cmp 2 file - - -if (( $(id -u) != 0 )); then - begin_test 'Multiple files, continue on error' - cp file 1 - cp file 2 - chmod a-r 1 - assert_error 'Permission denied' gzip 1 2 - [ ! -e 1.gz ] - cmp file <(gunzip -c 2.gz) - rm -f 1 - cp 2.gz 1.gz - chmod a-r 1.gz - assert_error 'Permission denied' gunzip 1.gz 2.gz - [ ! -e 1 ] - cmp 2 file -fi - - -begin_test 'Compressing empty file' -echo -n > empty -gzip empty -gunzip empty.gz -cmp /dev/null empty - - -begin_test 'Decompressing malformed file' -echo -n > foo.gz -assert_error '\<(not in gzip format|unexpected end of file)\>' \ - gunzip foo.gz -echo 1 > foo.gz -assert_error '\<not in gzip format\>' gunzip foo.gz -echo abcdefgh > foo.gz -assert_error '\<not in gzip format\>' gunzip foo.gz -echo -ne '\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\xff\x4b\x4c\x4a\x4e\x49\x24\x16\x73\x01\x00\x6c\x5b\xa2\x62\x2e\x00\x00\x00' \ - > foo.gz -assert_error '\<(not in gzip format|crc error)\>' gunzip foo.gz - - -for suf in .foo foo .blaaaaaaaaaaaaaaaargh; do - begin_test "Custom suffix: $suf" - gzip -S $suf file - [ ! -e file ] && [ ! -e file.gz ] && [ -e file$suf ] - assert_skipped gunzip file$suf - gunzip -S $suf file$suf - [ -e file ] && [ ! -e file.gz ] && [ ! -e file$suf ] -done -# DIFFERENCE: GNU gzip lower cases suffix, we don't - - -begin_test 'Empty suffix is rejected' -assert_error '\<invalid suffix\>' gzip -S '""' file -assert_error '\<invalid suffix\>' gunzip -S '""' file - - -begin_test 'Timestamps and mode are preserved' -if [ "$FSTYPE" = shiftfs ]; then - # In Travis CI, the filesystem (shiftfs) only supports seconds precision - # timestamps. Nanosecond precision still sometimes seems to work, - # probably due to caching, but it is unreliable. - format='%a;%X;%Y' -else - format='%a;%x;%y' -fi -chmod 777 file -orig_stat="$(stat -c "$format" file)" -gzip file -sleep 1 -gunzip file.gz -assert_equals "$orig_stat" "$(stat -c "$format" file)" - - -begin_test 'Decompressing multi-member gzip file' -cat file file > orig -gzip -c file > file.gz -gzip -c file >> file.gz -gunzip -f file.gz -cmp file orig - - -begin_test 'Decompressing multi-member gzip file (final member smaller)' -echo 'hello world' > hello -cat file hello > orig -gzip -c file > file.gz -gzip -c hello >> file.gz -gunzip -f file.gz -cmp file orig - - -begin_test 'Help option' -gzip -h 2>&1 | grep -q 'Usage' -gunzip -h 2>&1 | grep -q 'Usage' - - -begin_test 'Incorrect usage' -for prog in gzip gunzip; do - for opt in '--invalid-option' '-0'; do - assert_error '\<(unrecognized|invalid) option\>' $prog $opt - done -done - - -begin_test '-t (test) option works' -good_files=( -'H4sIAAAAAAAAA3PMSVTITVTIzi9JVABTIJ5jzpGZelwAX+86ehsAAAA=' -'H4sIAAAAAAAAAwvJSFUoLM1MzlZIKsovz1NIy69QyCrNLShWyC9LLVIoAUrnJFZVKqTkp+txAQBqzFDrLQAAAA==') -bad_files=( -'H4sIAO1YYmAAA3PMSVTITVTIzi9JVABTIJ5jzpGZelwAX+46ehsAAAA=' -'H4sIAO1YYmAAA3PMSVTITVTIzi85VABTIJ5jzpGZelwAX+86ehsAAAA=' -'H4sIAAAAAAAAA3PMSVTITVTIzi9JVABTIJ5jzpGZelwAX+86ehsBAAA=' -'H4sIAAAAAAAAAwvJSFUoLM1MzlZIKsovz1NIy69QyCrNLShWyC9LLVIogUrnJFZVKqTkp+txAQBqzFDrLQAAAA==' -'H4sIAAAAAAAAAwvJSFUoLM1MzlZIKsovz1NIy69QyCrNLShWyC9L') -for contents in "${good_files[@]}"; do - echo "$contents" | base64 -d | gzip -t -done -for contents in "${bad_files[@]}"; do - echo "$contents" | base64 -d > file - assert_error '\<invalid compressed data|file corrupt|unexpected end of file|Out of memory\>' \ - gzip -t file -done - - -begin_test 'Version information' -gzip -V | grep -q Copyright -gunzip -V | grep -q Copyright - -CURRENT_TEST= |