diff --git a/libs/pcre/RunGrepTest b/libs/pcre/RunGrepTest new file mode 100755 index 0000000000..ed28ee3085 --- /dev/null +++ b/libs/pcre/RunGrepTest @@ -0,0 +1,280 @@ +#! /bin/sh + +# Run pcregrep tests. The assumption is that the PCRE tests check the library +# itself. What we are checking here is the file handling and options that are +# supported by pcregrep. + +# Set the C locale, so that sort(1) behaves predictably. +LC_ALL=C +export LC_ALL + +pcregrep=`pwd`/pcregrep + +echo " " +echo "Testing pcregrep" +$pcregrep -V + +cf="diff -ub" +valgrind= + +while [ $# -gt 0 ] ; do + case $1 in + valgrind) valgrind="valgrind -q --leak-check=no";; + *) echo "Unknown argument $1"; exit 1;; + esac + shift +done + +# If PCRE has been built in a directory other than the source directory, and +# this test is being run from "make check" as usual, then $(srcdir) will be +# set. If not, set it to the current directory. We then arrange to run the +# pcregrep command in the source directory so that the file names that appear +# in the output are always the same. + +if [ -z "$srcdir" -o ! -d "$srcdir/testdata" ] ; then + srcdir=. +fi + +# Check for the availability of UTF-8 support + +./pcretest -C | ./pcregrep "No UTF-8 support" >/dev/null +utf8=$? + +echo "---------------------------- Test 1 ------------------------------" >testtry +(cd $srcdir; $valgrind $pcregrep PATTERN ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 2 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep '^PATTERN' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 3 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -in PATTERN ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 4 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -ic PATTERN ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 5 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -in PATTERN ./testdata/grepinput ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 6 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -inh PATTERN ./testdata/grepinput ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 7 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -il PATTERN ./testdata/grepinput ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 8 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -l PATTERN ./testdata/grepinput ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 9 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -q PATTERN ./testdata/grepinput ./testdata/grepinputx) >>testtry +echo "RC=$?" >>testtry + +echo "---------------------------- Test 10 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -q NEVER-PATTERN ./testdata/grepinput ./testdata/grepinputx) >>testtry +echo "RC=$?" >>testtry + +echo "---------------------------- Test 11 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -vn pattern ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 12 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -ix pattern ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 13 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -f./testdata/greplist ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 14 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -w pat ./testdata/grepinput ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 15 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep 'abc^*' ./testdata/grepinput) 2>>testtry >>testtry + +echo "---------------------------- Test 16 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep abc ./testdata/grepinput ./testdata/nonexistfile) 2>>testtry >>testtry + +echo "---------------------------- Test 17 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -M 'the\noutput' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 18 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -Mn '(the\noutput|dog\.\n--)' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 19 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -Mix 'Pattern' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 20 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -Mixn 'complete pair\nof lines' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 21 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -nA3 'four' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 22 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -nB3 'four' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 23 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -C3 'four' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 24 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -A9 'four' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 25 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -nB9 'four' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 26 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -A9 -B9 'four' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 27 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -A10 'four' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 28 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -nB10 'four' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 29 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -C12 -B10 'four' ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 30 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -inB3 'pattern' ./testdata/grepinput ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 31 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -inA3 'pattern' ./testdata/grepinput ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 32 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -L 'fox' ./testdata/grepinput ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 33 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep 'fox' ./testdata/grepnonexist) >>testtry 2>&1 +echo "RC=$?" >>testtry + +echo "---------------------------- Test 34 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -s 'fox' ./testdata/grepnonexist) >>testtry 2>&1 +echo "RC=$?" >>testtry + +echo "---------------------------- Test 35 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -L -r --include=grepinputx --exclude_dir='^\.' 'fox' ./testdata) >>testtry +echo "RC=$?" >>testtry + +echo "---------------------------- Test 36 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -L -r --include=grepinput --exclude 'grepinput$' --exclude_dir='^\.' 'fox' ./testdata | sort) >>testtry +echo "RC=$?" >>testtry + +echo "---------------------------- Test 37 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep '^(a+)*\d' ./testdata/grepinput) >>testtry 2>teststderr +echo "RC=$?" >>testtry +echo "======== STDERR ========" >>testtry +cat teststderr >>testtry + +echo "---------------------------- Test 38 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep '>\x00<' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 39 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -A1 'before the binary zero' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 40 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -B1 'after the binary zero' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 41 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -B1 -o '\w+ the binary zero' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 41 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -B1 -onH '\w+ the binary zero' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 42 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -on 'before|zero|after' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 43 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -on -e before -e zero -e after ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 44 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -on -f ./testdata/greplist -e binary ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 45 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -e abc -e '(unclosed' ./testdata/grepinput) 2>>testtry >>testtry + +echo "---------------------------- Test 46 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -Fx "AB.VE +elephant" ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 47 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -F "AB.VE +elephant" ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 48 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -F -e DATA -e "AB.VE +elephant" ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 49 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep "^(abc|def|ghi|jkl)" ./testdata/grepinputx) >>testtry + +echo "---------------------------- Test 50 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -Mv "brown\sfox" ./testdata/grepinputv) >>testtry + +echo "---------------------------- Test 51 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep --colour=always jumps ./testdata/grepinputv) >>testtry + +echo "---------------------------- Test 52 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep --file-offsets 'before|zero|after' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 53 ------------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep --line-offsets 'before|zero|after' ./testdata/grepinput) >>testtry + +echo "---------------------------- Test 54 -----------------------------" >>testtry +(cd $srcdir; $valgrind $pcregrep -f./testdata/greplist --color=always ./testdata/grepinputx) >>testtry + +# Now compare the results. + +$cf $srcdir/testdata/grepoutput testtry +if [ $? != 0 ] ; then exit 1; fi + + +# These tests require UTF-8 support + +if [ $utf8 -ne 0 ] ; then + echo "Testing pcregrep UTF-8 features" + + echo "---------------------------- Test U1 ------------------------------" >testtry + (cd $srcdir; $valgrind $pcregrep -n -u --newline=any "^X" ./testdata/grepinput8) >>testtry + + echo "---------------------------- Test U2 ------------------------------" >>testtry + (cd $srcdir; $valgrind $pcregrep -n -u -C 3 --newline=any "Match" ./testdata/grepinput8) >>testtry + + $cf $srcdir/testdata/grepoutput8 testtry + if [ $? != 0 ] ; then exit 1; fi + +else + echo "Skipping pcregrep UTF-8 tests: no UTF-8 support in PCRE library" +fi + + +# We go to some contortions to try to ensure that the tests for the various +# newline settings will work in environments where the normal newline sequence +# is not \n. Do not use exported files, whose line endings might be changed. +# Instead, create an input file using printf so that its contents are exactly +# what we want. Note the messy fudge to get printf to write a string that +# starts with a hyphen. + +echo "Testing pcregrep newline settings" +printf "abc\rdef\r\nghi\njkl" >testNinput + +printf "%c--------------------------- Test N1 ------------------------------\r\n" - >testtry +$valgrind $pcregrep -n -N CR "^(abc|def|ghi|jkl)" testNinput >>testtry + +printf "%c--------------------------- Test N2 ------------------------------\r\n" - >>testtry +$valgrind $pcregrep -n --newline=crlf "^(abc|def|ghi|jkl)" testNinput >>testtry + +printf "%c--------------------------- Test N3 ------------------------------\r\n" - >>testtry +pattern=`printf 'def\rjkl'` +$valgrind $pcregrep -n --newline=cr -F "$pattern" testNinput >>testtry + +printf "%c--------------------------- Test N4 ------------------------------\r\n" - >>testtry +pattern=`printf 'xxx\r\njkl'` +$valgrind $pcregrep -n --newline=crlf -F "$pattern" testNinput >>testtry + +printf "%c--------------------------- Test N5 ------------------------------\r\n" - >>testtry +$valgrind $pcregrep -n --newline=any "^(abc|def|ghi|jkl)" testNinput >>testtry + +printf "%c--------------------------- Test N6 ------------------------------\r\n" - >>testtry +$valgrind $pcregrep -n --newline=anycrlf "^(abc|def|ghi|jkl)" testNinput >>testtry + +$cf $srcdir/testdata/grepoutputN testtry +if [ $? != 0 ] ; then exit 1; fi + +exit 0 + +# End diff --git a/libs/pcre/RunTest b/libs/pcre/RunTest new file mode 100755 index 0000000000..514bb79e34 --- /dev/null +++ b/libs/pcre/RunTest @@ -0,0 +1,292 @@ +#! /bin/sh + +# Run PCRE tests. + +valgrind= + +# Set up a suitable "diff" command for comparison. Some systems +# have a diff that lacks a -u option. Try to deal with this. + +if diff -u /dev/null /dev/null; then cf="diff -u"; else cf="diff"; fi + +# Find the test data + +testdata=testdata +if [ -n "$srcdir" -a -d "$srcdir" ] ; then + testdata="$srcdir/testdata" +fi + +# Find which optional facilities are available + +case `./pcretest -C | ./pcregrep 'Internal link size'` in + *2) link_size=2;; + *3) link_size=3;; + *4) link_size=4;; + *) echo "Failed to find internal link size"; exit 1;; +esac + +./pcretest -C | ./pcregrep 'No UTF-8 support' >/dev/null +utf8=$? + +./pcretest -C | ./pcregrep 'No Unicode properties support' >/dev/null +ucp=$? + +# Select which tests to run; for those that are explicitly requested, check +# that the necessary optional facilities are available. + +do1=no +do2=no +do3=no +do4=no +do5=no +do6=no +do7=no +do8=no +do9=no +do10=no + +while [ $# -gt 0 ] ; do + case $1 in + 1) do1=yes;; + 2) do2=yes;; + 3) do3=yes;; + 4) do4=yes;; + 5) do5=yes;; + 6) do6=yes;; + 7) do7=yes;; + 8) do8=yes;; + 9) do9=yes;; + 10) do10=yes;; + valgrind) valgrind="valgrind -q";; + *) echo "Unknown test number $1"; exit 1;; + esac + shift +done + +if [ $utf8 -eq 0 ] ; then + if [ $do4 = yes ] ; then + echo "Can't run test 4 because UTF-8 support is not configured" + exit 1 + fi + if [ $do5 = yes ] ; then + echo "Can't run test 5 because UTF-8 support is not configured" + exit 1 + fi + if [ $do8 = yes ] ; then + echo "Can't run test 8 because UTF-8 support is not configured" + exit 1 + fi +fi + +if [ $ucp -eq 0 ] ; then + if [ $do6 = yes ] ; then + echo "Can't run test 6 because Unicode property support is not configured" + exit 1 + fi + if [ $do9 = yes ] ; then + echo "Can't run test 9 because Unicode property support is not configured" + exit 1 + fi + if [ $do10 = yes ] ; then + echo "Can't run test 10 because Unicode property support is not configured" + exit 1 + fi +fi + +if [ $link_size -ne 2 ] ; then + if [ $do10 = yes ] ; then + echo "Can't run test 10 because the link size ($link_size) is not 2" + exit 1 + fi +fi + +# If no specific tests were requested, select all that are relevant. + +if [ $do1 = no -a $do2 = no -a $do3 = no -a $do4 = no -a \ + $do5 = no -a $do6 = no -a $do7 = no -a $do8 = no -a \ + $do9 = no -a $do10 = no ] ; then + do1=yes + do2=yes + do3=yes + if [ $utf8 -ne 0 ] ; then do4=yes; fi + if [ $utf8 -ne 0 ] ; then do5=yes; fi + if [ $utf8 -ne 0 -a $ucp -ne 0 ] ; then do6=yes; fi + do7=yes + if [ $utf8 -ne 0 ] ; then do8=yes; fi + if [ $utf8 -ne 0 -a $ucp -ne 0 ] ; then do9=yes; fi + if [ $link_size -eq 2 -a $ucp -ne 0 ] ; then do10=yes; fi +fi + +# Show which release + +echo "" +echo PCRE C library tests +./pcretest /dev/null + +# Primary test, Perl-compatible + +if [ $do1 = yes ] ; then + echo "Test 1: main functionality (Perl compatible)" + $valgrind ./pcretest -q $testdata/testinput1 testtry + if [ $? = 0 ] ; then + $cf $testdata/testoutput1 testtry + if [ $? != 0 ] ; then exit 1; fi + else exit 1 + fi + echo "OK" +fi + +# PCRE tests that are not Perl-compatible - API & error tests, mostly + +if [ $do2 = yes ] ; then + echo "Test 2: API and error handling (not Perl compatible)" + $valgrind ./pcretest -q $testdata/testinput2 testtry + if [ $? = 0 ] ; then + $cf $testdata/testoutput2 testtry + if [ $? != 0 ] ; then exit 1; fi + else + echo " " + echo "** Test 2 requires a lot of stack. If it has crashed with a" + echo "** segmentation fault, it may be that you do not have enough" + echo "** stack available by default. Please see the 'pcrestack' man" + echo "** page for a discussion of PCRE's stack usage." + echo " " + exit 1 + fi + echo "OK" +fi + +# Locale-specific tests, provided that either the "fr_FR" or the "french" +# locale is available. The former is the Unix-like standard; the latter is +# for Windows. + +if [ $do3 = yes ] ; then + locale -a | grep '^fr_FR$' >/dev/null + if [ $? -eq 0 ] ; then + locale=fr_FR + infile=$testdata/testinput3 + outfile=$testdata/testoutput3 + else + locale -a | grep '^french$' >/dev/null + if [ $? -eq 0 ] ; then + locale=french + sed 's/fr_FR/french/' $testdata/testinput3 >test3input + sed 's/fr_FR/french/' $testdata/testoutput3 >test3output + infile=test3input + outfile=test3output + else + locale= + fi + fi + + if [ "$locale" != "" ] ; then + echo "Test 3: locale-specific features (using '$locale' locale)" + $valgrind ./pcretest -q $infile testtry + if [ $? = 0 ] ; then + $cf $outfile testtry + if [ $? != 0 ] ; then + echo " " + echo "Locale test did not run entirely successfully." + echo "This usually means that there is a problem with the locale" + echo "settings rather than a bug in PCRE." + else + echo "OK" + fi + else exit 1 + fi + else + echo "Cannot test locale-specific features - neither the 'fr_FR' nor the" + echo "'french' locale exists, or the \"locale\" command is not available" + echo "to check for them." + echo " " + fi +fi + +# Additional tests for UTF8 support + +if [ $do4 = yes ] ; then + echo "Test 4: UTF-8 support (Perl compatible)" + $valgrind ./pcretest -q $testdata/testinput4 testtry + if [ $? = 0 ] ; then + $cf $testdata/testoutput4 testtry + if [ $? != 0 ] ; then exit 1; fi + else exit 1 + fi + echo "OK" +fi + +if [ $do5 = yes ] ; then + echo "Test 5: API and internals for UTF-8 support (not Perl compatible)" + $valgrind ./pcretest -q $testdata/testinput5 testtry + if [ $? = 0 ] ; then + $cf $testdata/testoutput5 testtry + if [ $? != 0 ] ; then exit 1; fi + else exit 1 + fi + echo "OK" +fi + +if [ $do6 = yes ] ; then + echo "Test 6: Unicode property support" + $valgrind ./pcretest -q $testdata/testinput6 testtry + if [ $? = 0 ] ; then + $cf $testdata/testoutput6 testtry + if [ $? != 0 ] ; then exit 1; fi + else exit 1 + fi + echo "OK" +fi + +# Tests for DFA matching support + +if [ $do7 = yes ] ; then + echo "Test 7: DFA matching" + $valgrind ./pcretest -q -dfa $testdata/testinput7 testtry + if [ $? = 0 ] ; then + $cf $testdata/testoutput7 testtry + if [ $? != 0 ] ; then exit 1; fi + else exit 1 + fi + echo "OK" +fi + +if [ $do8 = yes ] ; then + echo "Test 8: DFA matching with UTF-8" + $valgrind ./pcretest -q -dfa $testdata/testinput8 testtry + if [ $? = 0 ] ; then + $cf $testdata/testoutput8 testtry + if [ $? != 0 ] ; then exit 1; fi + else exit 1 + fi + echo "OK" +fi + +if [ $do9 = yes ] ; then + echo "Test 9: DFA matching with Unicode properties" + $valgrind ./pcretest -q -dfa $testdata/testinput9 testtry + if [ $? = 0 ] ; then + $cf $testdata/testoutput9 testtry + if [ $? != 0 ] ; then exit 1; fi + else exit 1 + fi + echo "OK" +fi + +# Test of internal offsets and code sizes. This test is run only when there +# is Unicode property support and the link size is 2. The actual tests are +# mostly the same as in some of the above, but in this test we inspect some +# offsets and sizes that require a known link size. This is a doublecheck for +# the maintainer, just in case something changes unexpectely. + +if [ $do10 = yes ] ; then + echo "Test 10: Internal offsets and code size tests" + $valgrind ./pcretest -q $testdata/testinput10 testtry + if [ $? = 0 ] ; then + $cf $testdata/testoutput10 testtry + if [ $? != 0 ] ; then exit 1; fi + else exit 1 + fi + echo "OK" +fi + +# End