|
1 #! /bin/sh |
|
2 |
|
3 # EXPAT TEST SCRIPT FOR W3C XML TEST SUITE |
|
4 |
|
5 # This script can be used to exercise Expat against the |
|
6 # w3c.org xml test suite, available from |
|
7 # http://www.w3.org/XML/Test/xmlts20020606.zip. |
|
8 |
|
9 # To run this script, first set XMLWF so that xmlwf can be |
|
10 # found, then set the output directory with OUTPUT. |
|
11 |
|
12 # The script lists all test cases where Expat shows a discrepancy |
|
13 # from the expected result. Test cases where only the canonical |
|
14 # output differs are prefixed with "Output differs:", and a diff file |
|
15 # is generated in the appropriate subdirectory under $OUTPUT. |
|
16 |
|
17 # If there are output files provided, the script will use |
|
18 # output from xmlwf and compare the desired output against it. |
|
19 # However, one has to take into account that the canonical output |
|
20 # produced by xmlwf conforms to an older definition of canonical XML |
|
21 # and does not generate notation declarations. |
|
22 |
|
23 MYDIR="`dirname \"$0\"`" |
|
24 cd "$MYDIR" |
|
25 MYDIR="`pwd`" |
|
26 XMLWF="`dirname \"$MYDIR\"`/xmlwf/xmlwf" |
|
27 # XMLWF=/usr/local/bin/xmlwf |
|
28 TS="$MYDIR/XML-Test-Suite" |
|
29 # OUTPUT must terminate with the directory separator. |
|
30 OUTPUT="$TS/out/" |
|
31 # OUTPUT=/home/tmp/xml-testsuite-out/ |
|
32 |
|
33 |
|
34 RunXmlwfNotWF() { |
|
35 $XMLWF $1 $2 > outfile || return $? |
|
36 read outdata < outfile |
|
37 if test "$outdata" = "" ; then |
|
38 echo "Well formed: $3$2" |
|
39 return 1 |
|
40 else |
|
41 return 0 |
|
42 fi |
|
43 } |
|
44 |
|
45 RunXmlwfWF() { |
|
46 $XMLWF $1 -d "$OUTPUT$3" $2 > outfile || return $? |
|
47 read outdata < outfile |
|
48 if test "$outdata" = "" ; then |
|
49 if [ -f out/$2 ] ; then |
|
50 diff "$OUTPUT$3$2" out/$2 > outfile |
|
51 if [ -s outfile ] ; then |
|
52 cp outfile $OUTPUT$3${2}.diff |
|
53 echo "Output differs: $3$2" |
|
54 return 1 |
|
55 fi |
|
56 fi |
|
57 return 0 |
|
58 else |
|
59 echo "In $3: $outdata" |
|
60 return 1 |
|
61 fi |
|
62 } |
|
63 |
|
64 SUCCESS=0 |
|
65 ERROR=0 |
|
66 |
|
67 ########################## |
|
68 # well-formed test cases # |
|
69 ########################## |
|
70 |
|
71 cd "$TS/xmlconf" |
|
72 for xmldir in ibm/valid/P*/ \ |
|
73 ibm/invalid/P*/ \ |
|
74 xmltest/valid/ext-sa/ \ |
|
75 xmltest/valid/not-sa/ \ |
|
76 xmltest/invalid/ \ |
|
77 xmltest/invalid/not-sa/ \ |
|
78 xmltest/valid/sa/ \ |
|
79 sun/valid/ \ |
|
80 sun/invalid/ ; do |
|
81 cd "$TS/xmlconf/$xmldir" |
|
82 mkdir -p "$OUTPUT$xmldir" |
|
83 for xmlfile in *.xml ; do |
|
84 if RunXmlwfWF -p "$xmlfile" "$xmldir" ; then |
|
85 SUCCESS=`expr $SUCCESS + 1` |
|
86 else |
|
87 ERROR=`expr $ERROR + 1` |
|
88 fi |
|
89 done |
|
90 rm outfile |
|
91 done |
|
92 |
|
93 cd "$TS/xmlconf/oasis" |
|
94 mkdir -p "$OUTPUT"oasis/ |
|
95 for xmlfile in *pass*.xml ; do |
|
96 if RunXmlwfWF -p "$xmlfile" "oasis/" ; then |
|
97 SUCCESS=`expr $SUCCESS + 1` |
|
98 else |
|
99 ERROR=`expr $ERROR + 1` |
|
100 fi |
|
101 done |
|
102 rm outfile |
|
103 |
|
104 ############################## |
|
105 # not well-formed test cases # |
|
106 ############################## |
|
107 |
|
108 cd "$TS/xmlconf" |
|
109 for xmldir in ibm/not-wf/P*/ \ |
|
110 ibm/not-wf/misc/ \ |
|
111 xmltest/not-wf/ext-sa/ \ |
|
112 xmltest/not-wf/not-sa/ \ |
|
113 xmltest/not-wf/sa/ \ |
|
114 sun/not-wf/ ; do |
|
115 cd "$TS/xmlconf/$xmldir" |
|
116 for xmlfile in *.xml ; do |
|
117 if RunXmlwfNotWF -p "$xmlfile" "$xmldir" ; then |
|
118 SUCCESS=`expr $SUCCESS + 1` |
|
119 else |
|
120 ERROR=`expr $ERROR + 1` |
|
121 fi |
|
122 done |
|
123 rm outfile |
|
124 done |
|
125 |
|
126 cd "$TS/xmlconf/oasis" |
|
127 for xmlfile in *fail*.xml ; do |
|
128 if RunXmlwfNotWF -p "$xmlfile" "oasis/" ; then |
|
129 SUCCESS=`expr $SUCCESS + 1` |
|
130 else |
|
131 ERROR=`expr $ERROR + 1` |
|
132 fi |
|
133 done |
|
134 rm outfile |
|
135 |
|
136 echo "Passed: $SUCCESS" |
|
137 echo "Failed: $ERROR" |