/* Copyright (c) 1998, 1999 Thai Open Source Software Center Ltd

   See the file COPYING for copying permission.

*/

#include <assert.h>

#include <check.h>

#include <stdlib.h>

#include <stdio.h>

#include <string.h>

#include "expat.h"

#include "chardata.h"

static XML_Parser parser;

static void

basic_setup(void)

{

    parser = XML_ParserCreate(NULL);

    if (parser == NULL)

        fail("Parser not created.");

}

static void

basic_teardown(void)

{

    if (parser != NULL)

        XML_ParserFree(parser);

}

/* Generate a failure using the parser state to create an error message;

   this should be used when the parser reports an error we weren't

   expecting.

*/

static void

_xml_failure(XML_Parser parser, const char *file, int line)

{

    char buffer[1024];

    sprintf(buffer,

            "\n    %s (line %d, offset %d)\n    reported from %s, line %d",

            XML_ErrorString(XML_GetErrorCode(parser)),

            XML_GetCurrentLineNumber(parser),

            XML_GetCurrentColumnNumber(parser),

            file, line);

    fail(buffer);

}

#define xml_failure(parser) _xml_failure((parser), __FILE__, __LINE__)

static void

_expect_failure(char *text, enum XML_Error errorCode, char *errorMessage,

                char *file, int lineno)

{

    if (XML_Parse(parser, text, strlen(text), 1) == XML_STATUS_OK)

        fail(errorMessage);

    if (XML_GetErrorCode(parser) != errorCode)

        _xml_failure(parser, file, lineno);

}

#define expect_failure(text, errorCode, errorMessage) \

        _expect_failure((text), (errorCode), (errorMessage), \

                        __FILE__, __LINE__)

/*

 * Character & encoding tests.

 */

START_TEST(test_nul_byte)

{

    char text[] = "<doc>\0</doc>";

    /* test that a NUL byte (in US-ASCII data) is an error */

    if (XML_Parse(parser, text, sizeof(text) - 1, 1) == XML_STATUS_OK)

        fail("Parser did not report error on NUL-byte.");

    if (XML_GetErrorCode(parser) != XML_ERROR_INVALID_TOKEN)

        xml_failure(parser);

}

END_TEST

START_TEST(test_u0000_char)

{

    /* test that a NUL byte (in US-ASCII data) is an error */

    expect_failure("<doc>&#0;</doc>",

                   XML_ERROR_BAD_CHAR_REF,

                   "Parser did not report error on NUL-byte.");

}

END_TEST

START_TEST(test_bom_utf8)

{

    /* This test is really just making sure we don't core on a UTF-8 BOM. */

    char *text = "\357\273\277<e/>";

    if (XML_Parse(parser, text, strlen(text), 1) == XML_STATUS_ERROR)

        xml_failure(parser);

}

END_TEST

START_TEST(test_bom_utf16_be)

{

    char text[] = "\376\377\0<\0e\0/\0>";

    if (XML_Parse(parser, text, sizeof(text) - 1, 1) == XML_STATUS_ERROR)

        xml_failure(parser);

}

END_TEST

START_TEST(test_bom_utf16_le)

{

    char text[] = "\377\376<\0e\0/\0>\0";

    if (XML_Parse(parser, text, sizeof(text) - 1, 1) == XML_STATUS_ERROR)

        xml_failure(parser);

}

END_TEST

static void

accumulate_characters(void *userData, const XML_Char *s, int len)

{

    CharData_AppendXMLChars((CharData *)userData, s, len);

}

static void

accumulate_attribute(void *userData, const XML_Char *name,

                     const XML_Char **atts)

{

    CharData *storage = (CharData *)userData;

    if (storage->count < 0 && atts != NULL && atts[0] != NULL) {

        /* "accumulate" the value of the first attribute we see */

        CharData_AppendXMLChars(storage, atts[1], -1);

    }

}

static void

run_character_check(XML_Char *text, XML_Char *expected)

{

    CharData storage;

    CharData_Init(&storage);

    XML_SetUserData(parser, &storage);

    XML_SetCharacterDataHandler(parser, accumulate_characters);

    if (XML_Parse(parser, text, strlen(text), 1) == XML_STATUS_ERROR)

        xml_failure(parser);

    CharData_CheckXMLChars(&storage, expected);

}

static void

run_attribute_check(XML_Char *text, XML_Char *expected)

{

    CharData storage;

    CharData_Init(&storage);

    XML_SetUserData(parser, &storage);

    XML_SetStartElementHandler(parser, accumulate_attribute);

    if (XML_Parse(parser, text, strlen(text), 1) == XML_STATUS_ERROR)

        xml_failure(parser);

    CharData_CheckXMLChars(&storage, expected);

}

/* Regression test for SF bug #491986. */

START_TEST(test_danish_latin1)

{

    char *text =

        "<?xml version='1.0' encoding='iso-8859-1'?>\n"

        "<e>Jørgen æøåÆØÅ</e>";

    run_character_check(text,

             "J\xC3\xB8rgen \xC3\xA6\xC3\xB8\xC3\xA5\xC3\x86\xC3\x98\xC3\x85");

}

END_TEST

/* Regression test for SF bug #514281. */

START_TEST(test_french_charref_hexidecimal)

{

    char *text =

        "<?xml version='1.0' encoding='iso-8859-1'?>\n"

        "<doc>&#xE9;&#xE8;&#xE0;&#xE7;&#xEA;&#xC8;</doc>";

    run_character_check(text,

                        "\xC3\xA9\xC3\xA8\xC3\xA0\xC3\xA7\xC3\xAA\xC3\x88");

}

END_TEST

START_TEST(test_french_charref_decimal)

{

    char *text =

        "<?xml version='1.0' encoding='iso-8859-1'?>\n"

        "<doc>&#233;&#232;&#224;&#231;&#234;&#200;</doc>";

    run_character_check(text,

                        "\xC3\xA9\xC3\xA8\xC3\xA0\xC3\xA7\xC3\xAA\xC3\x88");

}

END_TEST

START_TEST(test_french_latin1)

{

    char *text =

        "<?xml version='1.0' encoding='iso-8859-1'?>\n"

        "<doc>\xE9\xE8\xE0\xE7\xEa\xC8</doc>";

    run_character_check(text,

                        "\xC3\xA9\xC3\xA8\xC3\xA0\xC3\xA7\xC3\xAA\xC3\x88");

}

END_TEST

START_TEST(test_french_utf8)

{

    char *text =

        "<?xml version='1.0' encoding='utf-8'?>\n"

        "<doc>\xC3\xA9</doc>";

    run_character_check(text, "\xC3\xA9");

}

END_TEST

/* Regression test for SF bug #600479.

   XXX There should be a test that exercises all legal XML Unicode

   characters as PCDATA and attribute value content, and XML Name

   characters as part of element and attribute names.

*/

START_TEST(test_utf8_false_rejection)

{

    char *text = "<doc>\xEF\xBA\xBF</doc>";

    run_character_check(text, "\xEF\xBA\xBF");

}

END_TEST

/* Regression test for SF bug #477667.

   This test assures that any 8-bit character followed by a 7-bit

   character will not be mistakenly interpreted as a valid UTF-8

   sequence.

*/

START_TEST(test_illegal_utf8)

{

    char text[100];

    int i;

    for (i = 128; i <= 255; ++i) {

        sprintf(text, "<e>%ccd</e>", i);

        if (XML_Parse(parser, text, strlen(text), 1) == XML_STATUS_OK) {

            sprintf(text,

                    "expected token error for '%c' (ordinal %d) in UTF-8 text",

                    i, i);

            fail(text);

        }

        else if (XML_GetErrorCode(parser) != XML_ERROR_INVALID_TOKEN)

            xml_failure(parser);

        /* Reset the parser since we use the same parser repeatedly. */

        XML_ParserReset(parser, NULL);

    }

}

END_TEST

START_TEST(test_utf16)

{

    /* <?xml version="1.0" encoding="UTF-16"?>

       <doc a='123'>some text</doc>

    */

    char text[] =

        "\000<\000?\000x\000m\000\154\000 \000v\000e\000r\000s\000i\000o"

        "\000n\000=\000'\0001\000.\000\060\000'\000 \000e\000n\000c\000o"

        "\000d\000i\000n\000g\000=\000'\000U\000T\000F\000-\0001\000\066"

        "\000'\000?\000>\000\n"

        "\000<\000d\000o\000c\000 \000a\000=\000'\0001\0002\0003\000'"

        "\000>\000s\000o\000m\000e\000 \000t\000e\000x\000t\000<\000/"

        "\000d\000o\000c\000>";

    if (XML_Parse(parser, text, sizeof(text) - 1, 1) == XML_STATUS_ERROR)

        xml_failure(parser);

}

END_TEST

START_TEST(test_utf16_le_epilog_newline)

{

    int first_chunk_bytes = 17;

    char text[] = 

        "\xFF\xFE"                      /* BOM */

        "<\000e\000/\000>\000"          /* document element */

        "\r\000\n\000\r\000\n\000";     /* epilog */

    if (first_chunk_bytes >= sizeof(text) - 1)

        fail("bad value of first_chunk_bytes");

    if (XML_Parse(parser, text, first_chunk_bytes, 0) == XML_STATUS_ERROR)

        xml_failure(parser);

    else {

        enum XML_Status rc;

        rc = XML_Parse(parser, text + first_chunk_bytes,

                       sizeof(text) - first_chunk_bytes - 1, 1);

        if (rc == XML_STATUS_ERROR)

            xml_failure(parser);

    }

}

END_TEST

/* Regression test for SF bug #481609. */

START_TEST(test_latin1_umlauts)

{

    char *text =

        "<?xml version='1.0' encoding='iso-8859-1'?>\n"

        "<e a='ä ö ü &#228; &#246; &#252; &#x00E4; &#x0F6; &#xFC;'\n"

        "  >ä ö ü &#228; &#246; &#252; &#x00E4; &#x0F6; &#xFC;</e>";

    char *utf8 =

        "\xC3\xA4 \xC3\xB6 \xC3\xBC "

        "\xC3\xA4 \xC3\xB6 \xC3\xBC "

        "\xC3\xA4 \xC3\xB6 \xC3\xBC";

    run_character_check(text, utf8);

    XML_ParserReset(parser, NULL);

    run_attribute_check(text, utf8);

}

END_TEST

/* Regression test for SF bug #422239 (maybe).

   It's not clear that this reproduces enough of the context

   of the reported bug.

*/

START_TEST(test_line_count)

{

    char *text =

        "<e>\n"

        "  <e/>\n"

        "</e>";

    int lineno;

    if (XML_Parse(parser, text, strlen(text), 1) == XML_STATUS_ERROR)

        xml_failure(parser);

    lineno = XML_GetCurrentLineNumber(parser);

    if (lineno != 3) {

        char buffer[100];

        sprintf(buffer, "expected 3 lines, saw %d", lineno);

        fail(buffer);

    }

}

END_TEST

/* Regression test for SF bug #478332. */

START_TEST(test_really_long_lines)

{

    /* This parses an input line longer than INIT_DATA_BUF_SIZE

       characters long (defined to be 1024 in xmlparse.c).  We take a

       really cheesy approach to building the input buffer, because

       this avoids writing bugs in buffer-filling code.

    */

    char *text =

        "<e>"

        /* 64 chars */

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        /* until we have at least 1024 characters on the line: */

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+"

        "</e>";

    if (XML_Parse(parser, text, strlen(text), 1) == XML_STATUS_ERROR)

        xml_failure(parser);

}

END_TEST

/*

 * Element event tests.

 */

static void

end_element_event_handler(void *userData, const XML_Char *name)

{

    CharData *storage = (CharData *) userData;

    CharData_AppendString(storage, "/");

    CharData_AppendXMLChars(storage, name, -1);

}

START_TEST(test_end_element_events)

{

    char *text = "<a><b><c/></b><d><f/></d></a>";

    char *expected = "/c/b/f/d/a";

    CharData storage;

    CharData_Init(&storage);

    XML_SetUserData(parser, &storage);

    XML_SetEndElementHandler(parser, end_element_event_handler);

    if (XML_Parse(parser, text, strlen(text), 1) == XML_STATUS_ERROR)

        xml_failure(parser);

    CharData_CheckString(&storage, expected);

}

END_TEST

/*

 * Attribute tests.

 */

/* Helpers used by the following test; this checks any "attr" and "refs"

   attributes to make sure whitespace has been normalized.

   Return true if whitespace has been normalized in a string, using

   the rules for attribute value normalization.  The 'is_cdata' flag

   is needed since CDATA attributes don't need to have multiple

   whitespace characters collapsed to a single space, while other

   attribute data types do.  (Section 3.3.3 of the recommendation.)

*/

static int

is_whitespace_normalized(const XML_Char *s, int is_cdata)

{

    int blanks = 0;

    int at_start = 1;

    while (*s) {

        if (*s == ' ')

            ++blanks;

        else if (*s == '\t' || *s == '\n' || *s == '\r')

            return 0;

        else {

            if (at_start) {

                at_start = 0;

                if (blanks && !is_cdata)

                    /* illegal leading blanks */

                    return 0;

            }

            else if (blanks > 1 && !is_cdata)

                return 0;

            blanks = 0;

        }

        ++s;

    }

    if (blanks && !is_cdata)

        return 0;

    return 1;

}

/* Check the attribute whitespace checker: */

static void

testhelper_is_whitespace_normalized(void)

{

    assert(is_whitespace_normalized("abc", 0));

    assert(is_whitespace_normalized("abc", 1));

    assert(is_whitespace_normalized("abc def ghi", 0));

    assert(is_whitespace_normalized("abc def ghi", 1));

    assert(!is_whitespace_normalized(" abc def ghi", 0));

    assert(is_whitespace_normalized(" abc def ghi", 1));

    assert(!is_whitespace_normalized("abc  def ghi", 0));

    assert(is_whitespace_normalized("abc  def ghi", 1));

    assert(!is_whitespace_normalized("abc def ghi ", 0));

    assert(is_whitespace_normalized("abc def ghi ", 1));

    assert(!is_whitespace_normalized(" ", 0));

    assert(is_whitespace_normalized(" ", 1));

    assert(!is_whitespace_normalized("\t", 0));

    assert(!is_whitespace_normalized("\t", 1));

    assert(!is_whitespace_normalized("\n", 0));

    assert(!is_whitespace_normalized("\n", 1));

    assert(!is_whitespace_normalized("\r", 0));

    assert(!is_whitespace_normalized("\r", 1));

    assert(!is_whitespace_normalized("abc\t def", 1));

}

static void

check_attr_contains_normalized_whitespace(void *userData,

                                          const XML_Char *name,

                                          const XML_Char **atts)

{

    int i;

    for (i = 0; atts[i] != NULL; i += 2) {

        const XML_Char *attrname = atts[i];

        const XML_Char *value = atts[i + 1];

        if (strcmp("attr", attrname) == 0

            || strcmp("ents", attrname) == 0

            || strcmp("refs", attrname) == 0) {

            if (!is_whitespace_normalized(value, 0)) {

                char buffer[256];

                sprintf(buffer, "attribute value not normalized: %s='%s'",

                        attrname, value);

                fail(buffer);

            }

        }

    }

}

START_TEST(test_attr_whitespace_normalization)

{

    char *text =

        "<!DOCTYPE doc [\n"

        "  <!ATTLIST doc\n"

        "            attr NMTOKENS #REQUIRED\n"

        "            ents ENTITIES #REQUIRED\n"

        "            refs IDREFS   #REQUIRED>\n"

        "]>\n"

        "<doc attr='    a  b c\t\td\te\t' refs=' id-1   \t  id-2\t\t'  \n"

        "     ents=' ent-1   \t\r\n"

        "            ent-2  ' >\n"

        "  <e id='id-1'/>\n"

        "  <e id='id-2'/>\n"

        "</doc>";

    XML_SetStartElementHandler(parser,

                               check_attr_contains_normalized_whitespace);

    if (XML_Parse(parser, text, strlen(text), 1) == XML_STATUS_ERROR)

        xml_failure(parser);

}

END_TEST

/*

 * XML declaration tests.

 */

START_TEST(test_xmldecl_misplaced)

{

    expect_failure("\n"

                   "<?xml version='1.0'?>\n"

                   "<a/>",

                   XML_ERROR_MISPLACED_XML_PI,

                   "failed to report misplaced XML declaration");

}

END_TEST

/* Regression test for SF bug #584832. */

static int

UnknownEncodingHandler(void *data,const XML_Char *encoding,XML_Encoding *info)

{

    if (strcmp(encoding,"unsupported-encoding") == 0) {

        int i;

        for (i = 0; i < 256; ++i)