/****************************************************************************

**

** Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies).

** All rights reserved.

** Contact: Nokia Corporation (qt-info@nokia.com)

**

** This file is part of the test suite of the Qt Toolkit.

**

** $QT_BEGIN_LICENSE:LGPL$

** No Commercial Usage

** This file contains pre-release code and may not be distributed.

** You may use this file in accordance with the terms and conditions

** contained in the Technology Preview License Agreement accompanying

** this package.

**

** GNU Lesser General Public License Usage

** Alternatively, this file may be used under the terms of the GNU Lesser

** General Public License version 2.1 as published by the Free Software

** Foundation and appearing in the file LICENSE.LGPL included in the

** packaging of this file.  Please review the following information to

** ensure the GNU Lesser General Public License version 2.1 requirements

** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.

**

** In addition, as a special exception, Nokia gives you certain additional

** rights.  These rights are described in the Nokia Qt LGPL Exception

** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.

**

** If you have questions regarding the use of this file, please contact

** Nokia at qt-info@nokia.com.

**

**

**

**

**

**

**

**

** $QT_END_LICENSE$

**

****************************************************************************/

#include <QtTest/QtTest>

#include <QtScript>

#if defined(Q_OS_SYMBIAN)

# define SRCDIR ""

#endif

//TESTED_CLASS=

//TESTED_FILES=

// Uncomment the following define to have the autotest generate

// addExpectedFailure() code for all the tests that fail.

// This is useful when a whole new test (sub)suite is added.

// The code is stored in addexpectedfailures.cpp.

// Paste the contents into this file after the existing

// addExpectedFailure() calls.

//#define GENERATE_ADDEXPECTEDFAILURE_CODE

static QString readFile(const QString &filename)

{

    QFile file(filename);

    if (!file.open(QFile::ReadOnly))

        return QString();

    QTextStream stream(&file);

    return stream.readAll();

}

static void appendCString(QVector<char> *v, const char *s)

{

    char c;

    do {

        c = *(s++);

        *v << c;

    } while (c != '\0');

}

struct TestRecord

{

    TestRecord() : lineNumber(-1) { }

    TestRecord(const QString &desc,

               bool pass,

               const QString &act,

               const QString &exp,

               const QString &fn, int ln)

        : description(desc), passed(pass),

          actual(act), expected(exp),

          fileName(fn), lineNumber(ln)

        { }

    TestRecord(const QString &skipReason, const QString &fn)

        : description(skipReason), actual("QSKIP"),

          fileName(fn), lineNumber(-1)

        { }

    QString description;

    bool passed;

    QString actual;

    QString expected;

    QString fileName;

    int lineNumber;

};

Q_DECLARE_METATYPE(TestRecord)

struct FailureItem

{

    enum Action {

        ExpectFail,

        Skip

    };

    FailureItem(Action act, const QRegExp &rx, const QString &desc, const QString &msg)

        : action(act), pathRegExp(rx), description(desc), message(msg)

        { }

    Action action;

    QRegExp pathRegExp;

    QString description;

    QString message;

};

class tst_Suite : public QObject

{

public:

    tst_Suite();

    virtual ~tst_Suite();

    static QMetaObject staticMetaObject;

    virtual const QMetaObject *metaObject() const;

    virtual void *qt_metacast(const char *);

    virtual int qt_metacall(QMetaObject::Call, int, void **argv);

private:

    void addExpectedFailure(const QString &fileName, const QString &description, const QString &message);

    void addExpectedFailure(const QRegExp &path, const QString &description, const QString &message);

    void addSkip(const QString &fileName, const QString &description, const QString &message);

    void addSkip(const QRegExp &path, const QString &description, const QString &message);

    bool isExpectedFailure(const QString &fileName, const QString &description,

                           QString *message, FailureItem::Action *action) const;

    void addFileExclusion(const QString &fileName, const QString &message);

    void addFileExclusion(const QRegExp &rx, const QString &message);

    bool isExcludedFile(const QString &fileName, QString *message) const;

    QDir testsDir;

    QList<QString> subSuitePaths;

    QList<FailureItem> expectedFailures;

    QList<QPair<QRegExp, QString> > fileExclusions;

#ifdef GENERATE_ADDEXPECTEDFAILURE_CODE

    QString generatedAddExpectedFailureCode;

#endif

};

QMetaObject tst_Suite::staticMetaObject;

Q_GLOBAL_STATIC(QVector<uint>, qt_meta_data_tst_Suite)

Q_GLOBAL_STATIC(QVector<char>, qt_meta_stringdata_tst_Suite)

const QMetaObject *tst_Suite::metaObject() const

{

    return &staticMetaObject;

}

void *tst_Suite::qt_metacast(const char *_clname)

{

    if (!_clname) return 0;

    if (!strcmp(_clname, qt_meta_stringdata_tst_Suite()->constData()))

        return static_cast<void*>(const_cast<tst_Suite*>(this));

    return QObject::qt_metacast(_clname);

}

static QScriptValue qscript_void(QScriptContext *, QScriptEngine *eng)

{

    return eng->undefinedValue();

}

static QScriptValue qscript_quit(QScriptContext *ctx, QScriptEngine *)

{

    return ctx->throwError("Test quit");

}

static QString optionsToString(int options)

{

    QSet<QString> set;

    if (options & 1)

        set.insert("strict");

    if (options & 2)

        set.insert("werror");

    if (options & 4)

        set.insert("atline");

    if (options & 8)

        set.insert("xml");

    return QStringList(set.values()).join(",");

}

static QScriptValue qscript_options(QScriptContext *ctx, QScriptEngine *)

{

    static QHash<QString, int> stringToFlagHash;

    if (stringToFlagHash.isEmpty()) {

        stringToFlagHash["strict"] = 1;

        stringToFlagHash["werror"] = 2;

        stringToFlagHash["atline"] = 4;

        stringToFlagHash["xml"] = 8;

    }

    QScriptValue callee = ctx->callee();

    int opts = callee.data().toInt32();

    QString result = optionsToString(opts);

    for (int i = 0; i < ctx->argumentCount(); ++i)

        opts |= stringToFlagHash.value(ctx->argument(0).toString());

    callee.setData(opts);

    return result;

}

static QScriptValue qscript_TestCase(QScriptContext *ctx, QScriptEngine *eng)

{

    QScriptValue origTestCaseCtor = ctx->callee().data();

    QScriptValue kase = ctx->thisObject();

    QScriptValue ret = origTestCaseCtor.call(kase, ctx->argumentsObject());

    QScriptContextInfo info(ctx->parentContext());

    kase.setProperty("__lineNumber__", QScriptValue(eng, info.lineNumber()));

    return ret;

}

int tst_Suite::qt_metacall(QMetaObject::Call _c, int _id, void **_a)

{

    _id = QObject::qt_metacall(_c, _id, _a);

    if (_id < 0)

        return _id;

    if (_c == QMetaObject::InvokeMetaMethod) {

        if (!(_id & 1)) {

            // data

            QTest::addColumn<TestRecord>("record");

            bool hasData = false;

            QString testsShellPath = testsDir.absoluteFilePath("shell.js");

            QString testsShellContents = readFile(testsShellPath);

            QDir subSuiteDir(subSuitePaths.at(_id / 2));

            QString subSuiteShellPath = subSuiteDir.absoluteFilePath("shell.js");

            QString subSuiteShellContents = readFile(subSuiteShellPath);

            QDir testSuiteDir(subSuiteDir);

            testSuiteDir.cdUp();

            QString suiteJsrefPath = testSuiteDir.absoluteFilePath("jsref.js");

            QString suiteJsrefContents = readFile(suiteJsrefPath);

            QString suiteShellPath = testSuiteDir.absoluteFilePath("shell.js");

            QString suiteShellContents = readFile(suiteShellPath);

            QFileInfoList testFileInfos = subSuiteDir.entryInfoList(QStringList() << "*.js", QDir::Files);

            foreach (QFileInfo tfi, testFileInfos) {

                if ((tfi.fileName() == "shell.js") || (tfi.fileName() == "browser.js"))

                    continue;

                QString abspath = tfi.absoluteFilePath();

                QString relpath = testsDir.relativeFilePath(abspath);

                QString excludeMessage;

                if (isExcludedFile(relpath, &excludeMessage)) {

                    QTest::newRow(relpath.toLatin1()) << TestRecord(excludeMessage, relpath);

                    continue;

                }

                QScriptEngine eng;

                QScriptValue global = eng.globalObject();

                global.setProperty("print", eng.newFunction(qscript_void));

                global.setProperty("quit", eng.newFunction(qscript_quit));

                global.setProperty("options", eng.newFunction(qscript_options));

                eng.evaluate(testsShellContents, testsShellPath);

                if (eng.hasUncaughtException()) {

                    QStringList bt = eng.uncaughtExceptionBacktrace();

                    QString err = eng.uncaughtException().toString();

                    qWarning("%s\n%s", qPrintable(err), qPrintable(bt.join("\n")));

                    break;

                }

                eng.evaluate(suiteJsrefContents, suiteJsrefPath);

                if (eng.hasUncaughtException()) {

                    QStringList bt = eng.uncaughtExceptionBacktrace();

                    QString err = eng.uncaughtException().toString();

                    qWarning("%s\n%s", qPrintable(err), qPrintable(bt.join("\n")));

                    break;

                }

                eng.evaluate(suiteShellContents, suiteShellPath);

                if (eng.hasUncaughtException()) {

                    QStringList bt = eng.uncaughtExceptionBacktrace();

                    QString err = eng.uncaughtException().toString();

                    qWarning("%s\n%s", qPrintable(err), qPrintable(bt.join("\n")));

                    break;

                }

                eng.evaluate(subSuiteShellContents, subSuiteShellPath);

                if (eng.hasUncaughtException()) {

                    QStringList bt = eng.uncaughtExceptionBacktrace();

                    QString err = eng.uncaughtException().toString();

                    qWarning("%s\n%s", qPrintable(err), qPrintable(bt.join("\n")));

                    break;

                }

                QScriptValue origTestCaseCtor = global.property("TestCase");

                QScriptValue myTestCaseCtor = eng.newFunction(qscript_TestCase);

                myTestCaseCtor.setData(origTestCaseCtor);

                global.setProperty("TestCase", myTestCaseCtor);

                global.setProperty("gTestfile", tfi.fileName());

                global.setProperty("gTestsuite", testSuiteDir.dirName());

                global.setProperty("gTestsubsuite", subSuiteDir.dirName());

                QString testFileContents = readFile(abspath);

//                qDebug() << relpath;

                eng.evaluate(testFileContents, abspath);

                if (eng.hasUncaughtException() && !relpath.endsWith("-n.js")) {

                    QStringList bt = eng.uncaughtExceptionBacktrace();

                    QString err = eng.uncaughtException().toString();

                    qWarning("%s\n%s\n", qPrintable(err), qPrintable(bt.join("\n")));

                    continue;

                }

                QScriptValue testcases = global.property("testcases");

                if (!testcases.isArray())

                    testcases = global.property("gTestcases");

                int count = testcases.property("length").toInt32();

                if (count == 0)

                    continue;

                hasData = true;

                QString title = global.property("TITLE").toString();

                for (int i = 0; i < count; ++i) {

                    QScriptValue kase = testcases.property(i);

                    QString description = kase.property("description").toString();

                    QScriptValue expect = kase.property("expect");

                    QScriptValue actual = kase.property("actual");

                    bool passed = kase.property("passed").toBoolean();

                    int lineNumber = kase.property("__lineNumber__").toInt32();

                    TestRecord rec(description, passed,

                                   actual.toString(), expect.toString(),

                                   relpath, lineNumber);

                    QTest::newRow(description.toLatin1()) << rec;

                }

            }

            if (!hasData)

                QTest::newRow("") << TestRecord(); // dummy

        } else {

            QFETCH(TestRecord, record);

            if ((record.lineNumber == -1) && (record.actual == "QSKIP")) {

                QTest::qSkip(record.description.toLatin1(), QTest::SkipAll, record.fileName.toLatin1(), -1);

            } else {

                QString msg;

                FailureItem::Action failAct;

                bool expectFail = isExpectedFailure(record.fileName, record.description, &msg, &failAct);

                if (expectFail) {

                    switch (failAct) {

                    case FailureItem::ExpectFail:

                        QTest::qExpectFail("", msg.toLatin1(),

                                           QTest::Continue, record.fileName.toLatin1(),

                                           record.lineNumber);

                        break;

                    case FailureItem::Skip:

                        QTest::qSkip(msg.toLatin1(), QTest::SkipSingle,

                                     record.fileName.toLatin1(), record.lineNumber);

                        break;

                    }

                }

                if (!expectFail || (failAct == FailureItem::ExpectFail)) {

                    if (!record.passed) {

#ifdef GENERATE_ADDEXPECTEDFAILURE_CODE

                        if (!expectFail) {

                            QString escapedDescription = record.description;

                            escapedDescription.replace("\\", "\\\\");

                            escapedDescription.replace("\n", "\\n");

                            escapedDescription.replace("\"", "\\\"");

                            generatedAddExpectedFailureCode.append(

                                "    addExpectedFailure(\"" + record.fileName

                                + "\", \"" + escapedDescription +

                                "\", willFixInNextReleaseMessage);\n");

                        }

#endif

                        QTest::qCompare(record.actual, record.expected, "actual", "expect",

                                        record.fileName.toLatin1(), record.lineNumber);

                    } else {

                        QTest::qCompare(record.actual, record.actual, "actual", "expect",

                                        record.fileName.toLatin1(), record.lineNumber);

                    }

                }

            }

        }

        _id -= subSuitePaths.size()*2;

    }

    return _id;

}

tst_Suite::tst_Suite()

{

    testsDir = QDir(SRCDIR);

    bool testsFound = testsDir.cd("tests");

    if (!testsFound) {

        qWarning("*** no tests/ dir!");

    }

    QString willFixInNextReleaseMessage = QString::fromLatin1("Will fix in next release");

    QString fromCharCodeMessage = QString::fromLatin1("Test is wrong?");

    for (int i = 4256; i < 4294; ++i) {

        addExpectedFailure("ecma/String/15.5.4.11-2.js", QString::fromLatin1("var s = new String( String.fromCharCode(%0) ); s.toLowerCase().charCodeAt(0)").arg(i), fromCharCodeMessage);

    }

    addExpectedFailure("ecma/String/15.5.4.11-5.js", "var s = new String( String.fromCharCode(1024) ); s.toLowerCase().charCodeAt(0)", fromCharCodeMessage);

    addExpectedFailure("ecma/String/15.5.4.11-5.js", "var s = new String( String.fromCharCode(1037) ); s.toLowerCase().charCodeAt(0)", fromCharCodeMessage);

    addExpectedFailure("ecma/String/15.5.4.12-1.js", "var s = new String( String.fromCharCode(181) ); s.toUpperCase().charCodeAt(0)", fromCharCodeMessage);

    addExpectedFailure("ecma/String/15.5.4.12-1.js", "var s = new String( String.fromCharCode(329) ); s.toUpperCase().charCodeAt(0)", fromCharCodeMessage);

    addExpectedFailure("ecma/String/15.5.4.12-4.js", "var s = new String( String.fromCharCode(1104) ); s.toUpperCase().charCodeAt(0)", fromCharCodeMessage);

    addExpectedFailure("ecma/String/15.5.4.12-4.js", "var s = new String( String.fromCharCode(1117) ); s.toUpperCase().charCodeAt(0)", fromCharCodeMessage);

    addExpectedFailure("ecma/String/15.5.4.12-5.js", "var s = new String( String.fromCharCode(1415) ); s.toUpperCase().charCodeAt(0)", fromCharCodeMessage);

    addExpectedFailure("ecma/TypeConversion/9.3.1-3.js", "- \"-0x123456789abcde8\"", willFixInNextReleaseMessage);

    addExpectedFailure("ecma/extensions/15.1.2.1-1.js", "var PROPS = ''; for ( p in eval ) { PROPS += p }; PROPS", willFixInNextReleaseMessage);

    addExpectedFailure("ecma/GlobalObject/15.1.2.2-1.js", "var PROPS=''; for ( var p in parseInt ) { PROPS += p; }; PROPS", willFixInNextReleaseMessage);

    addExpectedFailure("ecma/GlobalObject/15.1.2.3-1.js", "var MYPROPS=''; for ( var p in parseFloat ) { MYPROPS += p }; MYPROPS", willFixInNextReleaseMessage);

    addExpectedFailure("ecma/GlobalObject/15.1.2.4.js", "var MYPROPS=''; for ( var p in escape ) { MYPROPS+= p}; MYPROPS", willFixInNextReleaseMessage);

    addExpectedFailure("ecma/GlobalObject/15.1.2.5-1.js", "var MYPROPS=''; for ( var p in unescape ) { MYPROPS+= p }; MYPROPS", willFixInNextReleaseMessage);

    addExpectedFailure("ecma/GlobalObject/15.1.2.6.js", "var MYPROPS=''; for ( var p in isNaN ) { MYPROPS+= p }; MYPROPS", willFixInNextReleaseMessage);

    addExpectedFailure("ecma/GlobalObject/15.1.2.7.js", "var MYPROPS=''; for ( p in isFinite ) { MYPROPS+= p }; MYPROPS", willFixInNextReleaseMessage);

    addExpectedFailure(QRegExp(), "NO TESTS EXIST", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/Array/15.4.5.1-01.js", "15.4.5.1 - array.length coverage", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087-002.js",

                       "Section 1 of test - \nregexp = /{1.*}/g\n"

                       "string = 'foo {1} foo {2} foo'\n"

                       "ERROR !!! match arrays have different lengths:\n"

                       "Expect: [\"{1} foo {2}\"]\n"

                       "Actual: []", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js",

                       "Section 1 of test - \n"

                       "regexp = /a|ab/\n"

                       "string = 'abc'\n"

                       "ERROR !!! regexp failed to give expected match array:\n"

                       "Expect: [\"a\"]\n"

                       "Actual: [\"ab\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js",

                       "Section 2 of test - \n"

                       "regexp = /((a)|(ab))((c)|(bc))/\n"

                       "string = 'abc'\n"

                       "ERROR !!! regexp failed to give expected match array:\n"

                       "Expect: [\"abc\", \"a\", \"a\", , \"bc\", , \"bc\"]\n"

                       "Actual: [\"abc\", \"ab\", \"\", \"ab\", \"c\", \"c\", \"\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js",

                       "Section 4 of test - \n"

                       "regexp = /a[a-z]{2,4}?/\n"

                       "string = 'abcdefghi'\n"

                       "ERROR !!! regexp FAILED to match anything !!!\n"

                       "Expect: abc\n"

                       "Actual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js(317)",

                       "Section 5 of test - \n"

                       "regexp = /(aa|aabaac|ba|b|c)*/\n"

                       "string = 'aabaac'\n"

                       "ERROR !!! regexp failed to give expected match array:\n"

                       "Expect: [\"aaba\", \"ba\"]\n"

                       "Actual: [\"aabaac\", \"aabaac\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 1 of test - \nregexp = /{1.*}/g\nstring = 'foo {1} foo {2} foo'\nERROR !!! match arrays have different lengths:\nExpect: [\"{1} foo {2}\"]\nActual: []\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 2 of test - \nregexp = /{1.*}/g\nstring = 'foo {1} foo {2} foo'\nERROR !!! match arrays have different lengths:\nExpect: [\"{1} foo {2}\"]\nActual: []\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 3 of test - \nregexp = /{1[.!}]*}/g\nstring = 'foo {1} foo {2} foo'\nERROR !!! match arrays have different lengths:\nExpect: [\"{1}\"]\nActual: []\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 4 of test - \nregexp = /{1[.!}]*}/g\nstring = 'foo {1} foo {2} foo'\nERROR !!! match arrays have different lengths:\nExpect: [\"{1}\"]\nActual: []\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 6 of test - \nregexp = /c{3 }/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{3 }\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 7 of test - \nregexp = /c{3.}/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{3 }\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 8 of test - \nregexp = /c{3\\s}/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{3 }\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 9 of test - \nregexp = /c{3[ ]}/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{3 }\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 10 of test - \nregexp = /c{ 3}/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{ 3}\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 12 of test - \nregexp = /c{3, }/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{3, }\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 13 of test - \nregexp = /c{3 ,}/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{3 ,}\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 15 of test - \nregexp = /c{3 ,4}/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{3 ,4}\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 16 of test - \nregexp = /c{3, 4}/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{3, 4}\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-228087.js", "Section 17 of test - \nregexp = /c{3,4 }/\nstring = 'abccccc{3 }c{ 3}c{3, }c{3 ,}c{3 ,4}c{3, 4}c{3,4 }de'\nERROR !!! regexp FAILED to match anything !!!\nExpect: c{3,4 }\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-274152.js", "Do not ignore unicode format-control characters: 0", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-274152.js", "Do not ignore unicode format-control characters: 1", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-274152.js", "Do not ignore unicode format-control characters: 2", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-274152.js", "Do not ignore unicode format-control characters: 3", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-274152.js", "Do not ignore unicode format-control characters: 4", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-274152.js", "Do not ignore unicode format-control characters: 5", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-274152.js", "Do not ignore unicode format-control characters: 6", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-274152.js", "Do not ignore unicode format-control characters: 7", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-274152.js", "Do not ignore unicode format-control characters: 8", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-368516.js", "Treat unicode BOM characters as whitespace: 0", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/extensions/regress-368516.js", "Treat unicode BOM characters as whitespace: 1", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/FunExpr/fe-001-n.js", "Previous statement should have thrown a ReferenceError", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/LexicalConventions/7.9.1.js", "Automatic Semicolon insertion in postfix expressions: expr\n++", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/LexicalConventions/7.9.1.js", "Automatic Semicolon insertion in postfix expressions: expr\n--", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/LexicalConventions/7.9.1.js", "Automatic Semicolon insertion in postfix expressions: (x\n)-- y", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/LexicalConventions/7.9.1.js", "Automatic Semicolon insertion in postfix expressions: (x)-- y", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/Object/8.6.1-01.js", "In strict mode, setting a read-only property should generate a warning: Throw if STRICT and WERROR is enabled", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/Operators/order-01.js", "operator evaluation order: 11.8.2 >", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/Operators/order-01.js", "operator evaluation order: 11.8.4 >=", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js", "Section 5 of test - \nregexp = /(aa|aabaac|ba|b|c)*/\nstring = 'aabaac'\nERROR !!! regexp failed to give expected match array:\nExpect: [\"aaba\", \"ba\"]\nActual: [\"aabaac\", \"aabaac\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js", "Section 6 of test - \nregexp = /^(a+)\\1*,\\1+$/\nstring = 'aaaaaaaaaa,aaaaaaaaaaaaaaa'\nERROR !!! regexp FAILED to match anything !!!\nExpect: aaaaaaaaaa,aaaaaaaaaaaaaaa,aaaaa\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js", "Section 7 of test - \nregexp = /(z)((a+)?(b+)?(c))*/\nstring = 'zaacbbbcac'\nERROR !!! regexp failed to give expected match array:\nExpect: [\"zaacbbbcac\", \"z\", \"ac\", \"a\", , \"c\"]\nActual: [\"zaacbbbcac\", \"z\", \"ac\", \"a\", \"\", \"c\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js", "Section 8 of test - \nregexp = /(a*)*/\nstring = 'b'\nERROR !!! regexp failed to give expected match array:\nExpect: [\"\", , ]\nActual: [\"\", \"\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js", "Section 10 of test - \nregexp = /(?=(a+))/\nstring = 'baaabac'\nERROR !!! match arrays have different lengths:\nExpect: [\"\", \"aaa\"]\nActual: [\"\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js", "Section 11 of test - \nregexp = /(?=(a+))a*b\\1/\nstring = 'baaabac'\nERROR !!! match arrays have different lengths:\nExpect: [\"aba\", \"a\"]\nActual: [\"aaab\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js", "Section 12 of test - \nregexp = /(.*?)a(?!(a+)b\\2c)\\2(.*)/\nstring = 'baaabaac'\nERROR !!! regexp FAILED to match anything !!!\nExpect: baaabaac,ba,,abaac\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/15.10.2-1.js", "Section 13 of test - \nregexp = /(?=(a+))/\nstring = 'baaabac'\nERROR !!! match arrays have different lengths:\nExpect: [\"\", \"aaa\"]\nActual: [\"\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 34 of test - \nregexp = /a]/\nstring = 'a]'\nERROR !!! regexp FAILED to match anything !!!\nExpect: a]\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 66 of test - \nregexp = /a.+?c/\nstring = 'abcabc'\nERROR !!! regexp FAILED to match anything !!!\nExpect: abc\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 94 of test - \nregexp = /^a(bc+|b[eh])g|.h$/\nstring = 'abh'\nERROR !!! regexp failed to give expected match array:\nExpect: [\"bh\", , ]\nActual: [\"bh\", \"\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 95 of test - \nregexp = /(bc+d$|ef*g.|h?i(j|k))/\nstring = 'effgz'\nERROR !!! regexp failed to give expected match array:\nExpect: [\"effgz\", \"effgz\", , ]\nActual: [\"effgz\", \"effgz\", \"\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 97 of test - \nregexp = /(bc+d$|ef*g.|h?i(j|k))/\nstring = 'reffgz'\nERROR !!! regexp failed to give expected match array:\nExpect: [\"effgz\", \"effgz\", , ]\nActual: [\"effgz\", \"effgz\", \"\"]\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 109 of test - \nregexp = /(([a-c])b*?\\2)*/\nstring = 'ababbbcbc'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ababb,bb,b\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 110 of test - \nregexp = /(([a-c])b*?\\2){3}/\nstring = 'ababbbcbc'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ababbbcbc,cbc,c\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 119 of test - \nregexp = /ab*?bc/i\nstring = 'ABBBBC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABBBBC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 120 of test - \nregexp = /ab{0,}?bc/i\nstring = 'ABBBBC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABBBBC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 121 of test - \nregexp = /ab+?bc/i\nstring = 'ABBC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABBC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 123 of test - \nregexp = /ab{1,}?bc/i\nstring = 'ABBBBC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABBBBC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 124 of test - \nregexp = /ab{1,3}?bc/i\nstring = 'ABBBBC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABBBBC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 125 of test - \nregexp = /ab{3,4}?bc/i\nstring = 'ABBBBC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABBBBC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 126 of test - \nregexp = /ab??bc/i\nstring = 'ABBC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABBC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 127 of test - \nregexp = /ab??bc/i\nstring = 'ABC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 128 of test - \nregexp = /ab{0,1}?bc/i\nstring = 'ABC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 129 of test - \nregexp = /ab??c/i\nstring = 'ABC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 130 of test - \nregexp = /ab{0,1}?c/i\nstring = 'ABC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: ABC\nActual: null\n", willFixInNextReleaseMessage);

    addExpectedFailure("ecma_3/RegExp/perlstress-001.js", "Section 138 of test - \nregexp = /a.*?c/i\nstring = 'AXYZC'\nERROR !!! regexp FAILED to match anything !!!\nExpect: AXYZC\nActual: null\n", willFixInNextReleaseMessage);