logsui/tsrc/qtestutils/src/testrunner.cpp
author hgs
Fri, 15 Oct 2010 14:47:48 +0300
changeset 21 2f0af9ba7665
parent 17 90fe74753f71
permissions -rw-r--r--
201041
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
17
hgs
parents:
diff changeset
     1
/*
hgs
parents:
diff changeset
     2
* Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
hgs
parents:
diff changeset
     3
* All rights reserved.
hgs
parents:
diff changeset
     4
* This component and the accompanying materials are made available
hgs
parents:
diff changeset
     5
* under the terms of "Eclipse Public License v1.0"
hgs
parents:
diff changeset
     6
* which accompanies this distribution, and is available
hgs
parents:
diff changeset
     7
* at the URL "http://www.eclipse.org/legal/epl-v10.html".
hgs
parents:
diff changeset
     8
*
hgs
parents:
diff changeset
     9
* Initial Contributors:
hgs
parents:
diff changeset
    10
* Nokia Corporation - initial contribution.
hgs
parents:
diff changeset
    11
*
hgs
parents:
diff changeset
    12
* Contributors:
hgs
parents:
diff changeset
    13
*
hgs
parents:
diff changeset
    14
* Description: 
hgs
parents:
diff changeset
    15
*
hgs
parents:
diff changeset
    16
*/
hgs
parents:
diff changeset
    17
hgs
parents:
diff changeset
    18
#include "testrunner.h"
hgs
parents:
diff changeset
    19
#include <QtTest/QtTest>
hgs
parents:
diff changeset
    20
#include <QDir>
hgs
parents:
diff changeset
    21
#include <stdio.h>
hgs
parents:
diff changeset
    22
hgs
parents:
diff changeset
    23
const char testCaseElement[] = "TestCase";
hgs
parents:
diff changeset
    24
const char testFunctionElement[] = "TestFunction";
hgs
parents:
diff changeset
    25
const char incidentElement[] = "Incident";
hgs
parents:
diff changeset
    26
const char descriptionElement[] = "Description";
hgs
parents:
diff changeset
    27
const char nameAttr[] = "name";
hgs
parents:
diff changeset
    28
const char typeAttr[] = "type";
hgs
parents:
diff changeset
    29
const char fileAttr[] = "file";
hgs
parents:
diff changeset
    30
const char lineAttr[] = "line";
hgs
parents:
diff changeset
    31
const char attrValueFail[] = "fail";
hgs
parents:
diff changeset
    32
hgs
parents:
diff changeset
    33
hgs
parents:
diff changeset
    34
TestRunner::TestRunner(const QString& name, const QString& combinedOutputFileName)
hgs
parents:
diff changeset
    35
: mTestCount(0),
hgs
parents:
diff changeset
    36
  mParsingIncidentElement(false),
hgs
parents:
diff changeset
    37
  mParsingDescriptionElement(false),
hgs
parents:
diff changeset
    38
  mCurrentTestFailed(false),
hgs
parents:
diff changeset
    39
  mCurrentTestFailureLine(0),
hgs
parents:
diff changeset
    40
  mCombinedOutputFileName(combinedOutputFileName)
hgs
parents:
diff changeset
    41
{
hgs
parents:
diff changeset
    42
    mTestRunParams.append(name);
hgs
parents:
diff changeset
    43
    mTestRunParams.append("-xml");
hgs
parents:
diff changeset
    44
    mTestRunParams.append("-o");
hgs
parents:
diff changeset
    45
    mHomeDir = QDir::homePath();
hgs
parents:
diff changeset
    46
    mTestRunParams.append(QString()); // Initial result file name
hgs
parents:
diff changeset
    47
hgs
parents:
diff changeset
    48
    if (!mHomeDir.endsWith(QString::fromAscii("/")))
hgs
parents:
diff changeset
    49
        mHomeDir += QString::fromAscii("/");
hgs
parents:
diff changeset
    50
}
hgs
parents:
diff changeset
    51
hgs
parents:
diff changeset
    52
TestRunner::~TestRunner()
hgs
parents:
diff changeset
    53
{
hgs
parents:
diff changeset
    54
}
hgs
parents:
diff changeset
    55
hgs
parents:
diff changeset
    56
int TestRunner::runTests(QObject& testObject)
hgs
parents:
diff changeset
    57
{
hgs
parents:
diff changeset
    58
    QString className(testObject.metaObject()->className());
hgs
parents:
diff changeset
    59
    printf("Running tests for %s ... ", className.toUtf8().data());
hgs
parents:
diff changeset
    60
    QString resultFileName = mHomeDir + className + ".xml";
hgs
parents:
diff changeset
    61
    mTestRunParams.replace(mTestRunParams.count()-1,resultFileName);
hgs
parents:
diff changeset
    62
    int errorsBefore = mErrors.count();
hgs
parents:
diff changeset
    63
    int error = QTest::qExec(&testObject, mTestRunParams);
hgs
parents:
diff changeset
    64
    parse(resultFileName);
hgs
parents:
diff changeset
    65
    mResultFiles.append(resultFileName);
hgs
parents:
diff changeset
    66
    printf("Failures: %d\n",mErrors.count()-errorsBefore);
hgs
parents:
diff changeset
    67
    fflush(stdout);
hgs
parents:
diff changeset
    68
    return error;
hgs
parents:
diff changeset
    69
}
hgs
parents:
diff changeset
    70
hgs
parents:
diff changeset
    71
void TestRunner::printResults()
hgs
parents:
diff changeset
    72
{
hgs
parents:
diff changeset
    73
    printf("\nTests executed: %d\n",mTestCount);
hgs
parents:
diff changeset
    74
    if (mErrors.count() > 0) {
hgs
parents:
diff changeset
    75
        printf("Failures (%d):\n", mErrors.count());
hgs
parents:
diff changeset
    76
        foreach(QString error, mErrors) {
hgs
parents:
diff changeset
    77
            printf("\n%s", error.toUtf8().data());
hgs
parents:
diff changeset
    78
        }
hgs
parents:
diff changeset
    79
        printf("\n");
hgs
parents:
diff changeset
    80
    } else {
hgs
parents:
diff changeset
    81
        printf("All passed.\n\n");
hgs
parents:
diff changeset
    82
    }
hgs
parents:
diff changeset
    83
    fflush(stdout);
hgs
parents:
diff changeset
    84
    
hgs
parents:
diff changeset
    85
    combineResults();
hgs
parents:
diff changeset
    86
}
hgs
parents:
diff changeset
    87
hgs
parents:
diff changeset
    88
void TestRunner::parse(const QString& fileName)
hgs
parents:
diff changeset
    89
{
hgs
parents:
diff changeset
    90
    QFile file(fileName);
hgs
parents:
diff changeset
    91
    QXmlInputSource inputSource(&file);
hgs
parents:
diff changeset
    92
    QXmlSimpleReader reader;
hgs
parents:
diff changeset
    93
    reader.setContentHandler(this);
hgs
parents:
diff changeset
    94
    reader.parse(inputSource);
hgs
parents:
diff changeset
    95
}
hgs
parents:
diff changeset
    96
hgs
parents:
diff changeset
    97
bool TestRunner::startElement(
hgs
parents:
diff changeset
    98
    const QString& /*namespaceURI*/, 
hgs
parents:
diff changeset
    99
    const QString& /*localName*/, 
hgs
parents:
diff changeset
   100
    const QString& qName, 
hgs
parents:
diff changeset
   101
    const QXmlAttributes& atts)
hgs
parents:
diff changeset
   102
{
hgs
parents:
diff changeset
   103
    if (qName == QString::fromAscii(testFunctionElement)) {
hgs
parents:
diff changeset
   104
        mTestCount++;
hgs
parents:
diff changeset
   105
        mCurrentTestName = atts.value(QString::fromAscii(nameAttr));
hgs
parents:
diff changeset
   106
        return true;
hgs
parents:
diff changeset
   107
    }
hgs
parents:
diff changeset
   108
    if (qName == QString::fromAscii(incidentElement)) {
hgs
parents:
diff changeset
   109
        mParsingIncidentElement = true;
hgs
parents:
diff changeset
   110
        if (atts.value(QString::fromAscii(typeAttr)) == QString::fromAscii(attrValueFail)) {
hgs
parents:
diff changeset
   111
            mCurrentTestFailed = true;
hgs
parents:
diff changeset
   112
            mCurrentTestFile = atts.value(QString::fromAscii(fileAttr));
hgs
parents:
diff changeset
   113
            mCurrentTestFailureLine = atts.value(QString::fromAscii(lineAttr)).toInt();
hgs
parents:
diff changeset
   114
        }
hgs
parents:
diff changeset
   115
        return true;
hgs
parents:
diff changeset
   116
    }
hgs
parents:
diff changeset
   117
    mParsingDescriptionElement =
hgs
parents:
diff changeset
   118
        (qName == QString::fromAscii(descriptionElement));
hgs
parents:
diff changeset
   119
    return true;
hgs
parents:
diff changeset
   120
}
hgs
parents:
diff changeset
   121
hgs
parents:
diff changeset
   122
bool TestRunner::endElement(
hgs
parents:
diff changeset
   123
    const QString& /*namespaceURI*/,
hgs
parents:
diff changeset
   124
    const QString& /*localName*/,
hgs
parents:
diff changeset
   125
    const QString& qName)
hgs
parents:
diff changeset
   126
{
hgs
parents:
diff changeset
   127
    if (qName == QString::fromAscii(incidentElement)) {
hgs
parents:
diff changeset
   128
        mParsingIncidentElement = false;
hgs
parents:
diff changeset
   129
        mCurrentTestFailed = false;
hgs
parents:
diff changeset
   130
        return true;
hgs
parents:
diff changeset
   131
    }
hgs
parents:
diff changeset
   132
    if (qName == QString::fromAscii(descriptionElement)) {
hgs
parents:
diff changeset
   133
        mParsingDescriptionElement = false;
hgs
parents:
diff changeset
   134
    }    
hgs
parents:
diff changeset
   135
    return true;
hgs
parents:
diff changeset
   136
}
hgs
parents:
diff changeset
   137
hgs
parents:
diff changeset
   138
bool TestRunner::characters(const QString& ch)
hgs
parents:
diff changeset
   139
{
hgs
parents:
diff changeset
   140
    if (mParsingIncidentElement && 
hgs
parents:
diff changeset
   141
        mParsingDescriptionElement &&
hgs
parents:
diff changeset
   142
        mCurrentTestFailed) {
hgs
parents:
diff changeset
   143
        QByteArray testResult = mCurrentTestName.toAscii() + " failed:\n";
hgs
parents:
diff changeset
   144
        testResult += "File: ";
hgs
parents:
diff changeset
   145
        testResult += mCurrentTestFile.toAscii();
hgs
parents:
diff changeset
   146
        testResult += "\n";
hgs
parents:
diff changeset
   147
        testResult += "Line: ";
hgs
parents:
diff changeset
   148
        testResult += QByteArray::number(mCurrentTestFailureLine);
hgs
parents:
diff changeset
   149
        testResult += "\n";
hgs
parents:
diff changeset
   150
        testResult += "Reason: ";
hgs
parents:
diff changeset
   151
        testResult += ch.toAscii();
hgs
parents:
diff changeset
   152
        testResult += "\n";
hgs
parents:
diff changeset
   153
        mErrors.append(QString::fromAscii(testResult.data()));
hgs
parents:
diff changeset
   154
    }
hgs
parents:
diff changeset
   155
    return true;
hgs
parents:
diff changeset
   156
}
hgs
parents:
diff changeset
   157
hgs
parents:
diff changeset
   158
void TestRunner::combineResults()
hgs
parents:
diff changeset
   159
{
hgs
parents:
diff changeset
   160
    if ( mCombinedOutputFileName.isEmpty() ){
hgs
parents:
diff changeset
   161
        return;
hgs
parents:
diff changeset
   162
    }
21
hgs
parents: 17
diff changeset
   163
    if ( !mCombinedOutputFileName.contains(QString::fromAscii("/")) && 
hgs
parents: 17
diff changeset
   164
         !mCombinedOutputFileName.contains(QString::fromAscii("\\")) ) {
17
hgs
parents:
diff changeset
   165
        mCombinedOutputFileName.prepend( mHomeDir );
hgs
parents:
diff changeset
   166
    }
hgs
parents:
diff changeset
   167
    QFile file(mCombinedOutputFileName);
hgs
parents:
diff changeset
   168
    if (!file.open(QIODevice::WriteOnly)){
hgs
parents:
diff changeset
   169
        return;
hgs
parents:
diff changeset
   170
    }
hgs
parents:
diff changeset
   171
hgs
parents:
diff changeset
   172
    QXmlStreamWriter writer(&file);
hgs
parents:
diff changeset
   173
    writer.setAutoFormatting(true);
hgs
parents:
diff changeset
   174
    writer.writeStartDocument();
hgs
parents:
diff changeset
   175
    QString caseName;
hgs
parents:
diff changeset
   176
    foreach ( QString resultFile, mResultFiles ){
hgs
parents:
diff changeset
   177
        QFile readFile( resultFile );
hgs
parents:
diff changeset
   178
        if ( resultFile != mCombinedOutputFileName && readFile.open(QIODevice::ReadOnly) ){
hgs
parents:
diff changeset
   179
            QXmlStreamReader reader(&readFile);
hgs
parents:
diff changeset
   180
            appendToXml(writer, reader, caseName);
hgs
parents:
diff changeset
   181
            readFile.close();
hgs
parents:
diff changeset
   182
        }
hgs
parents:
diff changeset
   183
    }
hgs
parents:
diff changeset
   184
    writer.writeEndDocument();
hgs
parents:
diff changeset
   185
    file.close();
hgs
parents:
diff changeset
   186
}
hgs
parents:
diff changeset
   187
hgs
parents:
diff changeset
   188
void TestRunner::appendToXml(QXmlStreamWriter& writer, QXmlStreamReader& reader, QString& caseName)
hgs
parents:
diff changeset
   189
{
hgs
parents:
diff changeset
   190
    while (!reader.atEnd()) {
hgs
parents:
diff changeset
   191
        QXmlStreamReader::TokenType type = reader.readNext();
hgs
parents:
diff changeset
   192
        if ( type == QXmlStreamReader::StartDocument  || 
hgs
parents:
diff changeset
   193
             type == QXmlStreamReader::EndDocument ){
hgs
parents:
diff changeset
   194
            // Ignored
hgs
parents:
diff changeset
   195
        } else if ( reader.name() == testCaseElement ){
hgs
parents:
diff changeset
   196
            if ( type == QXmlStreamReader::StartElement ){
hgs
parents:
diff changeset
   197
                QString tempCaseName = reader.attributes().value(nameAttr).toString();
hgs
parents:
diff changeset
   198
                if ( caseName.isEmpty() && type == QXmlStreamReader::StartElement){
hgs
parents:
diff changeset
   199
                    writer.writeStartElement(testCaseElement);
hgs
parents:
diff changeset
   200
                    writer.writeAttribute(nameAttr, mTestRunParams.at(0));
hgs
parents:
diff changeset
   201
                }
hgs
parents:
diff changeset
   202
                caseName = tempCaseName;
hgs
parents:
diff changeset
   203
            }  
hgs
parents:
diff changeset
   204
        } else if ( type == QXmlStreamReader::StartElement ) {
hgs
parents:
diff changeset
   205
            if ( reader.name() == testFunctionElement ){
hgs
parents:
diff changeset
   206
                QString tempFuncName = reader.attributes().value(nameAttr).toString();
hgs
parents:
diff changeset
   207
                if ( !tempFuncName.isEmpty() ){
hgs
parents:
diff changeset
   208
                    writer.writeStartElement(testFunctionElement);
hgs
parents:
diff changeset
   209
                    writer.writeAttribute(nameAttr, caseName + "::" + tempFuncName);
hgs
parents:
diff changeset
   210
                }
hgs
parents:
diff changeset
   211
            } else {
hgs
parents:
diff changeset
   212
                writer.writeCurrentToken( reader );
hgs
parents:
diff changeset
   213
            }
hgs
parents:
diff changeset
   214
        } else {
hgs
parents:
diff changeset
   215
            writer.writeCurrentToken( reader );
hgs
parents:
diff changeset
   216
        }
hgs
parents:
diff changeset
   217
    }
hgs
parents:
diff changeset
   218
}