--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/tests/arthur/performancediff/performancediff.cpp Mon Jan 11 14:00:40 2010 +0000
@@ -0,0 +1,219 @@
+/****************************************************************************
+**
+** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies).
+** All rights reserved.
+** Contact: Nokia Corporation (qt-info@nokia.com)
+**
+** This file is part of the test suite of the Qt Toolkit.
+**
+** $QT_BEGIN_LICENSE:LGPL$
+** No Commercial Usage
+** This file contains pre-release code and may not be distributed.
+** You may use this file in accordance with the terms and conditions
+** contained in the Technology Preview License Agreement accompanying
+** this package.
+**
+** GNU Lesser General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU Lesser
+** General Public License version 2.1 as published by the Free Software
+** Foundation and appearing in the file LICENSE.LGPL included in the
+** packaging of this file. Please review the following information to
+** ensure the GNU Lesser General Public License version 2.1 requirements
+** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
+**
+** In addition, as a special exception, Nokia gives you certain additional
+** rights. These rights are described in the Nokia Qt LGPL Exception
+** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
+**
+** If you have questions regarding the use of this file, please contact
+** Nokia at qt-info@nokia.com.
+**
+**
+**
+**
+**
+**
+**
+**
+** $QT_END_LICENSE$
+**
+****************************************************************************/
+#include "performancediff.h"
+
+#include "xmldata.h"
+
+#include <QtXml>
+
+#include <QFile>
+#include <QStringList>
+#include <QDateTime>
+#include <QtDebug>
+
+#include <iostream>
+#include <iomanip>
+
+
+static const int MIN_TEST_VAL = 20;
+static const int TEST_EPSILON = 5; //ms
+
+static void usage(const char *progname)
+{
+ std::cerr << "Couldn't find 'framework.ini' "
+ << "file and no output has been specified."<<std::endl;
+ std::cerr << "Usage: "<<progname
+ << " oldDataDir"
+ << " newDataDir\n"
+ << std::endl;
+}
+
+
+PerformanceDiff::PerformanceDiff()
+ : settings(0)
+{
+ if (QFile::exists("framework.ini")) {
+ settings = new QSettings("framework.ini", QSettings::IniFormat);
+ }
+}
+
+static void loadEngines(const QString &dirName,
+ QMap<QString, XMLEngine*> &engines)
+{
+ QDir dir(dirName);
+ dir.setFilter(QDir::Dirs | QDir::NoSymLinks | QDir::NoDotAndDotDot);
+ QFileInfoList list = dir.entryInfoList();
+ for (int i = 0; i < list.size(); ++i) {
+ QFileInfo fileInfo = list.at(i);
+ QString dataFile = QString("%1/data.xml")
+ .arg(fileInfo.absoluteFilePath());
+ if (QFile::exists(dataFile)) {
+ XMLReader handler;
+ QXmlSimpleReader reader;
+ reader.setContentHandler(&handler);
+ reader.setErrorHandler(&handler);
+
+ QFile file(dataFile);
+ if (!file.open(QFile::ReadOnly | QFile::Text)) {
+ qWarning("Cannot open file '%s', because: %s",
+ qPrintable(dataFile), qPrintable(file.errorString()));
+ continue;
+ }
+
+ QXmlInputSource xmlInputSource(&file);
+ if (reader.parse(xmlInputSource)) {
+ XMLEngine *engine = handler.xmlEngine();
+ engines.insert(engine->name, engine);
+ }
+ }
+ }
+
+}
+void PerformanceDiff::run(int argc, char **argv)
+{
+ processArguments(argc, argv);
+
+ loadEngines(inputDirName, inputEngines);
+ loadEngines(diffDirName, diffEngines);
+
+ if (inputEngines.isEmpty() || diffEngines.isEmpty()) {
+ usage(argv[0]);
+ return;
+ }
+
+ generateDiff();
+ //generateOutput();
+}
+
+void PerformanceDiff::processArguments(int argc, char **argv)
+{
+ if (argc != 3)
+ return;
+ inputDirName = QString(argv[1]);
+ diffDirName = QString(argv[2]);
+}
+
+void PerformanceDiff::generateDiff()
+{
+ qreal totalIn = 0;
+ qreal totalDiff = 0;
+
+ std::cout<<std::setiosflags(std::ios::left)<<std::setw(30)<<"Testcase"
+ <<std::setiosflags(std::ios::right)
+ <<std::setw(10) <<"Before"
+ <<std::setw(15) <<"After"
+ <<std::setw(20) <<"Difference"<<std::endl;
+ std::cout << std::resetiosflags(std::ios::right);
+ std::cout << std::resetiosflags(std::ios::left);
+ std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl;
+ foreach(XMLEngine *diffEngine, diffEngines) {
+ XMLEngine *inEngine = inputEngines[diffEngine->name];
+ if (!inEngine)
+ continue;
+ foreach(XMLSuite *diffSuite, diffEngine->suites) {
+ XMLSuite *inSuite = inEngine->suites[diffSuite->name];
+ if (!inSuite)
+ continue;
+
+ foreach(XMLFile *diffFile, diffSuite->files) {
+ XMLFile *inFile = inSuite->files[diffFile->name];
+ if (!inFile)
+ continue;
+
+ qreal inAvg = 0;
+ qreal diffAvg = 0;
+ qreal inMin = 0;
+ qreal inMax = 0;
+ foreach(XMLData data, inFile->data) {
+ inAvg = (double(data.timeToRender)/data.iterations);
+ if (!inMin)
+ inMin = data.minElapsed;
+ else if (data.minElapsed < inMin)
+ inMin = data.minElapsed;
+ if (!inMax)
+ inMax = data.maxElapsed;
+ else if (inMax < data.maxElapsed)
+ inMax = data.maxElapsed;
+ }
+ //skipping really small tests
+ if (inAvg < MIN_TEST_VAL) {
+ continue;
+ }
+
+ totalIn += inAvg;
+ foreach(XMLData data, diffFile->data) {
+ diffAvg = (double(data.timeToRender)/data.iterations);
+ }
+ totalDiff += diffAvg;
+
+ QFileInfo fi(diffFile->name);
+ std::cout.width(80);
+ std::cout.setf(std::ios::fixed, std::ios::floatfield);
+ std::cout.setf(std::ios::showpoint);
+ std::cout << std::resetiosflags(std::ios::right);
+ std::cout << std::resetiosflags(std::ios::left);
+ std::cout<<std::setw(30)<<std::setfill('.')<<std::setiosflags(std::ios::left)
+ <<qPrintable(fi.fileName())<<"\t";
+ std::cout<<std::setfill(' ')<<std::setprecision(2)
+ <<std::setiosflags(std::ios::right)
+ <<std::setw(8)<<std::setiosflags(std::ios::right)<<inAvg<<"\t"
+ <<std::setw(8)<<diffAvg<<"\t"
+ <<std::setw(7)<< ((1.0-(diffAvg/inAvg))*100.0) <<"%";
+ if (diffAvg < inMin &&
+ (qAbs(inMin - diffAvg) > TEST_EPSILON)) {
+ std::cout<<" + ("<<inMin<<")";
+ }
+ if (diffAvg > inMax &&
+ (qAbs(diffAvg - inMax) > TEST_EPSILON)) {
+ std::cout<<" - ("<<inMax<<")";
+ }
+
+ std::cout<<std::endl;
+ }
+ }
+ }
+ std::cout << std::resetiosflags(std::ios::right);
+ std::cout << std::resetiosflags(std::ios::left);
+ std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl;
+}
+
+
+