author | Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> |
Mon, 15 Mar 2010 12:43:09 +0200 | |
branch | RCL_3 |
changeset 6 | dee5afe5301f |
parent 4 | 3b1da2848fc7 |
permissions | -rw-r--r-- |
0 | 1 |
/**************************************************************************** |
2 |
** |
|
4
3b1da2848fc7
Revision: 201003
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
3 |
** Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies). |
0 | 4 |
** All rights reserved. |
5 |
** Contact: Nokia Corporation (qt-info@nokia.com) |
|
6 |
** |
|
7 |
** This file is part of the test suite of the Qt Toolkit. |
|
8 |
** |
|
9 |
** $QT_BEGIN_LICENSE:LGPL$ |
|
10 |
** No Commercial Usage |
|
11 |
** This file contains pre-release code and may not be distributed. |
|
12 |
** You may use this file in accordance with the terms and conditions |
|
13 |
** contained in the Technology Preview License Agreement accompanying |
|
14 |
** this package. |
|
15 |
** |
|
16 |
** GNU Lesser General Public License Usage |
|
17 |
** Alternatively, this file may be used under the terms of the GNU Lesser |
|
18 |
** General Public License version 2.1 as published by the Free Software |
|
19 |
** Foundation and appearing in the file LICENSE.LGPL included in the |
|
20 |
** packaging of this file. Please review the following information to |
|
21 |
** ensure the GNU Lesser General Public License version 2.1 requirements |
|
22 |
** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. |
|
23 |
** |
|
24 |
** In addition, as a special exception, Nokia gives you certain additional |
|
25 |
** rights. These rights are described in the Nokia Qt LGPL Exception |
|
26 |
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package. |
|
27 |
** |
|
28 |
** If you have questions regarding the use of this file, please contact |
|
29 |
** Nokia at qt-info@nokia.com. |
|
30 |
** |
|
31 |
** |
|
32 |
** |
|
33 |
** |
|
34 |
** |
|
35 |
** |
|
36 |
** |
|
37 |
** |
|
38 |
** $QT_END_LICENSE$ |
|
39 |
** |
|
40 |
****************************************************************************/ |
|
41 |
#include "performancediff.h" |
|
42 |
||
43 |
#include "xmldata.h" |
|
44 |
||
45 |
#include <QtXml> |
|
46 |
||
47 |
#include <QFile> |
|
48 |
#include <QStringList> |
|
49 |
#include <QDateTime> |
|
50 |
#include <QtDebug> |
|
51 |
||
52 |
#include <iostream> |
|
53 |
#include <iomanip> |
|
54 |
||
55 |
||
56 |
static const int MIN_TEST_VAL = 20; |
|
57 |
static const int TEST_EPSILON = 5; //ms |
|
58 |
||
59 |
static void usage(const char *progname) |
|
60 |
{ |
|
61 |
std::cerr << "Couldn't find 'framework.ini' " |
|
62 |
<< "file and no output has been specified."<<std::endl; |
|
63 |
std::cerr << "Usage: "<<progname |
|
64 |
<< " oldDataDir" |
|
65 |
<< " newDataDir\n" |
|
66 |
<< std::endl; |
|
67 |
} |
|
68 |
||
69 |
||
70 |
PerformanceDiff::PerformanceDiff() |
|
71 |
: settings(0) |
|
72 |
{ |
|
73 |
if (QFile::exists("framework.ini")) { |
|
74 |
settings = new QSettings("framework.ini", QSettings::IniFormat); |
|
75 |
} |
|
76 |
} |
|
77 |
||
78 |
static void loadEngines(const QString &dirName, |
|
79 |
QMap<QString, XMLEngine*> &engines) |
|
80 |
{ |
|
81 |
QDir dir(dirName); |
|
82 |
dir.setFilter(QDir::Dirs | QDir::NoSymLinks | QDir::NoDotAndDotDot); |
|
83 |
QFileInfoList list = dir.entryInfoList(); |
|
84 |
for (int i = 0; i < list.size(); ++i) { |
|
85 |
QFileInfo fileInfo = list.at(i); |
|
86 |
QString dataFile = QString("%1/data.xml") |
|
87 |
.arg(fileInfo.absoluteFilePath()); |
|
88 |
if (QFile::exists(dataFile)) { |
|
89 |
XMLReader handler; |
|
90 |
QXmlSimpleReader reader; |
|
91 |
reader.setContentHandler(&handler); |
|
92 |
reader.setErrorHandler(&handler); |
|
93 |
||
94 |
QFile file(dataFile); |
|
95 |
if (!file.open(QFile::ReadOnly | QFile::Text)) { |
|
96 |
qWarning("Cannot open file '%s', because: %s", |
|
97 |
qPrintable(dataFile), qPrintable(file.errorString())); |
|
98 |
continue; |
|
99 |
} |
|
100 |
||
101 |
QXmlInputSource xmlInputSource(&file); |
|
102 |
if (reader.parse(xmlInputSource)) { |
|
103 |
XMLEngine *engine = handler.xmlEngine(); |
|
104 |
engines.insert(engine->name, engine); |
|
105 |
} |
|
106 |
} |
|
107 |
} |
|
108 |
||
109 |
} |
|
110 |
void PerformanceDiff::run(int argc, char **argv) |
|
111 |
{ |
|
112 |
processArguments(argc, argv); |
|
113 |
||
114 |
loadEngines(inputDirName, inputEngines); |
|
115 |
loadEngines(diffDirName, diffEngines); |
|
116 |
||
117 |
if (inputEngines.isEmpty() || diffEngines.isEmpty()) { |
|
118 |
usage(argv[0]); |
|
119 |
return; |
|
120 |
} |
|
121 |
||
122 |
generateDiff(); |
|
123 |
//generateOutput(); |
|
124 |
} |
|
125 |
||
126 |
void PerformanceDiff::processArguments(int argc, char **argv) |
|
127 |
{ |
|
128 |
if (argc != 3) |
|
129 |
return; |
|
130 |
inputDirName = QString(argv[1]); |
|
131 |
diffDirName = QString(argv[2]); |
|
132 |
} |
|
133 |
||
134 |
void PerformanceDiff::generateDiff() |
|
135 |
{ |
|
136 |
qreal totalIn = 0; |
|
137 |
qreal totalDiff = 0; |
|
138 |
||
139 |
std::cout<<std::setiosflags(std::ios::left)<<std::setw(30)<<"Testcase" |
|
140 |
<<std::setiosflags(std::ios::right) |
|
141 |
<<std::setw(10) <<"Before" |
|
142 |
<<std::setw(15) <<"After" |
|
143 |
<<std::setw(20) <<"Difference"<<std::endl; |
|
144 |
std::cout << std::resetiosflags(std::ios::right); |
|
145 |
std::cout << std::resetiosflags(std::ios::left); |
|
146 |
std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl; |
|
147 |
foreach(XMLEngine *diffEngine, diffEngines) { |
|
148 |
XMLEngine *inEngine = inputEngines[diffEngine->name]; |
|
149 |
if (!inEngine) |
|
150 |
continue; |
|
151 |
foreach(XMLSuite *diffSuite, diffEngine->suites) { |
|
152 |
XMLSuite *inSuite = inEngine->suites[diffSuite->name]; |
|
153 |
if (!inSuite) |
|
154 |
continue; |
|
155 |
||
156 |
foreach(XMLFile *diffFile, diffSuite->files) { |
|
157 |
XMLFile *inFile = inSuite->files[diffFile->name]; |
|
158 |
if (!inFile) |
|
159 |
continue; |
|
160 |
||
161 |
qreal inAvg = 0; |
|
162 |
qreal diffAvg = 0; |
|
163 |
qreal inMin = 0; |
|
164 |
qreal inMax = 0; |
|
165 |
foreach(XMLData data, inFile->data) { |
|
166 |
inAvg = (double(data.timeToRender)/data.iterations); |
|
167 |
if (!inMin) |
|
168 |
inMin = data.minElapsed; |
|
169 |
else if (data.minElapsed < inMin) |
|
170 |
inMin = data.minElapsed; |
|
171 |
if (!inMax) |
|
172 |
inMax = data.maxElapsed; |
|
173 |
else if (inMax < data.maxElapsed) |
|
174 |
inMax = data.maxElapsed; |
|
175 |
} |
|
176 |
//skipping really small tests |
|
177 |
if (inAvg < MIN_TEST_VAL) { |
|
178 |
continue; |
|
179 |
} |
|
180 |
||
181 |
totalIn += inAvg; |
|
182 |
foreach(XMLData data, diffFile->data) { |
|
183 |
diffAvg = (double(data.timeToRender)/data.iterations); |
|
184 |
} |
|
185 |
totalDiff += diffAvg; |
|
186 |
||
187 |
QFileInfo fi(diffFile->name); |
|
188 |
std::cout.width(80); |
|
189 |
std::cout.setf(std::ios::fixed, std::ios::floatfield); |
|
190 |
std::cout.setf(std::ios::showpoint); |
|
191 |
std::cout << std::resetiosflags(std::ios::right); |
|
192 |
std::cout << std::resetiosflags(std::ios::left); |
|
193 |
std::cout<<std::setw(30)<<std::setfill('.')<<std::setiosflags(std::ios::left) |
|
194 |
<<qPrintable(fi.fileName())<<"\t"; |
|
195 |
std::cout<<std::setfill(' ')<<std::setprecision(2) |
|
196 |
<<std::setiosflags(std::ios::right) |
|
197 |
<<std::setw(8)<<std::setiosflags(std::ios::right)<<inAvg<<"\t" |
|
198 |
<<std::setw(8)<<diffAvg<<"\t" |
|
199 |
<<std::setw(7)<< ((1.0-(diffAvg/inAvg))*100.0) <<"%"; |
|
200 |
if (diffAvg < inMin && |
|
201 |
(qAbs(inMin - diffAvg) > TEST_EPSILON)) { |
|
202 |
std::cout<<" + ("<<inMin<<")"; |
|
203 |
} |
|
204 |
if (diffAvg > inMax && |
|
205 |
(qAbs(diffAvg - inMax) > TEST_EPSILON)) { |
|
206 |
std::cout<<" - ("<<inMax<<")"; |
|
207 |
} |
|
208 |
||
209 |
std::cout<<std::endl; |
|
210 |
} |
|
211 |
} |
|
212 |
} |
|
213 |
std::cout << std::resetiosflags(std::ios::right); |
|
214 |
std::cout << std::resetiosflags(std::ios::left); |
|
215 |
std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl; |
|
216 |
} |
|
217 |
||
218 |
||
219 |