diff -r 36b2e23a8629 -r 3365349494cc graphicstest/uibench/scripts/uibench2db.pl --- a/graphicstest/uibench/scripts/uibench2db.pl Mon May 03 13:44:32 2010 +0300 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,447 +0,0 @@ -#!perl -# Copyright (c) 2005-2009 Nokia Corporation and/or its subsidiary(-ies). -# All rights reserved. -# This component and the accompanying materials are made available -# under the terms of "Eclipse Public License v1.0" -# which accompanies this distribution, and is available -# at the URL "http://www.eclipse.org/legal/epl-v10.html". -# -# Initial Contributors: -# Nokia Corporation - initial contribution. -# -# Contributors: -# -# Description: -# # Script: uibench2db.pl -# # Function: This script takes the performance log files created by -# # the graphics uibench apps performace test and outputs data to the -# # SymSym database -# # call: uibench2db.pl --dir="\\loncoredev02.intra\graphics\9.2" --writedb --writecsv -# # Design: This script looks at all the files under --dir -# # seeking first build.html files then specific test reset logs. -# # The test result contents are then extracted. -# # Results for this build already in the database are deleted. -# # The new results are added to the database. -# # The raw results are available at -# # http://smglinx.intra/SymSym/query/dbquery.pl?dbfilter=team+%3D+%27uibench%27&viewdata=other&dbview=table&dbschema=performance&p_reset=1&dbtable=performance_uibench_tests&Submit=%3E -# # The results are graphed at -# # http://smglinx.intra/twiki/bin/view/Perfresult/TestReportUibench -# # uibench Location of script //EPOC/DV3/task/2005/November/UI-Perf/master-mnt/graphics/ui_bench/scripts/uibench2db.pl -# # uibench contact David Kren -# # SMG Location of script //EPOC/development/sag/performance/scripts/uibench2db.pl -# # The SMG contact for the above is Patrick Diamond ext 1316 -# # Instructions for adding new performance testcase results -# # 1) If the result is in a new file then add its name to -# # the global variable @testfiles_tef -# # 2) amend the function process_build_tef_file to extract the performance data -# # 3) run this script with the parms --dir & --writecsv but without --writedb -# # check the contents of the csv file -# # 4) To switch on debugging run on the cmd line "set DEBUG=2" -# # If stuck after trying the above contact Patrick Diamond ext 1316 -# # -- SQL Definitation -# # CREATE TABLE performance.performance_uibench_tests ( -# # team text, -# # platform text, -# # build text, -# # testdate timestamp, -# # testname text, -# # resulttype text, -# # result real); -# # GRANT INSERT,DELETE,SELECT ON TABLE performance.performance_uibench_tests to performance_uibench; -# # GRANT SELECT ON TABLE performance.performance_uibench_tests to public; -# # GRANT USAGE ON SCHEMA performance to performance_uibench; -# # CREATE INDEX performance_uibench_tests_platform ON performance.performance_uibench_tests(platform); -# # CREATE INDEX performance_uibench_tests_testname ON performance.performance_uibench_tests(testname text_pattern_ops); -# # COMMENT ON TABLE performance.performance_uibench_tests is 'Overnight performance test results for Graphics team, uibench results'; -# ovgbenchmark.htm TESTEXECUTEfbstest_T_Performance.script.htm TESTEXECUTEscdvtest_t_performance.script.htm -# -# - -use Getopt::Long; -use File::Basename; -use File::Find; -use strict; -use warnings; - -my ($file,$help,$platform,$days,$writedb,$writecsv); -$days=2; - -my @testfiles_tef = ('TESTEXECUTEte_uibench.Script.htm'); -my @testfiles_rtest ; - -GetOptions ('dir=s' => \$file, - 'platform|p=s' => \$platform, - 'days|d=s' => \$days, - 'writecsv' => \$writecsv, - 'writedb' => \$writedb, - 'help|h|?' =>\$help) || usage(); - -usage(0) if $help; -usage(1,'dir') if not defined $file; -usage(1,'days') if not defined $days or $days !~ /^[0-9]+$/; -$file =~ s/\\/\//g; # swap all \ for / in file/dir name -my $DEBUG=0; -$DEBUG=$ENV{DEBUG} if exists $ENV{DEBUG}; - -my @files; - -# if the path points to a file then use that -if ( -f $file ) { - push @files,$file; -} else { - # use the path as a dir path and search for build.html files - print "Searching for build.html files\n" if $DEBUG; - $file .= '/'; # ensure dir path ends in / - $file =~ s/\/\/$/\//g; # ensure dir path doesn't end in // - foreach my $f ("${file}build.html" , glob($file . '*/build.html')) { - next if not defined $f; - next if not -f $f; - next if -M $f > $days; - push @files,$f; - } -} - - -# check that this machine has the perl drivers necessary to contact the database -check_db_drivers(); - -# DB connect -my $dbh; -$dbh = connect_to_db() if defined $writedb; - -# Now extract test data from each build and call script to place data in database -foreach my $f (@files) { - my $testdata = process_test_build($f); - - my $team='uibench'; - my $build = $testdata->{'build'}; - my $date = $testdata->{'date'}; - my $platform = $testdata->{'platform'}; - - $dbh->begin_work if defined $writedb; - remove_duplicates ($dbh,$team,$build,$platform,$date) if defined $writedb; - my $csv; - open($csv,'>',dirname($f) . "/performance.csv") or die $! if defined $writecsv; - - # loop over each result and output it to db and csv - foreach my $result (@{$testdata->{'results'}}) { - next if not defined $result; - next if not defined $result->{'value'} or $result->{'value'} eq ''; - - process_sql($dbh,$team,$platform,$build,$date,$result->{'testname'},$result->{'type'},$result->{'value'}) if defined $writedb; - print $csv "$team,$platform,$build,$date,\"$result->{'testname'}\",\"$result->{'type'}\",$result->{'value'}\n" if defined $writecsv; - - print "." if not $DEBUG; - } - - $dbh->commit or die ("DB error : $dbh->errorstr") if defined $writedb; - close($csv) if defined $writecsv; - - print "\n" if not $DEBUG; -} - -######################### -# Define subroutines - -# print out a usage message for this script and exit -sub usage { - my ($r,$p) = @_; - $r = 0 if not defined $r; - - print "uibench2db.pl \n"; - print "Error: Parameter \"--$p\" missing\n" if defined $p; - - print " --dir=\n"; - print " --days=\n"; - print " --help : this text\n"; - exit $r; -} - -# Find and process each performance test case log -sub process_test_build { - my ($file) = @_; - print "Function process_test_build: $file\n" if $DEBUG; - - my $testdata = {'date' => undef,'platform' => undef, 'build' => undef, 'results' => []}; - my $dir = dirname($file); - - # find date,platform and build values for this set of test results - process_build_log($testdata,$file); - - # find and process rtest logs - foreach my $f (@testfiles_rtest) { - print "\tLooking for $f\n" if $DEBUG > 1; - my ($logfile) = glob("$dir/*/$f"); - process_build_rtest_file($testdata,$logfile) if defined $logfile; - } - - # find and process TEF logs - foreach my $f (@testfiles_tef) { - print "\tLooking for $f\n" if $DEBUG > 1; - my ($logfile) = glob("$dir/*/$f"); - process_build_tef_file($testdata,$logfile) if defined $logfile; - } - - return $testdata; -} - -# Extract the platform and date from the build.html file -sub process_build_log { - my ($test,$build_log) = @_; - - open (FH, "<", $build_log) or die "Error opening $file\n$!\n"; - my @lines = ; - close(FH); - - # extract the build date and platform - my ($date_line) = grep {/Build report for build /} @lines; - my ($year,$month,$day,$hour,$minute,$platform) = - ($date_line =~ /([0-9]{4})_([0-9][0-9])_([0-9][0-9])_([0-9][0-9])([0-9][0-9])_(.*?)\{'date'} = "$year-$month-$day $hour:$minute"; - - # determine the platform name - my @tags = split /_/,lc($platform); - $test->{'platform'} = "$tags[1] $tags[0] $tags[2]"; - - # extract the name of the build - my ($build_line) = grep {/Full OS Build Used:/} @lines; - my ($build) = ($build_line =~ /Used:\s*(.*?)\.*\{'build'} = $build; -} - - -# Extract the platform and date from the build.summary file -sub process_build_rtest_file { - my ($testdata,$file) = @_; - - print "Function process_build_rtest_file : $file\n" if $DEBUG; - my $data = read_file($file); - 1 while $data =~ s/\<.*?\>//g; # strip all html tags - - my ($txt,$state) = ('',''); - foreach my $line (split /\n/,$data) { - chomp($line); - $line =~ s/[[:cntrl:]]//g; # strip ctl chars - if ($line =~ /^RTEST TITLE:\s*([a-z]+.*?)\s*$/i) { - # start of new test case - $state = $1; - $state =~ s/\s*[0-9\.\(\)]+$//; # strip numeric suffix - $txt = ''; - } elsif ($state ne '' and $line =~ /^RTEST: SUCCESS\s*:/i) { - # end of test case - $txt .= "$line\n"; - process_build_rtest_text($txt, $testdata->{'results'},$file,$state); - $txt = ''; - $state = ''; - } elsif ($state eq '' and $line =~ /^\s*RTEST:\s+Level\s+[0-9]+\s+Next\s+test\s+.\s+(.*?)\s*$/i) { - # start of new test case where the title hasn't been used - # e.g. RTEST: Level 001 Next test - Defect tests - $state = $1; - $txt = ''; - } - $txt .= "$line\n" if $state ne ''; - } -} - -# Extract test performance data frome each TEF file -sub process_build_tef_file { - my ($testdata,$file) = @_; - - print "Function process_build_tef_file : $file\n" if $DEBUG; - my $result = $testdata->{'results'}; - my $data = read_file($file); - 1 while $data =~ s/\<.*?\>//g; # strip all html tags - - - my ($txt,$state) = ('',''); - foreach my $line (split /\n/,$data) { - chomp($line); - $line =~ s/[[:cntrl:]]/ /g; # strip ctl chars - $txt .= $line; - $txt .= "\n"; - } - - # process results from TESTEXECUTEte_uibench.script.htm - if ($file =~ /TESTEXECUTEte_uibench.Script.htm/i) { - - my %tests; - - # Format 1 : Result displayed in microseconds - Max and Min available - while ($txt =~ /TID:\s+([^\s]+?)\s+Rot:\s+([0-9]+)\s+SrcMode:\s+([0-9]+)\s+DestMode:\s+([0-9]+)\s+Iters:\s+([0-9]+)\s+TrimmedMean:\s+([0-9]+)\s+us.*?\s+Max:\s+([0-9]+)\s+Min:\s+([0-9]+)\s+/gms) { - my ($testname,$rot,$srcmode,$destmode,$iters,$microseconds,$max,$min) = ($1,$2,$3,$4,$5,$6,$7,$8); - next if not defined $max or not defined $min; - $testname = sprintf('%s,Rot:%1d,SrcMode:%2d,DestMode:%2d',$testname,$rot,$srcmode,$destmode); - $tests{$testname} = 1; # record the fact that this test has been processed - push @$result, {'testname' => "$testname,Mean", 'value' => $microseconds, 'type' => 'microseconds'}; - #push @$result, {'testname' => "$testname,Max", 'value' => $max, 'type' => 'microseconds'}; - #push @$result, {'testname' => "$testname,Min", 'value' => $min, 'type' => 'microseconds'}; - print "\t$testname:Mean\t$microseconds\t$microseconds\n" if $DEBUG > 1; - print "\t$testname:Max\t$max\t$max\n" if $DEBUG > 1; - print "\t$testname:Min\t$min\t$min\n" if $DEBUG > 1; - } - - # Format 2 : Result displayed in microseconds - Max and Min not available - while ($txt =~ /TID:\s+(.*?)\s+Rot:\s+([0-9]+)\s+SrcMode:\s+([0-9]+)\s+DestMode:\s+([0-9]+)\s+Iters:\s+([0-9]+)\s+TrimmedMean:\s+([0-9]+)\s+us/g) { - my ($testname,$rot,$srcmode,$destmode,$iters,$microseconds) = ($1,$2,$3,$4,$5,$6); - $testname = sprintf('%s,Rot:%1d,SrcMode:%2d,DestMode:%2d',$testname,$rot,$srcmode,$destmode); - next if exists $tests{$testname} ;# do not process this test again - push @$result, {'testname' => "$testname,Mean", 'value' => $microseconds, 'type' => 'microseconds'}; - print "\t$testname:Mean\t$microseconds\t$microseconds\n" if $DEBUG > 1; - } - - # Format 3 : Result displayed in pixels/second - Max and Min available - while ($txt =~ /TID:\s+([^\s]+?)\s+Rot:\s+([0-9]+)\s+SrcMode:\s+([0-9]+)\s+DestMode:\s+([0-9]+)\s+Iters:\s+([0-9]+)\s+TrimmedMean:\s+([0-9]+)\s+pixels\/second.*?\s+Max:\s+([0-9]+)\s+Min:\s+([0-9]+)\s+/gms) { - my ($testname,$rot,$srcmode,$destmode,$iters,$pps,$max,$min) = ($1,$2,$3,$4,$5,$6,$7,$8); - next if not defined $max or not defined $min; - $testname = sprintf('%s,Rot:%1d,SrcMode:%2d,DestMode:%2d',$testname,$rot,$srcmode,$destmode); - $tests{$testname} = 1; # record the fact that this test has been processed - push @$result, {'testname' => "$testname,Mean", 'value' => $pps, 'type' => 'pixels/second'}; - #push @$result, {'testname' => "$testname,Max", 'value' => $max, 'type' => 'microseconds'}; - #push @$result, {'testname' => "$testname,Min", 'value' => $min, 'type' => 'microseconds'}; - print "\t$testname:Mean\t$pps\t$pps\n" if $DEBUG > 1; - print "\t$testname:Max\t$max\t$max\n" if $DEBUG > 1; - print "\t$testname:Min\t$min\t$min\n" if $DEBUG > 1; - } - - # Format 4 : Result displayed in pixels/second - Max and Min not available - while ($txt =~ /TID:\s+(.*?)\s+Rot:\s+([0-9]+)\s+SrcMode:\s+([0-9]+)\s+DestMode:\s+([0-9]+)\s+Iters:\s+([0-9]+)\s+TrimmedMean:\s+([0-9]+)\s+pixels\/second/g) { - my ($testname,$rot,$srcmode,$destmode,$iters,$pps) = ($1,$2,$3,$4,$5,$6); - $testname = sprintf('%s,Rot:%1d,SrcMode:%2d,DestMode:%2d',$testname,$rot,$srcmode,$destmode); - next if exists $tests{$testname} ;# do not process this test again - push @$result, {'testname' => "$testname,Mean", 'value' => $pps, 'type' => 'pixels/second'}; - print "\t$testname:Mean\t$pps\t$pps\n" if $DEBUG > 1; - } - - # Format 5 : Result displayed in characters/second - Max and Min available - while ($txt =~ /TID:\s+([^\s]+?)\s+Rot:\s+([0-9]+)\s+SrcMode:\s+([0-9]+)\s+DestMode:\s+([0-9]+)\s+Iters:\s+([0-9]+)\s+TrimmedMean:\s+([0-9]+)\s+characters\/second.*?\s+Max:\s+([0-9]+)\s+Min:\s+([0-9]+)\s+/gms) { - my ($testname,$rot,$srcmode,$destmode,$iters,$cps,$max,$min) = ($1,$2,$3,$4,$5,$6,$7,$8); - next if not defined $max or not defined $min; - $testname = sprintf('%s,Rot:%1d,SrcMode:%2d,DestMode:%2d',$testname,$rot,$srcmode,$destmode); - $tests{$testname} = 1; # record the fact that this test has been processed - push @$result, {'testname' => "$testname,Mean", 'value' => $cps, 'type' => 'characters/second'}; - #push @$result, {'testname' => "$testname,Max", 'value' => $max, 'type' => 'microseconds'}; - #push @$result, {'testname' => "$testname,Min", 'value' => $min, 'type' => 'microseconds'}; - print "\t$testname:Mean\t$cps\t$cps\n" if $DEBUG > 1; - print "\t$testname:Max\t$max\t$max\n" if $DEBUG > 1; - print "\t$testname:Min\t$min\t$min\n" if $DEBUG > 1; - } - - # Format 6 : Result displayed in characters/second - Max and Min not available - while ($txt =~ /TID:\s+(.*?)\s+Rot:\s+([0-9]+)\s+SrcMode:\s+([0-9]+)\s+DestMode:\s+([0-9]+)\s+Iters:\s+([0-9]+)\s+TrimmedMean:\s+([0-9]+)\s+characters\/second/g) { - my ($testname,$rot,$srcmode,$destmode,$iters,$cps) = ($1,$2,$3,$4,$5,$6); - $testname = sprintf('%s,Rot:%1d,SrcMode:%2d,DestMode:%2d',$testname,$rot,$srcmode,$destmode); - next if exists $tests{$testname} ;# do not process this test again - push @$result, {'testname' => "$testname,Mean", 'value' => $cps, 'type' => 'characters/second'}; - print "\t$testname:Mean\t$cps\t$cps\n" if $DEBUG > 1; - } - } -} - - -# process the text associated with 1 testcase and extract performace results -sub process_build_rtest_text { - my ($txt, $result, $logfile, $testname) = @_; - print "Function process_build_rtest_text: $logfile, $testname\n" if $DEBUG > 1; - - next if not defined $testname or $testname =~ /^\s*$/; - $testname =~ s/[-]/:/g; # replace - with : as subtitle seperator - $testname =~ s/\s*performance test\s*$//; # strip unnecessary suffix to test name - print "$testname \n" if $DEBUG > 1; - - if ($testname eq 'T_BENCH') { - while ($txt =~ /^\s*(.*?):\s*(.*?)\s+ms$/gim) { - my ($subname,$num) = ($1,$2); - push @$result, {'testname' => "$testname:$subname", 'value' => $num, 'type' => 'milliseconds'}; - print "\t$testname:$subname\t$num\tmilliseconds\n" if $DEBUG > 1; - } - - } - return $result; -} - -# return a connection to the databasse -sub connect_to_db { - print "Connecting to DB\n" if $DEBUG; - my $dbh = DBI->connect('DBI:PgPP:dbname=metadata;host=smglinx.symbian.intra', 'performance_uibench', 'grui'); - print "Connected to DB\n" if $DEBUG; - return $dbh; -} - -# save the result to the database -sub process_sql { - my ($dbh,$team,$platform,$build,$testdate,$testname,$resulttype,$result) = @_; - - print "Processing $testname result\n" if $DEBUG > 1; - if ($DEBUG > 1) { - shift; - print 'Saving ' . join(',',@_) . "\n"; - } - my $sth = $dbh->prepare("INSERT INTO performance.performance_uibench_tests (team,platform,build,testdate,testname,resulttype,result) VALUES(?,?,?,?,?,?,?)") or die "Prepare Error $dbh->errorstr"; - - $sth->execute($team, - $platform, - $build, - $testdate, - $testname, - $resulttype, - $result) - or die ("Error inserting values $team,$platform,$build,$testdate,$testname,$resulttype,$result\n $dbh->errorstr"); - - print "Saved result\n" if $DEBUG > 1; -} - -# read in and return the contents of a file -sub read_file { - my ($file) = @_; - - open (FH,"<",$file) or die "Error reading from $file\n$!\n"; - my $file_size = (stat ($file))[7]; # Size of file - my $data; - read(FH, $data, $file_size); - close(FH); - - return $data; -} - -# before saving to the database delete any duplicate data -sub remove_duplicates { - my ($dbh,$team,$build,$platform,$date) = @_; - - my $sth = $dbh->prepare("delete from performance.performance_uibench_tests where team = ? and build = ? and platform = ? and testdate = ?") or die "Prepare Error $dbh->errorstr"; - - $sth->execute($team, $build, $platform, $date) - or die ("Error deleteing values $team,$build\n $dbh->errorstr"); - -} - - -# ensure that the modules necessary to drive the database interactions are available and loaded -sub check_db_drivers { - - print "Checking for DBI module\n" if $DEBUG; - eval{require DBI}; - if($@) { - print "Failed to load DBI\n Now attempting to download and install\nppm install DBI\n"; - system("ppm","install","DBI"); - require DBI; - } - - print "Checking for DBD::PgPP database driver module\n" if $DEBUG; - eval{require DBD::PgPP}; - if($@) { - print "Failed to load DBD::PgPP\n Now attempting to download and install\nppm install DBD-PgPP\n"; - system("ppm","install","DBD-PgPP"); - require DBD::PgPP; - } -} - -sub find_performance_files { - if ($File::Find::name - =~ /\/t_performance.txt/i) { - my $afile = lc($File::Find::name); - $afile =~ s/\\/\//g; - push @files, lc($afile); - print "Found $afile\n" if $DEBUG; - print "+" if not $DEBUG; - } -}