webengine/osswebengine/WebKitTools/Scripts/compare-timing-files
changeset 0 dd21522fd290
equal deleted inserted replaced
-1:000000000000 0:dd21522fd290
       
     1 #!/usr/bin/perl
       
     2 
       
     3 # Copyright (C) 2006 Apple Computer, Inc.  All rights reserved.
       
     4 #
       
     5 # Redistribution and use in source and binary forms, with or without
       
     6 # modification, are permitted provided that the following conditions
       
     7 # are met:
       
     8 #
       
     9 # 1.  Redistributions of source code must retain the above copyright
       
    10 #     notice, this list of conditions and the following disclaimer.
       
    11 # 2.  Redistributions in binary form must reproduce the above copyright
       
    12 #     notice, this list of conditions and the following disclaimer in the
       
    13 #     documentation and/or other materials provided with the distribution.
       
    14 # 3.  Neither the name of Apple Computer, Inc. ("Apple") nor the names of
       
    15 #     its contributors may be used to endorse or promote products derived
       
    16 #     from this software without specific prior written permission.
       
    17 #
       
    18 # THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
       
    19 # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
       
    20 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
       
    21 # DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
       
    22 # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
       
    23 # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
       
    24 # LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
       
    25 # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
       
    26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
       
    27 # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
       
    28 
       
    29 # This script takes two files that are lists of timings and compares them.
       
    30 
       
    31 use warnings;
       
    32 use strict;
       
    33 use Getopt::Long;
       
    34 
       
    35 my $usage = "compare-timing-files [-c|--count results] oldFile newFile";
       
    36 
       
    37 my $count = 1;
       
    38 GetOptions("c|count=i" => \$count);
       
    39 
       
    40 my ($file1, $file2) = @ARGV;
       
    41 die "$usage\n" unless ($file1 && $file2 && @ARGV == 2);
       
    42 
       
    43 my ($oldAverage, $oldRange, $oldRangePercent) = parseResults($file1);
       
    44 my ($newAverage, $newRange, $newRangePercent) = parseResults($file2);
       
    45 
       
    46 print "\n===== $file1 =====\n";
       
    47 if ($count == 1) {
       
    48     print("fastest run: $oldAverage\n");
       
    49 } else {
       
    50     print("average of fastest $count runs: $oldAverage\n");
       
    51     printf("range of fastest $count runs: %.2f%% (%d)\n", $oldRangePercent, $oldRange);
       
    52 }
       
    53 
       
    54 print "\n===== $file2 =====\n";
       
    55 if ($count == 1) {
       
    56     print("fastest run: $newAverage\n");
       
    57 } else {
       
    58     print("average of fastest $count runs: $newAverage\n");
       
    59     printf("range of fastest $count runs: %.2f%% (%d)\n", $newRangePercent, $newRange);
       
    60 }
       
    61 
       
    62 my $gainOrLoss = $newAverage <= $oldAverage ? "GAIN" : "LOSS";
       
    63 my $difference = abs($newAverage - $oldAverage);
       
    64 my $differencePercent = $difference / $oldAverage * 100;
       
    65 printf("\nperformance %s of %.2f%% (%.1f / %.1f)\n", $gainOrLoss, $differencePercent, $difference, $oldAverage);
       
    66 print "\n";
       
    67 
       
    68 sub parseResults
       
    69 {
       
    70     my ($file) = @_;
       
    71     
       
    72     open(FILE, $file) or die "Couldn't open file: $file";
       
    73     my @results = <FILE>;
       
    74     close(FILE);
       
    75 
       
    76     @results = sort(@results);
       
    77     my $total = 0;
       
    78     for (my $i = 0; $i < $count; $i++) {
       
    79         $results[$i] =~ s/\D*//; # cut out non-digits
       
    80         $total += $results[$i]; 
       
    81     }
       
    82     my $average = $total / $count;
       
    83     my $range = $results[$count - 1] - $results[0];
       
    84     my $rangePercent = $range / $results[$count - 1] * 100;
       
    85 
       
    86     return ($average, $range, $rangePercent);
       
    87 }
       
    88