|
1 #!/usr/bin/perl |
|
2 |
|
3 # Copyright (C) 2006 Apple Computer, Inc. All rights reserved. |
|
4 # |
|
5 # Redistribution and use in source and binary forms, with or without |
|
6 # modification, are permitted provided that the following conditions |
|
7 # are met: |
|
8 # |
|
9 # 1. Redistributions of source code must retain the above copyright |
|
10 # notice, this list of conditions and the following disclaimer. |
|
11 # 2. Redistributions in binary form must reproduce the above copyright |
|
12 # notice, this list of conditions and the following disclaimer in the |
|
13 # documentation and/or other materials provided with the distribution. |
|
14 # 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of |
|
15 # its contributors may be used to endorse or promote products derived |
|
16 # from this software without specific prior written permission. |
|
17 # |
|
18 # THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY |
|
19 # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED |
|
20 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE |
|
21 # DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY |
|
22 # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES |
|
23 # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; |
|
24 # LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND |
|
25 # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
|
26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
|
27 # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
|
28 |
|
29 # This script takes two files that are lists of timings and compares them. |
|
30 |
|
31 use warnings; |
|
32 use strict; |
|
33 use Getopt::Long; |
|
34 |
|
35 my $usage = "compare-timing-files [-c|--count results] oldFile newFile"; |
|
36 |
|
37 my $count = 1; |
|
38 GetOptions("c|count=i" => \$count); |
|
39 |
|
40 my ($file1, $file2) = @ARGV; |
|
41 die "$usage\n" unless ($file1 && $file2 && @ARGV == 2); |
|
42 |
|
43 my ($oldAverage, $oldRange, $oldRangePercent) = parseResults($file1); |
|
44 my ($newAverage, $newRange, $newRangePercent) = parseResults($file2); |
|
45 |
|
46 print "\n===== $file1 =====\n"; |
|
47 if ($count == 1) { |
|
48 print("fastest run: $oldAverage\n"); |
|
49 } else { |
|
50 print("average of fastest $count runs: $oldAverage\n"); |
|
51 printf("range of fastest $count runs: %.2f%% (%d)\n", $oldRangePercent, $oldRange); |
|
52 } |
|
53 |
|
54 print "\n===== $file2 =====\n"; |
|
55 if ($count == 1) { |
|
56 print("fastest run: $newAverage\n"); |
|
57 } else { |
|
58 print("average of fastest $count runs: $newAverage\n"); |
|
59 printf("range of fastest $count runs: %.2f%% (%d)\n", $newRangePercent, $newRange); |
|
60 } |
|
61 |
|
62 my $gainOrLoss = $newAverage <= $oldAverage ? "GAIN" : "LOSS"; |
|
63 my $difference = abs($newAverage - $oldAverage); |
|
64 my $differencePercent = $difference / $oldAverage * 100; |
|
65 printf("\nperformance %s of %.2f%% (%.1f / %.1f)\n", $gainOrLoss, $differencePercent, $difference, $oldAverage); |
|
66 print "\n"; |
|
67 |
|
68 sub parseResults |
|
69 { |
|
70 my ($file) = @_; |
|
71 |
|
72 open(FILE, $file) or die "Couldn't open file: $file"; |
|
73 my @results = <FILE>; |
|
74 close(FILE); |
|
75 |
|
76 @results = sort(@results); |
|
77 my $total = 0; |
|
78 for (my $i = 0; $i < $count; $i++) { |
|
79 $results[$i] =~ s/\D*//; # cut out non-digits |
|
80 $total += $results[$i]; |
|
81 } |
|
82 my $average = $total / $count; |
|
83 my $range = $results[$count - 1] - $results[0]; |
|
84 my $rangePercent = $range / $results[$count - 1] * 100; |
|
85 |
|
86 return ($average, $range, $rangePercent); |
|
87 } |
|
88 |