fbs/fontandbitmapserver/utils/fbsresource_count.pl
author hgs
Fri, 17 Sep 2010 17:00:49 +0300
changeset 178 89bd4cfee505
parent 160 969102054596
permissions -rw-r--r--
201037
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
160
hgs
parents:
diff changeset
     1
#!/usr/local/bin/perl
hgs
parents:
diff changeset
     2
#
hgs
parents:
diff changeset
     3
# Copyright (c) 2010 Nokia Corporation and/or its subsidiary(-ies).
hgs
parents:
diff changeset
     4
# All rights reserved.
hgs
parents:
diff changeset
     5
# This component and the accompanying materials are made available
hgs
parents:
diff changeset
     6
# under the terms of "Eclipse Public License v1.0"
hgs
parents:
diff changeset
     7
# which accompanies this distribution, and is available
hgs
parents:
diff changeset
     8
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
hgs
parents:
diff changeset
     9
#
hgs
parents:
diff changeset
    10
# Initial Contributors:
hgs
parents:
diff changeset
    11
# Nokia Corporation - initial contribution.
hgs
parents:
diff changeset
    12
#
hgs
parents:
diff changeset
    13
# Contributors:
hgs
parents:
diff changeset
    14
#
hgs
parents:
diff changeset
    15
# Description:
hgs
parents:
diff changeset
    16
#  This script parses trace data produced by OST from FBS, using the the FBSCLI, 
hgs
parents:
diff changeset
    17
#  FBSERV and Symbian BTrace Hooks OST dictionaries, to produce a CSV output of
hgs
parents:
diff changeset
    18
#  the amount of FBS resources used per-thread over a user-definable time
hgs
parents:
diff changeset
    19
#  granularity, since the start of the trace.
hgs
parents:
diff changeset
    20
# 
hgs
parents:
diff changeset
    21
#  To use, enable SYMBIAN_KERNEL_THREAD_IDENTIFICATION trace group in Symbian
hgs
parents:
diff changeset
    22
#  BTrace Hooks OST dictionary, GRAPHICS_RESOURCE_MANAGEMENT_SEMANTICS in FBSERV
hgs
parents:
diff changeset
    23
#  OST dictionary, and GRAPHICS_RESOURCE_MANAGEMENT_SEMANTICS, 
hgs
parents:
diff changeset
    24
#  GRAPHICS_RESOURCE_MANAGEMENT_FUNCTIONS and GRAPHICS_CONTROL_FUNCTIONS in
hgs
parents:
diff changeset
    25
#  FBSCLI OST dictionary. Once tracing is gathered, save trace output as ascii 
hgs
parents:
diff changeset
    26
#  and run this script against it. The resulting file can then be imported into
hgs
parents:
diff changeset
    27
#  a spreadsheet application to be visually processed.
hgs
parents:
diff changeset
    28
#
hgs
parents:
diff changeset
    29
hgs
parents:
diff changeset
    30
use strict;
hgs
parents:
diff changeset
    31
hgs
parents:
diff changeset
    32
# Sanity checking of the command line parameters...
hgs
parents:
diff changeset
    33
if ($#ARGV == -1 || $ARGV[0] eq "help" || $ARGV[0] eq "/?")
hgs
parents:
diff changeset
    34
{
hgs
parents:
diff changeset
    35
   print "\nusage: $0 filename [-h]\n";
hgs
parents:
diff changeset
    36
   print "where\n";
hgs
parents:
diff changeset
    37
   print " -h : Specifies the heartbeat in millisecs (default=10000)\n";
hgs
parents:
diff changeset
    38
   exit;
hgs
parents:
diff changeset
    39
}
hgs
parents:
diff changeset
    40
hgs
parents:
diff changeset
    41
hgs
parents:
diff changeset
    42
## Modifiable constants...
hgs
parents:
diff changeset
    43
my $CSV_DELIMITER = ',';
hgs
parents:
diff changeset
    44
hgs
parents:
diff changeset
    45
# Time after start to take first snapshot, in millisecs
hgs
parents:
diff changeset
    46
my $firstHeartBeatTimeMS = 1000;
hgs
parents:
diff changeset
    47
hgs
parents:
diff changeset
    48
# Default heartbeat in millisecs if none specified.
hgs
parents:
diff changeset
    49
my $heartBeatMS = 10000;
hgs
parents:
diff changeset
    50
hgs
parents:
diff changeset
    51
hgs
parents:
diff changeset
    52
##
hgs
parents:
diff changeset
    53
## Internal structures...
hgs
parents:
diff changeset
    54
##
hgs
parents:
diff changeset
    55
my $heartBeatCount = 0;
hgs
parents:
diff changeset
    56
my $nextHeartBeatMS = -1;
178
hgs
parents: 160
diff changeset
    57
my $logLastLineTimeMS = 0;
160
hgs
parents:
diff changeset
    58
hgs
parents:
diff changeset
    59
# Hash of FbsSessions to thread IDs.
hgs
parents:
diff changeset
    60
my %SessionThreadMap = ();
hgs
parents:
diff changeset
    61
hgs
parents:
diff changeset
    62
# A hash of thread names to the fbs resource count.
hgs
parents:
diff changeset
    63
my %fbsResourcesPerThread = ();
hgs
parents:
diff changeset
    64
hgs
parents:
diff changeset
    65
# Array of the above hashes, one hash per heartbeat.
hgs
parents:
diff changeset
    66
my @arrayOfSnapshots;
hgs
parents:
diff changeset
    67
hgs
parents:
diff changeset
    68
# Hashes of thread and process names to IDs.
hgs
parents:
diff changeset
    69
my %ThreadNames;
hgs
parents:
diff changeset
    70
my %ProcessNames;
hgs
parents:
diff changeset
    71
hgs
parents:
diff changeset
    72
hgs
parents:
diff changeset
    73
##
hgs
parents:
diff changeset
    74
## Command line options parsing...
hgs
parents:
diff changeset
    75
## First arg is assumed to be the filename.
hgs
parents:
diff changeset
    76
##
hgs
parents:
diff changeset
    77
for my $i (1..$#ARGV)
hgs
parents:
diff changeset
    78
{
hgs
parents:
diff changeset
    79
   my $cma = $ARGV[$i];
hgs
parents:
diff changeset
    80
   if ($cma =~ m/-h(\d*)/)
hgs
parents:
diff changeset
    81
   {
hgs
parents:
diff changeset
    82
      $heartBeatMS = $1;
hgs
parents:
diff changeset
    83
   }
hgs
parents:
diff changeset
    84
   else
hgs
parents:
diff changeset
    85
   {
hgs
parents:
diff changeset
    86
      print "Unrecognised parameter: $cma , ignoring...\n";
hgs
parents:
diff changeset
    87
   }
hgs
parents:
diff changeset
    88
}
hgs
parents:
diff changeset
    89
hgs
parents:
diff changeset
    90
## Read from the file.
hgs
parents:
diff changeset
    91
## Read the log into an array line by line.
hgs
parents:
diff changeset
    92
my $TRACE_FILENAME = $ARGV[0];
178
hgs
parents: 160
diff changeset
    93
open(INPUT_FILE, '<', $TRACE_FILENAME) or die $!;
hgs
parents: 160
diff changeset
    94
binmode(INPUT_FILE);
160
hgs
parents:
diff changeset
    95
hgs
parents:
diff changeset
    96
##
hgs
parents:
diff changeset
    97
## Parse each line sequentially...
hgs
parents:
diff changeset
    98
##
178
hgs
parents: 160
diff changeset
    99
while ( my $line = <INPUT_FILE> )
160
hgs
parents:
diff changeset
   100
{
hgs
parents:
diff changeset
   101
   my $timeFromMidnightMS;
hgs
parents:
diff changeset
   102
hgs
parents:
diff changeset
   103
   ## 
hgs
parents:
diff changeset
   104
   ## If this line is about a new process, make a note of the name and the
hgs
parents:
diff changeset
   105
   ## associated process id, so that FbsSessions can be mapped to their 
hgs
parents:
diff changeset
   106
   ## thread by name.
hgs
parents:
diff changeset
   107
   ##
hgs
parents:
diff changeset
   108
   if ($line =~ /^.*Thread:Process name assigned;NThread:(.*);DProcess:(.*);Name:(.*)$/i)
hgs
parents:
diff changeset
   109
   {
hgs
parents:
diff changeset
   110
      my $threadId  = $1;
hgs
parents:
diff changeset
   111
      my $processId = $2;
hgs
parents:
diff changeset
   112
      my $processName = $3;
hgs
parents:
diff changeset
   113
      $ProcessNames{$processId} = $processName ;
hgs
parents:
diff changeset
   114
   }
hgs
parents:
diff changeset
   115
hgs
parents:
diff changeset
   116
   ## 
hgs
parents:
diff changeset
   117
   ## If this line is about a new process, make a note of the name and the
hgs
parents:
diff changeset
   118
   ## associated process id, so that FbsSessions can be mapped to their 
hgs
parents:
diff changeset
   119
   ## thread by name when the csv is generated.
hgs
parents:
diff changeset
   120
   ##
hgs
parents:
diff changeset
   121
   if (($line =~ /^.*Thread:Thread created;NThread:(.*);DProcess:(.*);Name:(.*)$/i) ||
hgs
parents:
diff changeset
   122
      ($line =~ /^.*Thread:Thread name assigned;NThread:(.*);DProcess:(.*);Name:(.*)$/i))
hgs
parents:
diff changeset
   123
      {
hgs
parents:
diff changeset
   124
      my $threadId  = $1;
hgs
parents:
diff changeset
   125
      my $processId = $2;
hgs
parents:
diff changeset
   126
      my $threadName = $3;
hgs
parents:
diff changeset
   127
      my $fullThreadName = $ProcessNames{$processId} . ":" . $threadName;
hgs
parents:
diff changeset
   128
      $ThreadNames{$threadId} = $fullThreadName;
hgs
parents:
diff changeset
   129
   }
hgs
parents:
diff changeset
   130
hgs
parents:
diff changeset
   131
   ##
hgs
parents:
diff changeset
   132
   ## Determine timestamp. If this time is beyond the heartbeat, 
hgs
parents:
diff changeset
   133
   ## take a snapshot and 
hgs
parents:
diff changeset
   134
   ##
hgs
parents:
diff changeset
   135
   if ($line =~ /^(\d\d):(\d\d):(\d\d)\.(\d{3})/)
hgs
parents:
diff changeset
   136
   {
hgs
parents:
diff changeset
   137
      $timeFromMidnightMS = ((($1 * 3600) + ($2 * 60) + $3) * 1000) + $4;
hgs
parents:
diff changeset
   138
      if ($nextHeartBeatMS == -1) 
hgs
parents:
diff changeset
   139
      {
178
hgs
parents: 160
diff changeset
   140
         $nextHeartBeatMS = $firstHeartBeatTimeMS;
hgs
parents: 160
diff changeset
   141
         $logLastLineTimeMS = $timeFromMidnightMS;
160
hgs
parents:
diff changeset
   142
      }
178
hgs
parents: 160
diff changeset
   143
      ## We have wrapped around midnight!
hgs
parents: 160
diff changeset
   144
      ## Add a 1000ms cushion to the comparison to avoid wrapping around 
hgs
parents: 160
diff changeset
   145
      ## midnight if a trace is buffered too slowly.
hgs
parents: 160
diff changeset
   146
      if (($timeFromMidnightMS+1000) < $logLastLineTimeMS)
hgs
parents: 160
diff changeset
   147
      {
hgs
parents: 160
diff changeset
   148
         $timeFromMidnightMS += 86400000;
hgs
parents: 160
diff changeset
   149
      }
hgs
parents: 160
diff changeset
   150
      $nextHeartBeatMS -= ($timeFromMidnightMS - $logLastLineTimeMS);
hgs
parents: 160
diff changeset
   151
      $logLastLineTimeMS = $timeFromMidnightMS;
160
hgs
parents:
diff changeset
   152
178
hgs
parents: 160
diff changeset
   153
      ##
hgs
parents: 160
diff changeset
   154
      ## If heartbeat reached, take snapshot of bmp memory per thread
hgs
parents: 160
diff changeset
   155
      ## and set next heartbeat time.
hgs
parents: 160
diff changeset
   156
      ##
hgs
parents: 160
diff changeset
   157
      while ($nextHeartBeatMS <= 0)
160
hgs
parents:
diff changeset
   158
      {
178
hgs
parents: 160
diff changeset
   159
         $nextHeartBeatMS += $heartBeatMS;
hgs
parents: 160
diff changeset
   160
         # take a snapshot of the current bitmap memory usage per thread
hgs
parents: 160
diff changeset
   161
         while ((my $thread, my $fbsResourceCount) = each(%fbsResourcesPerThread))
hgs
parents: 160
diff changeset
   162
         {
hgs
parents: 160
diff changeset
   163
            $arrayOfSnapshots[$heartBeatCount]{$thread} = $fbsResourceCount;
hgs
parents: 160
diff changeset
   164
         }
hgs
parents: 160
diff changeset
   165
         $heartBeatCount++;
160
hgs
parents:
diff changeset
   166
      }
hgs
parents:
diff changeset
   167
   }
hgs
parents:
diff changeset
   168
hgs
parents:
diff changeset
   169
   ## FBS Client-side traces.
hgs
parents:
diff changeset
   170
   if ($line =~ m/\tFBSCLI: /)
hgs
parents:
diff changeset
   171
   {
hgs
parents:
diff changeset
   172
      ##
hgs
parents:
diff changeset
   173
      ## If this line is an FBSCLI trace, and it contains iSSH then
hgs
parents:
diff changeset
   174
      ## it gives a chance to map a client thread ID to a session handle.
hgs
parents:
diff changeset
   175
      ## 
hgs
parents:
diff changeset
   176
      if ( $line =~ m/iSSH=(\w*);.*Thread ID:(.*)$/)
hgs
parents:
diff changeset
   177
      {
hgs
parents:
diff changeset
   178
         my $ServerSessionHandle = $1;
hgs
parents:
diff changeset
   179
         my $thread = $2;
hgs
parents:
diff changeset
   180
         if ($thread ne "0x00000000")
hgs
parents:
diff changeset
   181
         {
hgs
parents:
diff changeset
   182
            $SessionThreadMap{$ServerSessionHandle} = $thread;
hgs
parents:
diff changeset
   183
         }
hgs
parents:
diff changeset
   184
      }
hgs
parents:
diff changeset
   185
   }
hgs
parents:
diff changeset
   186
hgs
parents:
diff changeset
   187
   ## 
hgs
parents:
diff changeset
   188
   ## FBS Server-side traces.
hgs
parents:
diff changeset
   189
   ##
hgs
parents:
diff changeset
   190
   if ($line =~ m/\tFBSERV: /)
hgs
parents:
diff changeset
   191
   {
hgs
parents:
diff changeset
   192
      ## The line must have a s= parameter to be useful - the session server handle.
hgs
parents:
diff changeset
   193
      ## Any FBSERV line without this is not considered for parsing.
hgs
parents:
diff changeset
   194
      if ($line =~ m/; iSSH=(\w*);/)
hgs
parents:
diff changeset
   195
      {
hgs
parents:
diff changeset
   196
         my $FbsSessionHandle = $1;
hgs
parents:
diff changeset
   197
         my $thread = "Unknown Thread [Session=$FbsSessionHandle]";
hgs
parents:
diff changeset
   198
         if (defined($SessionThreadMap{$FbsSessionHandle}))
hgs
parents:
diff changeset
   199
         {
hgs
parents:
diff changeset
   200
            $thread = $SessionThreadMap{$FbsSessionHandle};
hgs
parents:
diff changeset
   201
         }
hgs
parents:
diff changeset
   202
         if ($line =~ m/; rc=(\d+);/)
hgs
parents:
diff changeset
   203
         {
hgs
parents:
diff changeset
   204
            my $resourceCount = $1;
hgs
parents:
diff changeset
   205
            if ($resourceCount == 0)
hgs
parents:
diff changeset
   206
            { 
hgs
parents:
diff changeset
   207
               $resourceCount = '';
hgs
parents:
diff changeset
   208
            }
hgs
parents:
diff changeset
   209
            $fbsResourcesPerThread{$thread} = $resourceCount;
hgs
parents:
diff changeset
   210
         }
hgs
parents:
diff changeset
   211
      }
hgs
parents:
diff changeset
   212
   }
hgs
parents:
diff changeset
   213
}
hgs
parents:
diff changeset
   214
hgs
parents:
diff changeset
   215
close (INPUT_FILE);
hgs
parents:
diff changeset
   216
hgs
parents:
diff changeset
   217
hgs
parents:
diff changeset
   218
##
hgs
parents:
diff changeset
   219
## Make a map of unique threads across all snapshots
hgs
parents:
diff changeset
   220
## This is so only one occurrence of each thread will appear
hgs
parents:
diff changeset
   221
## in the csv file.
hgs
parents:
diff changeset
   222
##
hgs
parents:
diff changeset
   223
my %uniqueThreads = ();
hgs
parents:
diff changeset
   224
for my $i (0..$#arrayOfSnapshots)
hgs
parents:
diff changeset
   225
{
hgs
parents:
diff changeset
   226
   for my $thread (keys %{$arrayOfSnapshots[$i]})
hgs
parents:
diff changeset
   227
   {
hgs
parents:
diff changeset
   228
      $uniqueThreads{$thread} = 1;
hgs
parents:
diff changeset
   229
   }
hgs
parents:
diff changeset
   230
}
hgs
parents:
diff changeset
   231
hgs
parents:
diff changeset
   232
##
hgs
parents:
diff changeset
   233
## Start writing to file.
hgs
parents:
diff changeset
   234
## First row, which contains the heartbeat number column headings...
hgs
parents:
diff changeset
   235
##
hgs
parents:
diff changeset
   236
my $OUTPUT_FILENAME = sprintf("%s.csv", $TRACE_FILENAME);
hgs
parents:
diff changeset
   237
open(OUTPUT_FILE,">$OUTPUT_FILENAME") or die $!;
hgs
parents:
diff changeset
   238
print OUTPUT_FILE "Session$CSV_DELIMITER";
hgs
parents:
diff changeset
   239
for my $i (0..$heartBeatCount)
hgs
parents:
diff changeset
   240
{
hgs
parents:
diff changeset
   241
    print OUTPUT_FILE "$i$CSV_DELIMITER";
hgs
parents:
diff changeset
   242
}
hgs
parents:
diff changeset
   243
hgs
parents:
diff changeset
   244
##
hgs
parents:
diff changeset
   245
## For each subsequent row, print the first thread and the
hgs
parents:
diff changeset
   246
## memory at each snapshot...
hgs
parents:
diff changeset
   247
##
hgs
parents:
diff changeset
   248
print OUTPUT_FILE "\n";
hgs
parents:
diff changeset
   249
while ((my $thread, my $dummy) = each(%uniqueThreads))
hgs
parents:
diff changeset
   250
{
hgs
parents:
diff changeset
   251
    # Resolve the thread to its full name...
hgs
parents:
diff changeset
   252
    print OUTPUT_FILE "$thread";
hgs
parents:
diff changeset
   253
    if (defined($ThreadNames{$thread}) )
hgs
parents:
diff changeset
   254
    {
hgs
parents:
diff changeset
   255
       my $threadName = $ThreadNames{$thread};
hgs
parents:
diff changeset
   256
       print OUTPUT_FILE ":$threadName";
hgs
parents:
diff changeset
   257
    }
hgs
parents:
diff changeset
   258
    print OUTPUT_FILE "$CSV_DELIMITER";
hgs
parents:
diff changeset
   259
hgs
parents:
diff changeset
   260
    # print the memory use per thread, for each snapshot...
hgs
parents:
diff changeset
   261
    for my $i (0..$#arrayOfSnapshots)
hgs
parents:
diff changeset
   262
    {
hgs
parents:
diff changeset
   263
       my %snapshot = %{$arrayOfSnapshots[$i]};
hgs
parents:
diff changeset
   264
       while ((my $snapshotThread, my $fbsResourceCount) = each(%snapshot))
hgs
parents:
diff changeset
   265
       {
hgs
parents:
diff changeset
   266
           if ($snapshotThread eq $thread) 
hgs
parents:
diff changeset
   267
           {
hgs
parents:
diff changeset
   268
              print OUTPUT_FILE "$fbsResourceCount";
hgs
parents:
diff changeset
   269
           }
hgs
parents:
diff changeset
   270
       }
hgs
parents:
diff changeset
   271
       print OUTPUT_FILE "$CSV_DELIMITER";
hgs
parents:
diff changeset
   272
    }
hgs
parents:
diff changeset
   273
    print OUTPUT_FILE "\n";
hgs
parents:
diff changeset
   274
}
hgs
parents:
diff changeset
   275
close (OUTPUT_FILE);
hgs
parents:
diff changeset
   276