#!/usr/local/bin/perl

#

# Copyright (c) 2010 Nokia Corporation and/or its subsidiary(-ies).

# All rights reserved.

# This component and the accompanying materials are made available

# under the terms of "Eclipse Public License v1.0"

# which accompanies this distribution, and is available

# at the URL "http://www.eclipse.org/legal/epl-v10.html".

#

# Initial Contributors:

# Nokia Corporation - initial contribution.

#

# Contributors:

#

# Description:

#  This script parses trace data produced by OST from FBS, using the the FBSCLI, 

#  FBSERV and Symbian BTrace Hooks OST dictionaries, to produce a CSV output of

#  the amount of FBS resources used per-thread over a user-definable time

#  granularity, since the start of the trace.

# 

#  To use, enable SYMBIAN_KERNEL_THREAD_IDENTIFICATION trace group in Symbian

#  BTrace Hooks OST dictionary, GRAPHICS_RESOURCE_MANAGEMENT_SEMANTICS in FBSERV

#  OST dictionary, and GRAPHICS_RESOURCE_MANAGEMENT_SEMANTICS, 

#  GRAPHICS_RESOURCE_MANAGEMENT_FUNCTIONS and GRAPHICS_CONTROL_FUNCTIONS in

#  FBSCLI OST dictionary. Once tracing is gathered, save trace output as ascii 

#  and run this script against it. The resulting file can then be imported into

#  a spreadsheet application to be visually processed.

#

use strict;

# Sanity checking of the command line parameters...

if ($#ARGV == -1 || $ARGV[0] eq "help" || $ARGV[0] eq "/?")

{

   print "\nusage: $0 filename [-h]\n";

   print "where\n";

   print " -h : Specifies the heartbeat in millisecs (default=10000)\n";

   exit;

}

## Modifiable constants...

my $CSV_DELIMITER = ',';

# Time after start to take first snapshot, in millisecs

my $firstHeartBeatTimeMS = 1000;

# Default heartbeat in millisecs if none specified.

my $heartBeatMS = 10000;

##

## Internal structures...

##

my $heartBeatCount = 0;

my $nextHeartBeatMS = -1;

my $logLastLineTimeMS = 0;

# Hash of FbsSessions to thread IDs.

my %SessionThreadMap = ();

# A hash of thread names to the fbs resource count.

my %fbsResourcesPerThread = ();

# Array of the above hashes, one hash per heartbeat.

my @arrayOfSnapshots;

# Hashes of thread and process names to IDs.

my %ThreadNames;

my %ProcessNames;

##

## Command line options parsing...

## First arg is assumed to be the filename.

##

for my $i (1..$#ARGV)

{

   my $cma = $ARGV[$i];

   if ($cma =~ m/-h(\d*)/)

   {

      $heartBeatMS = $1;

   }

   else

   {

      print "Unrecognised parameter: $cma , ignoring...\n";

   }

}

## Read from the file.

## Read the log into an array line by line.

my $TRACE_FILENAME = $ARGV[0];

open(INPUT_FILE, '<', $TRACE_FILENAME) or die $!;

binmode(INPUT_FILE);

##

## Parse each line sequentially...

##

while ( my $line = <INPUT_FILE> )

{

   my $timeFromMidnightMS;

   ## 

   ## If this line is about a new process, make a note of the name and the

   ## associated process id, so that FbsSessions can be mapped to their 

   ## thread by name.

   ##

   if ($line =~ /^.*Thread:Process name assigned;NThread:(.*);DProcess:(.*);Name:(.*)$/i)

   {

      my $threadId  = $1;

      my $processId = $2;

      my $processName = $3;

      $ProcessNames{$processId} = $processName ;

   }

   ## 

   ## If this line is about a new process, make a note of the name and the

   ## associated process id, so that FbsSessions can be mapped to their 

   ## thread by name when the csv is generated.

   ##

   if (($line =~ /^.*Thread:Thread created;NThread:(.*);DProcess:(.*);Name:(.*)$/i) ||

      ($line =~ /^.*Thread:Thread name assigned;NThread:(.*);DProcess:(.*);Name:(.*)$/i))

      {

      my $threadId  = $1;

      my $processId = $2;

      my $threadName = $3;

      my $fullThreadName = $ProcessNames{$processId} . ":" . $threadName;

      $ThreadNames{$threadId} = $fullThreadName;

   }

   ##

   ## Determine timestamp. If this time is beyond the heartbeat, 

   ## take a snapshot and 

   ##

   if ($line =~ /^(\d\d):(\d\d):(\d\d)\.(\d{3})/)

   {

      $timeFromMidnightMS = ((($1 * 3600) + ($2 * 60) + $3) * 1000) + $4;

      if ($nextHeartBeatMS == -1) 

      {

         $nextHeartBeatMS = $firstHeartBeatTimeMS;

         $logLastLineTimeMS = $timeFromMidnightMS;

      }

      ## We have wrapped around midnight!

      ## Add a 1000ms cushion to the comparison to avoid wrapping around 

      ## midnight if a trace is buffered too slowly.

      if (($timeFromMidnightMS+1000) < $logLastLineTimeMS)

      {

         $timeFromMidnightMS += 86400000;

      }

      $nextHeartBeatMS -= ($timeFromMidnightMS - $logLastLineTimeMS);

      $logLastLineTimeMS = $timeFromMidnightMS;

      ##

      ## If heartbeat reached, take snapshot of bmp memory per thread

      ## and set next heartbeat time.

      ##

      while ($nextHeartBeatMS <= 0)

      {

         $nextHeartBeatMS += $heartBeatMS;

         # take a snapshot of the current bitmap memory usage per thread

         while ((my $thread, my $fbsResourceCount) = each(%fbsResourcesPerThread))

         {

            $arrayOfSnapshots[$heartBeatCount]{$thread} = $fbsResourceCount;

         }

         $heartBeatCount++;

      }

   }

   ## FBS Client-side traces.

   if ($line =~ m/\tFBSCLI: /)

   {

      ##

      ## If this line is an FBSCLI trace, and it contains iSSH then

      ## it gives a chance to map a client thread ID to a session handle.

      ## 

      if ( $line =~ m/iSSH=(\w*);.*Thread ID:(.*)$/)

      {

         my $ServerSessionHandle = $1;

         my $thread = $2;

         if ($thread ne "0x00000000")

         {

            $SessionThreadMap{$ServerSessionHandle} = $thread;

         }

      }

   }

   ## 

   ## FBS Server-side traces.

   ##

   if ($line =~ m/\tFBSERV: /)

   {

      ## The line must have a s= parameter to be useful - the session server handle.

      ## Any FBSERV line without this is not considered for parsing.

      if ($line =~ m/; iSSH=(\w*);/)

      {

         my $FbsSessionHandle = $1;

         my $thread = "Unknown Thread [Session=$FbsSessionHandle]";

         if (defined($SessionThreadMap{$FbsSessionHandle}))

         {

            $thread = $SessionThreadMap{$FbsSessionHandle};

         }

         if ($line =~ m/; rc=(\d+);/)

         {

            my $resourceCount = $1;

            if ($resourceCount == 0)

            { 

               $resourceCount = '';

            }

            $fbsResourcesPerThread{$thread} = $resourceCount;

         }

      }

   }

}

close (INPUT_FILE);

##

## Make a map of unique threads across all snapshots

## This is so only one occurrence of each thread will appear

## in the csv file.

##

my %uniqueThreads = ();

for my $i (0..$#arrayOfSnapshots)

{

   for my $thread (keys %{$arrayOfSnapshots[$i]})

   {

      $uniqueThreads{$thread} = 1;

   }

}

##

## Start writing to file.

## First row, which contains the heartbeat number column headings...

##

my $OUTPUT_FILENAME = sprintf("%s.csv", $TRACE_FILENAME);

open(OUTPUT_FILE,">$OUTPUT_FILENAME") or die $!;

print OUTPUT_FILE "Session$CSV_DELIMITER";

for my $i (0..$heartBeatCount)

{

    print OUTPUT_FILE "$i$CSV_DELIMITER";

}

##

## For each subsequent row, print the first thread and the

## memory at each snapshot...

##

print OUTPUT_FILE "\n";

while ((my $thread, my $dummy) = each(%uniqueThreads))

{

    # Resolve the thread to its full name...

    print OUTPUT_FILE "$thread";

    if (defined($ThreadNames{$thread}) )

    {

       my $threadName = $ThreadNames{$thread};

       print OUTPUT_FILE ":$threadName";

    }

    print OUTPUT_FILE "$CSV_DELIMITER";

    # print the memory use per thread, for each snapshot...

    for my $i (0..$#arrayOfSnapshots)

    {

       my %snapshot = %{$arrayOfSnapshots[$i]};

       while ((my $snapshotThread, my $fbsResourceCount) = each(%snapshot))

       {

           if ($snapshotThread eq $thread) 

           {

              print OUTPUT_FILE "$fbsResourceCount";

           }

       }

       print OUTPUT_FILE "$CSV_DELIMITER";

    }

    print OUTPUT_FILE "\n";

}

close (OUTPUT_FILE);