# Copyright (c) 2003-2009 Nokia Corporation and/or its subsidiary(-ies).
# All rights reserved.
# This component and the accompanying materials are made available
# under the terms of "Eclipse Public License v1.0"
# which accompanies this distribution, and is available
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
#
# Initial Contributors:
# Nokia Corporation - initial contribution.
#
# Contributors:
#
# Description:
#
use strict;
use Getopt::Long;
# read in the command line parameters
my $verbose = 0;
my $singleLevel = 0;
my $fromBatchFile = 0;
my $help = 0;
GetOptions( 'verbose|v!' => \$verbose,
'1!' => \$singleLevel,
'help|h|?!' => \$help,
'--fromBatchFile!' => \$fromBatchFile );
Usage() if $help;
my $file = $ARGV[0];
if(!defined($file))
{
$file = "$ENV{EPOCROOT}EPOC32\\WINSCW\\C\\LOGS\\LOG.TXT";
$file = "$ENV{EPOCROOT}EPOC32\\WINS\\C\\LOGS\\LOG.TXT" if(!-r $file);
print "No file specified, defaulting to $file\n";
}
print "Verbose mode on\n" if $verbose;
# open up the file for input
open(INPUT_FILE, "< $file") or die "ERROR: Couldn't open the file \"$file\" for input:";
# read file without intepretting CR/LF - not ideal on window's systems, but
# I introduced this to get around apparent problem when seeking back when reading binary data
# The seek back seemed to seek to somewhere other than where we had last "tell"'ed.
# binmode fixes this since CR/LF is always seen as 2 distinct chars.
binmode(INPUT_FILE);
# declare handy arrays
my %file_handles_text; # a hash of all components seen for ascii and their associated file handle
my %file_handles_binary; # a hash of all components seen for binary and their associated file handle
my @comments; # an array of all the comment lines seen so far
# iterate through each line of the file
my $filepos = tell(INPUT_FILE);
my $linenum = 1;
while (<INPUT_FILE>) {
# strip off any CR/LF's since we will correctly terminate the line by one
# if we find the line is ascii. Binary lines should also arrive with a CR/LF at their end.
my $line = $_;
print $line if $verbose;
chomp($line);
my $strlen = length($line);
if (($strlen == 0) || (ord "$line" == 13)) {
if ($verbose) { print "Line#: $linenum is an empty line.\n"; }
} else {
$line =~ s/\r$//; # chomp CR
if ($line =~ /^#/) {
# we are dealing with a comment line
$line .= "\n";
push(@comments, "$line");
while((my $component, my $file_handle) = each(%file_handles_text)) {
print $file_handle "$line"
}
}
else {
#we are dealing with a component line so check the correct line format and determine if it is ascii or binary
my @list = split("\t", $line);
my $linetype = "$list[2]";
if (ord "$linetype" == 97) {
# this is ascii, so return a CR/LF to line
$line .= "\n";
my $component = lc($list[0] . ($singleLevel? "": "_$list[1]") . ".log");
if (not exists $file_handles_text{$component}) {
# we haven't seen this component before
local *OUTFILE;
open(OUTFILE, "> $component") or die "ERROR. Line $linenum: can't open file \"$component\" for output: $!";
foreach my $comment (@comments) {
print OUTFILE "$comment";
}
$file_handles_text{$component} = *OUTFILE;
}
my $file_handle = $file_handles_text{$component};
print $file_handle "$line";
} elsif (ord "$linetype" == 98) {
#assume it is binary
my $component = "$list[0]_$list[1].bin";
if (not exists $file_handles_binary{$component}) {
# we haven't seen this component before
local *OUTFILE;
open(OUTFILE, "> $component") or die "ERROR. Line $linenum: can't open file \"$component\" for output: $!";
binmode(OUTFILE);
$file_handles_binary{$component} = *OUTFILE;
}
# go back to start of line since CR/LF might even occur in the length field,
# then read to each tab until the binary tag is found again
seek(INPUT_FILE,$filepos,0);
my $old_rs = $/;
$/ = chr(9);
do {
$_ = <INPUT_FILE>;
} while ((ord "$_" != 98) && (length != 1));
$/ = $old_rs;
# read the length as a "little-endian" 4-byte unsigned integer
my $datalenstr;
my $numread = read(INPUT_FILE,$datalenstr,4);
if ($numread != 4) { die "ERROR: did not read all 4 bytes binary data length on line $linenum"; }
my $datatoread = unpack("v",$datalenstr);
# read next char and ensure it is a tab
my $onechar;
$numread = read(INPUT_FILE,$onechar,1);
if ($numread != 1) { die "ERROR: read error when reading tab char in binary line on line $linenum"; }
if (ord $onechar != 9) { die "ERROR: No tab char in binary line at pos : $filepos where expected between length and data at line $linenum"; }
if ($verbose) {
print "About to read binary data. Beginning of line is at pos: $filepos ";
printf " [%X] Tags: ",$filepos;
foreach my $d (@list) {
print "[$d]";
}
print "\nBytes to read: $datatoread\n";
}
my $datastr;
$numread = read(INPUT_FILE,$datastr,$datatoread);
if ($datatoread != $numread) { die "ERROR: only read $numread of expected $datatoread bytes binary data on line $linenum"; }
if ($verbose) { print "Read Completed.\n"; }
my $file_handle = $file_handles_binary{$component};
print $file_handle "$datastr";
# finally, read in the trailing CR/LF before reverting to textual reading
$_ = <INPUT_FILE>;
} else {
if ($verbose) {
print "Line# $linenum at filepos $filepos is CORRUPT: linetype field is neither ascii nor binary so ignoring.\n";
print "Line fields: ";
foreach my $d (@list) {
print "[$d]";
}
print "\n ... skipping line and continuing\n";
}
}
} # comment line check
} #empty line check
$filepos = tell(INPUT_FILE);
#print "filepos at end of line proc: $filepos . input rec #: $.";
#printf "[%X]\n",$filepos;
$linenum++;
}
# and finally clean up
close(INPUT_FILE) or die "ERROR: failed to close the input log file: $!";
my $firstFile = 1;
while((my $component, my $file_handle) = each(%file_handles_text))
{
printf "%s%s", $firstFile? "Generated: ": ", ", $component;
$firstFile = 0;
close($file_handle) or die "ERROR: failed to close the output log file for \"$component\": $!";
}
while((my $component, my $file_handle) = each(%file_handles_binary))
{
printf "%s%s", $firstFile? "Generated: ": ", ", $component;
$firstFile = 0;
close($file_handle) or die "ERROR: failed to close the output log file for \"$component\": $!";
}
print "\n";
sub Usage () {
print $fromBatchFile? "Common Usage: splitlog [logfile] [-v][-1]\n": "Args: [logfile] [-v][-1]\n";
print <<ENDHERESTRING;
Where:
[logfile] = CDU log file (default: {EPOCROOT}\\EPOC32\\WINS[CW]\\C\\LOGS\\LOG.TXT)
[-v] = verbose output
[-1] = split only at component level (one file per unique first tag)
Input Log file format:
as specified in the FLOGGER documentation. Briefly, there are three
types of log messages:
1) Comment lines. These contain a '#' character at the beginning of
the line.
2) Ascii Log lines. Contains tab separated fields - the first being the
name of the component that logged that particular message.
3) Binary Log lines. Same fields as an ascii line but then contains
a specified number of bytes of raw data.
Output:
This script will create a number of files in the current
directory - one for each component found in the input log file. Each
file will have the same name as the first two tags separated by an underscore.
If the component is logging ascii test, its output log file will contain all
comment lines, and all log lines relating to that particular component.
If the component is logging binary data, only the actual data is placed in
the output log file.
Ascii output files are given the extension *.log while binary files have
extension *.bin
"Out of Memory":
error may mean the file is corrupt and the script tried to
read a section of binary data which isn't there. Try rerunning with the "-v"
flag to help diagnose. File position numbers reported should correlate exactly
with the byte position if displaying file in a hex editor.
ENDHERESTRING
exit 1;
}