mmtestenv/mmtesttools/Scripts/TestResultsComparisonTool/TestScriptResults.pm
author hgs
Wed, 08 Sep 2010 17:15:23 +0100
changeset 56 b6488ac24ddc
parent 26 c36d67f77f75
permissions -rw-r--r--
2010wk34_02
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
26
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
     1
# Copyright (c) 2010 Nokia Corporation and/or its subsidiary(-ies).
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
     2
# All rights reserved.
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
     3
# This component and the accompanying materials are made available
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
     4
# under the terms of "Eclipse Public License v1.0"
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
     5
# which accompanies this distribution, and is available
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
     6
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
     7
#
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
     8
# Initial Contributors:
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
     9
# Nokia Corporation - initial contribution.
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    10
#
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    11
# Contributors:
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    12
#
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    13
# Description:
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    14
#
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    15
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    16
package TestScriptResults;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    17
use strict;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    18
use Exporter;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    19
use base 'Exporter'; 
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    20
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    21
# Crashing enums
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    22
my $KTestDidNotCrash = 0;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    23
my $KTestCrashed = 1;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    24
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    25
# Test Harness enums
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    26
our $KCoreConfTest = "CoreConf";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    27
our $KTEFTest = "TEF";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    28
our $KTEFNoTestcasesTest = "TEFNoTestcases";	# Some of the older MM TEF tests were implemented without using testcases, in these cases we use the test steps in their place
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    29
our $KTestFrameworkTest = "TF";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    30
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    31
our @EXPORT = qw($KCoreConfTest, $KTEFTest, $KTEFNoTestcasesTest, $KTestFrameworkTest);
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    32
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    33
# Constructor
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    34
sub TestScriptResults
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    35
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    36
	my $this = {};
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    37
	$this->{ScriptName} = undef;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    38
	$this->{FilePath} = undef;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    39
	$this->{DidItCrash} = $KTestDidNotCrash;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    40
	$this->{TotalNumberTestCases} = undef;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    41
	$this->{Inconclusives} = [1];	# First entry gives the next free index
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    42
	$this->{Fails} = [1];	# First entry gives the next free index
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    43
	$this->{TestHarness} = undef;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    44
	bless($this);
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    45
	return $this;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    46
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    47
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    48
sub SetScriptName
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    49
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    50
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    51
	$this->{ScriptName} = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    52
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    53
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    54
sub ScriptName
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    55
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    56
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    57
	return $this->{ScriptName};
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    58
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    59
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    60
sub SetFilePath
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    61
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    62
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    63
	$this->{FilePath} = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    64
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    65
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    66
sub FilePath
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    67
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    68
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    69
	return $this->{FilePath};
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    70
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    71
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    72
sub CoreConfTest
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    73
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    74
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    75
	$this->{TestHarness} = $KCoreConfTest;	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    76
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    77
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    78
sub TEFTest
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    79
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    80
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    81
	$this->{TestHarness} = $KTEFTest;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    82
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    83
		
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    84
sub TEFNoTestcasesTest
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    85
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    86
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    87
	$this->{TestHarness} = $KTEFNoTestcasesTest;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    88
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    89
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    90
sub TestFrameworkTest
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    91
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    92
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    93
	$this->{TestHarness} = $KTestFrameworkTest;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    94
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    95
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    96
sub TestHarness
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    97
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    98
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
    99
	return $this->{TestHarness};	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   100
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   101
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   102
sub AddInconclusiveResult
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   103
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   104
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   105
	my $currentFreeIndex = $this->{Inconclusives}[0];
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   106
	$this->{Inconclusives}[$currentFreeIndex] = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   107
	$currentFreeIndex++;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   108
	$this->{Inconclusives}[0] = $currentFreeIndex;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   109
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   110
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   111
sub ResetInconclusives
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   112
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   113
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   114
	$this->{Inconclusives}[0] = 1;	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   115
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   116
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   117
sub Inconclusives
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   118
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   119
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   120
	my @inconList = @{$this->{Inconclusives}};	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   121
	my $finalIndex = $inconList[0] - 1;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   122
	return @inconList[1 .. $finalIndex];	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   123
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   124
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   125
sub AddFailureResult
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   126
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   127
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   128
	my $currentFreeIndex = $this->{Fails}[0];
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   129
	$this->{Fails}[$currentFreeIndex] = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   130
	$currentFreeIndex++;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   131
	$this->{Fails}[0] = $currentFreeIndex;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   132
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   133
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   134
sub ResetFailures
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   135
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   136
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   137
	$this->{Fails}[0] = 1;	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   138
	}	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   139
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   140
sub Failures
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   141
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   142
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   143
	my @failureList = @{$this->{Fails}};	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   144
	my $finalIndex = $failureList[0] - 1;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   145
	return @failureList[1 .. $finalIndex];
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   146
	}	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   147
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   148
sub SetTotalTestCount
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   149
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   150
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   151
	$this->{TotalNumberTestCases} = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   152
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   153
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   154
sub TotalTestCount
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   155
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   156
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   157
	return $this->{TotalNumberTestCases};
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   158
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   159
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   160
sub TestCrashed
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   161
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   162
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   163
	$this->{DidItCrash} = $KTestCrashed;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   164
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   165
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   166
sub ResetCrashed
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   167
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   168
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   169
	$this->{DidItCrash} = $KTestDidNotCrash;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   170
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   171
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   172
sub DidItCrash
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   173
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   174
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   175
	return $this->{DidItCrash};
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   176
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   177
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   178
sub AnyFailures
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   179
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   180
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   181
	if (($this->{Fails}[0] > 1) || ($this->{Inconclusives}[0] > 1) || ($this->DidItCrash()))
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   182
		{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   183
		return 1;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   184
		}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   185
	return 0;	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   186
	}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   187
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   188
sub DebugPrint
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   189
	{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   190
	my $this = shift;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   191
	print "\nTest script: $this->{ScriptName}\n$this->{FilePath}\n";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   192
	if ($this->{DidItCrash} == $KTestCrashed)
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   193
		{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   194
		print "It CRASHED\n";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   195
		}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   196
	print "Test cases run: $this->{TotalNumberTestCases}\n";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   197
	
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   198
	my $lastIndex = $this->{Inconclusives}[0] - 1;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   199
	if ($lastIndex > 0)
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   200
		{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   201
		print "INCONCLUSIVES:\n";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   202
		foreach my $inconclusiveResult (@{$this->{Inconclusives}}[1 .. $lastIndex])
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   203
			{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   204
			print "$inconclusiveResult\n";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   205
			}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   206
		}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   207
		
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   208
	$lastIndex = $this->{Fails}[0] - 1;
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   209
	if ($lastIndex > 0)
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   210
		{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   211
		print "FAILS:\n";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   212
		foreach my $failResult (@{$this->{Fails}}[1 .. $lastIndex])
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   213
			{
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   214
			print "$failResult\n";
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   215
			}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   216
		}
c36d67f77f75 2010wk21_04
hgs
parents:
diff changeset
   217
	}