#

# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies). 

# All rights reserved.

# This component and the accompanying materials are made available

# under the terms of "Eclipse Public License v1.0"

# which accompanies this distribution, and is available

# at the URL "http://www.eclipse.org/legal/epl-v10.html".

#

# Initial Contributors:

# Nokia Corporation - initial contribution.

#

# Contributors:

#

# Description:

# 

#------------------------------------------------------------------------------------

# Includes

#------------------------------------------------------------------------------------

use strict;

use warnings;

use Cwd; # for cwd

use FindBin; # for FindBin:Bin

use File::Path; # for mkpath

use Date::Calc;

{ # No globals.

    my $cgidir = GetCgiDir();

    #require( $cgidir . "utils.pl" );

}

#------------------------------------------------------------------------------------

# Globals

#------------------------------------------------------------------------------------

my $lineFeed = "\n";

my $RESULT_TESTCLASS =          0;      # string

my $RESULT_TESTCASE =           1;      # string

my $RESULT_PASSEDCOUNT =        2;      # num

my $RESULT_FAILEDCOUNT =        3;      # num

my $RESULT_SKIPPEDCOUNT =       4;      # num

my $RESULT_TOTALCOUNT =         5;      # num

my $RESULT_WARNINGMSGS =        6;      # array of strings

my $RESULT_DEBUGMSGS =          7;      # array of strings

my $RESULT_DEPRECATIONMSGS =    8;      # array of strings

my $RESULT_ALLCASES =           9;     # array of arrays ( result(fail=0, pass=1), string method name, array of info strings )

    my $CASE_RESULT = 0;

    my $CASE_NAME = 1;

    my $CASE_INFO = 2;

my $RESULT_SKIPPEDCASES =       10;     # array of strings

my $optionTextReport = 0;

#------------------------------------------------------------------------------------

# Main code

#------------------------------------------------------------------------------------

ReadArgs();

Main();

exit();

#------------------------------------------------------------------------------------

# Subs

#------------------------------------------------------------------------------------

sub ReadArgs

{

    while( scalar(@ARGV) > 0 )

    {

    	my $argument = shift(@ARGV);

    	if( $argument eq "-h" )

    	{

    		ShowHelp();

    	}

    	elsif( $argument eq "-txt" )

    	{

            $optionTextReport = 1;

    	}

    	elsif( $argument ne "" )

    	{

    		print "Uknown argument: $argument\n";

    		ShowHelp();

    	}

    };

}

sub ShowHelp 

{

print <<USAGE_EOF;

qvptestresultgen.pl <options: -h -txt>

Options

  -h                    Shows help.

  -txt                  Creates test report in text format instead of xml (Excel).

Copy the Qt test result files from device c:\\data to same folder with 

the script and run it. Creates report from the results.

Script can be run from videoplayer/internal/qt folder.

USAGE_EOF

	exit();

}

sub Main

{

    my @files;

    FindFiles(".", "txt", 1, \@files);

    my @allResults;

    foreach my $file ( @files )

    {

        my @results;

        if( ReadTestRunResults( $file, \@results ) )

        {

            push @allResults, [ @results ];

        }

    }

    my @totals;

    GetTotals( \@totals, \@allResults );

    if( $optionTextReport )

    {

        CreateTextReport( \@totals, \@allResults );

    }

    else

    {

        CreateXmlReport( \@totals, \@allResults );

    }

}

sub ReadTestRunResults

{

    my ( $file, $refResults ) = @_;

    open( FILE_HANDLE, $file ) or die("ERROR! Could not open file '" . $file . "'\n");

	my @lines = <FILE_HANDLE>;

	close(FILE_HANDLE);

    my $isQtResultFile = 0;

    for( my $i = 0; $i < 10; $i++ )

    {

        if( $i < scalar( @lines ) && $lines[$i] =~ m/Using QTest library/i )

        {

            $isQtResultFile = 1;

            last;

        }

    }

    return 0 if( !$isQtResultFile );    

	@$refResults[$RESULT_TESTCLASS] = "";

	@$refResults[$RESULT_TESTCASE] = "";

    @$refResults[$RESULT_PASSEDCOUNT] = 0;

    @$refResults[$RESULT_FAILEDCOUNT] = 0;

    @$refResults[$RESULT_SKIPPEDCOUNT] = 0;

    @$refResults[$RESULT_TOTALCOUNT] = 0;

    @$refResults[$RESULT_WARNINGMSGS] = [ () ];

    @$refResults[$RESULT_DEBUGMSGS] = [ () ];

    @$refResults[$RESULT_DEPRECATIONMSGS] = [ () ];

    @$refResults[$RESULT_ALLCASES] = [ () ];

    @$refResults[$RESULT_SKIPPEDCASES] = [ () ];

	for( my $i = 0; $i < scalar(@lines); $i++ )

	{

	    my $line = $lines[$i];

	    #              msg                 class              function

	    if( $line =~ /([a-z\!]+)[ ]+\:[ ]+([a-z0-9\_\-]+)\:\:([a-z0-9\_\-]+\(\))/i )

	    {

	        my $result = $1;

	        my $testClass = $2;

	        my $testFunc = $3;

	        #print("result: $result, class: $testClass, func: $testFunc\n");

	        @$refResults[$RESULT_TESTCLASS] = $testClass;

	        @$refResults[$RESULT_TESTCASE] = $testFunc;

	        my @case;

	        $case[$CASE_RESULT] = -1;

	        $case[$CASE_NAME] = $testClass . "::" . $testFunc;;

	        $case[$CASE_INFO] = [ () ];

	        if( $result =~ /pass/i )

	        {

	            @$refResults[$RESULT_PASSEDCOUNT]++;

	            $case[$CASE_RESULT] = 1;

	        }

	        if( $result =~ /fail\!/i )

	        {

	            @$refResults[$RESULT_FAILEDCOUNT]++;

                $case[$CASE_RESULT] = 0;

	            my @info;

	            # Read rest of the line for info.

	            my $reason = substr( $line, rindex( $line, $testFunc ) + length( $testFunc ) );

	            RemoveWhiteSpaces( \$reason );

	            push @info, $reason;

                # Read next lines starting with space to info.

                while( $lines[$i+1] =~ m/^ / )

                {

                    my $str = $lines[$i+1];

                    RemoveWhiteSpaces( \$str );

                    push @info, $str;

                    $i++;                    

                    last if(!defined($lines[$i+1]));

                }

	            $case[$CASE_INFO] = [ @info ];

	        }

	        my $refAllCases = @$refResults[$RESULT_ALLCASES];

	        push @$refAllCases, [ @case ];

	        if( $result =~ /skip/i )

	        {

	            @$refResults[$RESULT_SKIPPEDCOUNT]++;

	            push @{@$refResults[$RESULT_SKIPPEDCASES]}, $testClass . "::" . $testFunc;

	        }

	        if( $result =~ /qdebug/i )

	        {

	            push @{@$refResults[$RESULT_DEBUGMSGS]}, $line;

	            if( $line =~ m/deprecated/i )

	            {

    	            push @{@$refResults[$RESULT_DEPRECATIONMSGS]}, $line;

	            }

	        }

	        if( $result =~ /qwarn/i )

	        {

	            push @{@$refResults[$RESULT_WARNINGMSGS]}, $line;

	        }	        

	    }

	}

	@$refResults[$RESULT_TOTALCOUNT] = @$refResults[$RESULT_PASSEDCOUNT] + @$refResults[$RESULT_FAILEDCOUNT] + @$refResults[$RESULT_SKIPPEDCOUNT];

	return 1;

}

sub GetTotals

{

    my ( $refTotals, $refAllResults ) = @_;

	@$refTotals[$RESULT_TESTCLASS] = "";

	@$refTotals[$RESULT_TESTCASE] = "";

    @$refTotals[$RESULT_PASSEDCOUNT] = 0;

    @$refTotals[$RESULT_FAILEDCOUNT] = 0;

    @$refTotals[$RESULT_SKIPPEDCOUNT] = 0;

    @$refTotals[$RESULT_TOTALCOUNT] = 0;

    @$refTotals[$RESULT_WARNINGMSGS] = [ () ];

    @$refTotals[$RESULT_DEBUGMSGS] = [ () ];

    @$refTotals[$RESULT_DEPRECATIONMSGS] = [ () ];

    @$refTotals[$RESULT_ALLCASES] = [ () ];

    @$refTotals[$RESULT_SKIPPEDCASES] = [ () ];

    foreach my $refResults ( @$refAllResults )

    {   

    	@$refTotals[$RESULT_TESTCLASS] = "";

    	@$refTotals[$RESULT_TESTCASE] = "";

        @$refTotals[$RESULT_PASSEDCOUNT] += @$refResults[$RESULT_PASSEDCOUNT];

        @$refTotals[$RESULT_FAILEDCOUNT] += @$refResults[$RESULT_FAILEDCOUNT];

        @$refTotals[$RESULT_SKIPPEDCOUNT] += @$refResults[$RESULT_SKIPPEDCOUNT];

        @$refTotals[$RESULT_TOTALCOUNT] += @$refResults[$RESULT_TOTALCOUNT];

        @$refTotals[$RESULT_WARNINGMSGS] = [ ( @{@$refTotals[$RESULT_WARNINGMSGS]}, @{@$refResults[$RESULT_WARNINGMSGS]} ) ];

        @$refTotals[$RESULT_DEBUGMSGS] = [ ( @{@$refTotals[$RESULT_DEBUGMSGS]}, @{@$refResults[$RESULT_DEBUGMSGS]} ) ];

        @$refTotals[$RESULT_DEPRECATIONMSGS] = [ ( @{@$refTotals[$RESULT_DEPRECATIONMSGS]}, @{@$refResults[$RESULT_DEPRECATIONMSGS]} ) ];

        @$refTotals[$RESULT_ALLCASES] = [ ( @{@$refTotals[$RESULT_ALLCASES]}, @{@$refResults[$RESULT_ALLCASES]} ) ];

        @$refTotals[$RESULT_SKIPPEDCASES] = [ ( @{@$refTotals[$RESULT_SKIPPEDCASES]}, @{@$refResults[$RESULT_SKIPPEDCASES]} ) ];

    }

}

sub CreateTextReport

{

    my ( $refTotals, $refAllResults ) = @_;

    my $template = 

"

Test Results for qvideoplayer

HW:

SW:

Test Execution Metrics

Passed: TEMPLATE_PASSED

Failed: TEMPLATE_FAILED

N/A (skipped): TEMPLATE_SKIPPED

Total number of cases: TEMPLATE_TOTAL

Pass rate of total: TEMPLATE_PRT

Pass rate of planned: TEMPLATE_PRP

Tests

TEMPLATE_TESTLIST

Warnings: 

TEMPLATE_WARNINGS

Debug message count from tests: TEMPLATE_DEBUG_COUNT

Deprecation message count from tests: TEMPLATE_DEPRECATION_COUNT

Failed test cases:

TEMPLATE_FAILED_CASES

Passed test cases

TEMPLATE_PASSED_CASES

";

    # List of tests.

    my $str = "";

    my @testResults;

    GetTestResults(\@testResults, $refAllResults);

    foreach my $refRes( @testResults )

    {

        my $testName =  @$refRes[0];

        my $testResult =  @$refRes[1];

        RemoveWhiteSpaces( \$testName );

        RemoveWhiteSpaces( \$testResult );

        $str .= " $testName $testResult\n" if( $testName ne "" );        

    }

    $template =~ s/TEMPLATE_TESTLIST/$str/;

    # Numeric data.

    $template =~ s/TEMPLATE_PASSED/@$refTotals[$RESULT_PASSEDCOUNT]/;

    $template =~ s/TEMPLATE_FAILED/@$refTotals[$RESULT_FAILEDCOUNT]/;

    $template =~ s/TEMPLATE_SKIPPED/@$refTotals[$RESULT_SKIPPEDCOUNT]/;

    $template =~ s/TEMPLATE_TOTAL/@$refTotals[$RESULT_TOTALCOUNT]/;

    # Pass rates.

    my $prt = @$refTotals[$RESULT_PASSEDCOUNT] / @$refTotals[$RESULT_TOTALCOUNT] * 100;

    $prt = sprintf( "%.2f", $prt );

    $template =~ s/TEMPLATE_PRT/$prt/;

    my $prp =  @$refTotals[$RESULT_PASSEDCOUNT] / ( @$refTotals[$RESULT_PASSEDCOUNT] + @$refTotals[$RESULT_FAILEDCOUNT] ) * 100;

    $prp = sprintf( "%.2f", $prp );

    $template =~ s/TEMPLATE_PRP/$prp/;

    # Message counts.

    $str = "";

    foreach my $warning ( @{@$refTotals[$RESULT_WARNINGMSGS]} )

    {

        RemoveWhiteSpaces( \$warning );

        $str .= " $warning\n";

    }

    $template =~ s/TEMPLATE_WARNINGS/$str/;

    my $count = scalar( @{@$refTotals[$RESULT_DEBUGMSGS]} );

    $template =~ s/TEMPLATE_DEBUG_COUNT/$count/;

    $count = scalar( @{@$refTotals[$RESULT_DEPRECATIONMSGS]} );

    $template =~ s/TEMPLATE_DEPRECATION_COUNT/$count/;

    # Failed cases.

    $str = "\n";

    foreach my $refCase ( @{@$refTotals[$RESULT_ALLCASES]} )

    {

        if( @$refCase[$CASE_RESULT] == 0 )

        {

            my $case = @$refCase[$CASE_NAME];

            my $refInfoArray = @$refCase[$CASE_INFO];

            if( $case ne "" )

            {

                $str .= " $case \n";

                $str .= "    Info: \n";

                foreach my $infoLine ( @$refInfoArray )

                {                

                    $str .= "     $infoLine \n";

                }

            }

            $str .= "\n";

        }

    }

    $str = substr( $str, 0, length( $str ) - 1 ) if( length( $str ) > 1 ); # Remove line break from last line.

    $template =~ s/TEMPLATE_FAILED_CASES/$str/;

    # Passed cases.

    $str = "\n";

    foreach my $refCase ( @{@$refTotals[$RESULT_ALLCASES]} )

    {

        if( @$refCase[$CASE_RESULT] == 1) 

        {

            my $case = @$refCase[$CASE_NAME];

            $str .= " $case \n";

        }

    }

    $str = substr( $str, 0, length( $str ) - 1 ) if( length( $str ) > 1 ); # Remove line break from last line.

    $template =~ s/TEMPLATE_PASSED_CASES/$str/;

    # Print to default output and file.

    print( $template);

	open(FILE_HANDLE, ">" . "qvptestreport.txt") or die("ERROR! Could not open file '" . "qvptestreport.txt" . "'\n");

    print FILE_HANDLE $template;

    close FILE_HANDLE;

}

sub CreateXmlReport

{

    my ( $refTotals, $refAllResults ) = @_;

    my $data = "";

    my $str = "";

    my $rows = @$refTotals[$RESULT_TOTALCOUNT] + scalar( @{@$refTotals[$RESULT_WARNINGMSGS]} ) + scalar( @{@$refTotals[$RESULT_DEBUGMSGS]} ) +

               scalar( @{@$refTotals[$RESULT_DEPRECATIONMSGS]} );

    # Excel xml header

    $data = XmlHeader( $rows*2 + 100 );

    $data .= XmlEmptyRow();

    # HW and SW

    $str = XmlSwHwRow();

    $str =~ s/REPLACE/INSERT SW HERE/;

    $data .= $str;

    $str = XmlSwHwRow();

    $str =~ s/REPLACE/INSERT HW HERE/;

    $data .= $str;

    $data .= XmlEmptyRow();

    # Metrics

    my $passCount = @$refTotals[$RESULT_PASSEDCOUNT];

    my $failCount = @$refTotals[$RESULT_FAILEDCOUNT];

    my $skipCount = @$refTotals[$RESULT_SKIPPEDCOUNT];

    my $totalCount = @$refTotals[$RESULT_TOTALCOUNT];

    my $passRateTotal = $passCount / $totalCount * 100;

    $passRateTotal = sprintf( "%.2f", $passRateTotal );

    my $passRateRun =  $passCount / ( $passCount + $failCount ) * 100;

    $passRateRun = sprintf( "%.2f", $passRateRun );

    my $runRate = ( $passCount + $failCount ) / $totalCount * 100;

    $runRate = sprintf( "%.2f", $runRate );

    $str = XmlMetrics();

    $str =~ s/TOTALCASECOUNT/$totalCount/;

    $str =~ s/PASSEDCASECOUNT/$passCount/;

    $str =~ s/FAILEDCASECOUNT/$failCount/;

    $str =~ s/SKIPPEDCASECOUNT/$skipCount/;

    $str =~ s/PASSRATEOFTOTAL/$passRateTotal/;

    $str =~ s/PASSRATEOFRUN/$passRateRun/;

    $str =~ s/RUNRATE/$runRate/;

    $data .= $str;

    $data .= XmlEmptyRow();

    # List of tests.

    $str = XmlTitleOnBlueRow();

    $str =~ s/THETITLE/Tests/;

    $data .= $str;

    my @testResults;

    GetTestResults(\@testResults, $refAllResults);

    foreach my $refRes( @testResults )

    {

        $str = XmlTestNameRow();

        my $testName =  @$refRes[0];

        my $testResult =  @$refRes[1];

        XmlReadyText( \$testName );

        XmlReadyText( \$testResult );

        RemoveWhiteSpaces( \$testName );

        RemoveWhiteSpaces( \$testResult );

        $str =~ s/TESTNAME/$testName/;

        $str =~ s/TESTRESULT/$testResult/;

        $data .= $str;

    }

    $data .= XmlEmptyRow();

    # Case list.

    $str = XmlTitleOnBlueRow();

    $str =~ s/THETITLE/Cases/;

    $data .= $str;

    my $cleanupTestCaseFound = 0;

    my $caseName = "";

    my $caseTestClass = "";

    foreach my $refCase ( @{@$refTotals[$RESULT_ALLCASES]} )

    {

        $caseName = @$refCase[$CASE_NAME];

        # Write warning if cleanupTestCase is not found for the test.

        if( index($caseName, "::") != -1 )

        {

            my $tc = substr($caseName, 0, index($caseName, "::"));

            if($caseTestClass ne "" && $caseTestClass ne $tc)

            {

                if(!$cleanupTestCaseFound) 

                {

                    $str = XmlTextRowRed();

                    $str =~ s/REPLACE/cleanupTestCase was not found! Test did not finish?/;

                    $data .= $str;            

                }

                $cleanupTestCaseFound = 0;

            }

            $caseTestClass = $tc;

        }

        $cleanupTestCaseFound = 1 if($caseName =~ "cleanupTestCase");

        next if( $caseName eq "" );

        if( @$refCase[$CASE_RESULT] == 0 )

        {