# Copyright (c) 2009 Symbian Foundation Ltd

# This component and the accompanying materials are made available

# under the terms of the License "Eclipse Public License v1.0"

# which accompanies this distribution, and is available

# at the URL "http://www.eclipse.org/legal/epl-v10.html".

#

# Initial Contributors:

# Symbian Foundation Ltd - initial contribution.

#

# Contributors:

# Arnaud Lenoir

#

# Description:

# Task 243 - Generate FCLs details between 2 PDKs to be included as part of the release notes

# Here is the location for the naming convention for the PDKs: http://developer.symbian.org/wiki/index.php/Build_and_Integration

#

# Configuration data and constants for the script

#

print "\n";

my $default_pdk_loc='\\\\bishare\\releases\\';

print "default_pdk_loc=$default_pdk_loc\n";

# Nb of arguments to be passed to the script to work. If that need to change, just modify nb_arg_to_pass!

my $nb_arg_to_pass=2;

print "nb_arg_to_pass=$nb_arg_to_pass\n";

# Name of the file that contains the data we need to extract for this script

my $build_bom_zip_file_to_extract="build_BOM\.zip";

my $build_logs_zip_file_to_extract="build_logs\.zip";

# Name of the file we need to work on to extract the data necessary for the Release Notes from build_BOM.zip

my $name_of_file_to_compare="build-info\.xml";

# File used to extract path and component name for a package from build_logs.zip

my $pckg_extraction_data_file_name = "PkgComponentAnalysisSummary\.csv";

# When using the script as part of the build system, we don't have access to the zip files yet, therefore we need to have a look for the file directly

# This is working only when using pdkloc2 only. In any other cases we are not bothered!!!!!

my $bom_dir="BOM";

my $analysis_dir="analysis";

# Pattern used to search for PDKs

my $pdk_start_pattern="PDK_";

# Pattern used to extract info from the xml file

my $starting_pattern_for_xml_extraction="<name>Sources</name>";

my $ending_pattern_for_xml_extraction="</project>";

# Pattern to extract data from the line in the file

# Branch type. If not a branch type, we are not interested

my $branch_type_extraction_pattern="(MCL|FCL)";

my $mcl_cste="MCL";

my $fcl_cste="FCL";

# package name

#/imgeditor/#:86a88f39b644</baseline>

# # is used to define the changeset number for mercurial.

# Therefore if we have a look what is before "/#", we should always find the package name!!

my $package_extraction_pattern = "([^/]+)/?#";

# When that "boolean value is set to 1 or true, then the line we read in the file can be search for the information we want to extract

# If $starting_pattern_for_xml_extraction true, then set extraction_from_xml_is_allowed to true/1

# If $ending_pattern_for_xml_extraction false, then reset extraction_from_xml_is_allowed to false/0

# $ending_pattern_for_xml_extraction is called several times in the program, but this is not a problem as we don't set it to false/0 and therefore do nothing!

my $extraction_from_xml_is_allowed=0;

# Temporary location used to do the work

my $working_drive="c:";

my $working_directory="temp";

my $working_sub_directory="fcl_extraction";

my $working_pdk1_directory="pdk1";

my $working_pdk2_directory="pdk2";

# Name of the file that we are creating to hold the information necessary for the Release Notes

my $name_of_file_to_publish="releaseNotes.wiki.txt";

#Location for that file

# This values need to be overwritten!!!

my $location_of_file_to_publish="c:\\temp";

my $path_to_file_to_publish="$location_of_file_to_publish\\$name_of_file_to_publish";

#

# End configuration data for the script

#

# Get parameters passed to the script. Save only the 2 first parameters as we need only 2 parameters for the script

print "\n";

my $nb_arg_passed = scalar(@ARGV);

print "nb_arg_passed=$nb_arg_passed\n"; # Find out the number of arguement passed

print "@ARGV\n\n";

# Needs to be done here, otherwise lost if try to recover them later on. Why?

my $arg1_passed = $ARGV[0];

my $arg2_passed = $ARGV[1];

print "arg1_passed= $arg1_passed \t arg2_passed=$arg2_passed\n";

# if enter help as unique argument, then we will launch the help becaue we only pass one argument.

if ($nb_arg_passed != $nb_arg_to_pass)

{

	helpme();

}

# Modules necessary to run this script

use Getopt::Long;

use strict;

# Arguments / Data used for the script

my $pdknb1 = '';

my $pdknb2 = '';

my $pdkloc1 = '';

my $pdkloc2 = '';

my $pdkname1 = '';

my $pdkname2 = '';

my $help = 0;

GetOptions((

	'pdknb1=s' => \$pdknb1,

	'pdknb2=s' => \$pdknb2,

	'pdkname1=s' => \$pdkname1,

	'pdkname2=s' => \$pdkname2,

	'pdkloc1=s' => \$pdkloc1,

	'pdkloc2=s' => \$pdkloc2,

	'help!' => \$help	# Not working

));

print "\pdknb1=$pdknb1\n";

print "\pdknb2=$pdknb2\n";

print "\pdkname1=$pdkname1\n";

print "\pdkname2=$pdkname2\n";

print "\pdkloc1=$pdkloc1\n";

print "\pdkloc2=$pdkloc2\n";

print "\help=$help\n";

my $count_arg=0; # Caculate the number of arguments we need for the script to work and that we know are correct (help doesn't count)

# First PDK to check

my $pdk_path1="";

my $pdk_complete_name1=0;

my $pdk_complete_path1=0;

my $pdk_path1_now_in_use=0;

my $pdk_values_to_search1=""; # Not necessary

my $pdk_path1_exist=0;

my $pdk_zip1_exit=0; # Not necessary

my $pdk1_correct_name_to_use="";

my $loc1_contains_the_zip_file_we_need=0;

# Second PDK to check

my $pdk_path2="";

my $pdk_complete_name2=0;

my $pdk_complete_path2=0;

my $pdk_path2_now_in_use=0;

my $pdk_values_to_search2=""; # Not necessary

my $pdk_path2_exist=0;

my $pdk_zip2_exist=0; # Not necessary

my $pdk2_correct_name_to_use="";

my $loc2_contains_the_zip_file_we_need=0;		# Used to indicate that we have found the build_BOM.zip file

my $loc2_contains_the_xml_csv_files_we_need=0;	# Used to indicate that we have found the build-info.xml and PkgComponentAnalysisSummary.csv

my $nb_of_xml_csv_files_we_need=2;	# Used to define the number of files we need to have a look at when we are not looking for zip files.

my $nb_of_zip_files_we_need=2;	# Used to define the number of files we need to have a look at when we are looking for zip files.

# Default directory management

my @directories_list_default_location=();

my $nb_dir_in_default_loc;

my @pdk_dir_list_in_default_location=();

my $nb_pdks_in_default_loc=0;

my @pdks_with_valid_zip_in_default_loc=();

my $nb_pdks_with_valid_zip_in_default_loc=0;

my @find_pdk_for_corresponding_nb1=();

my $nb_of_pdk_for_corresponding_nb1=0;

my @find_pdk_for_corresponding_nb2=();

my $nb_of_pdk_for_corresponding_nb2=0;

my @find_pdk_for_corresponding_name1=();

my $nb_of_pdk_for_corresponding_name1=0;

my @find_pdk_for_corresponding_name2=();

my $nb_of_pdk_for_corresponding_name2=0;

my @read_files_in_loc=();

# Data / statistics to be displayed in the release notes

# We consider that pdk1 is the old version and pdk2 is the new version.

# Note that for the moment, the scripts is not able to make sure that the old version of the pdk is set as pdk1 and the new version of the pdk is set as pdk2!!!!!

# Can be done for pdknb and pdkname but not for pdkloc as for the moment, no way to find out the pdk version from the build-info.xmL!!!!

# Totals

my $total_packages_pdk1=0;		# Nb of packages included in the pdk1

my $total_packages_pdk2=0;		# Nb of packages included in the pdk2

my $total_packages_added=0;		# Nb of packages added in the pdk2

my $total_packages_removed=0;	# Nb of packages removed from the pdk2

my $total_new_fcl=0;			# Nb of packages that are now on fcl in pdk2 (means were mcl in pdk1 and are now fcl in pdk2)

my $total_no_more_fcl=0;		# Nb of packages that are no more on fcl in pdk2 (means were fcl in pdk1 and are now mcl in pdk2)

my $total_still_fcl=0;			# Nb of packages that are still on fcl in pdk2 (means were fcl in pdk1 and are still fcl in pdk2)

my $total_very_good_mcl=0;		# Nb of packages that are very good on mcl in pdk1 and pdk2 (means were on mcl in pdk1 and are still mcl in pdk2)

# Tables

my @pdk1_sorting_table;			# Table for pdk1 that is used to sort out and compare the 2 pdks

my @pdk2_sorting_table;			# Table for pdk2 that is used to sort out and compare the 2 pdks

my @packages_added_table;		# Table that contains the packages that have been added to pdk2

my @packages_removed_table;		# Table that contains the packages that have been deleted from pdk2

my @new_fcl_table;				# Table containing the packages that are now on fcl in pdk2 (means were mcl in pdk1 and are now fcl in pdk2)

my @no_more_fcl_table;			# Table containing the packages that are no more on fcl in pdk2 (means were fcl in pdk1 and are now mcl in pdk2)

my @still_fcl_table;			# Table containing the packages that are still on fcl in pdk2 (means were fcl in pdk1 and are still fcl in pdk2)

my @very_good_mcl_table;		# Table containing the packages that are very good on mcl in pdk1 and pdk2 (means were on mcl in pdk1 and are still mcl in pdk2)

my %pckg_path_name_array;		# Table containing the path for each packages

my %pckg_name_array;			# Table containing the real meaning name for each packages, not the name of the package in the directory structure

# Check that we have only 2 values for the PDKs. If not 2, then not good!

# Script code start here!

if($pdknb1)

{

	$count_arg++;

	# Get data for first pdk used for the comparison

	$pdk_path1 = $default_pdk_loc;

	$pdk_complete_name1=1;

	$pdk_complete_path1=1;

	$pdk_path1_now_in_use=1;

	$pdk_values_to_search1=$pdknb1; # Not necessary

}

if($pdknb2)

{

	$count_arg++;

	# Get data for first pdk used for the comparison

	$pdk_path2 = $default_pdk_loc;

	$pdk_complete_name2=1;

	$pdk_complete_path2=1;

	$pdk_path2_now_in_use=1;

	$pdk_values_to_search2=$pdknb2; # Not necessary

}

if($pdkname1)

{

	$count_arg++;

	if(!$pdk_path1_now_in_use)

	{

		# Get data for first pdk used for the comparison

		$pdk_path1 = $default_pdk_loc;	

		$pdk_complete_path1=1;	

		$pdk_path1_now_in_use=1;

		$pdk_values_to_search1=$pdkname1; # Not necessary

	}

	else

	{

		print "You are a bad boy!!!!, you can't enter 2 parameters ending with the same number like pdknb1 and pdkname1! Start again with the right parameters!\n";

		exit(0);

	}

}

if($pdkname2)

{

	$count_arg++;

	if(!$pdk_path2_now_in_use)

	{

		# Get data for first pdk used for the comparison

		$pdk_path2 = $default_pdk_loc;	

		$pdk_complete_path2=1;

		$pdk_path2_now_in_use=1;

		$pdk_values_to_search2=$pdkname2; # Not necessary

	}

	else

	{

		print "You are a bad boy!!!!, you can't enter 2 parameters ending with the same number like pdknb2 and pdkname2! Start again with the right parameters!\n";

		exit(0);

	}

}

if($pdkloc1)

{

	$count_arg++;

	if(!$pdk_path1_now_in_use)

	{

		# Get data for first pdk used for the comparison

		$pdk_path1 = $pdkloc1;

		$pdk_path1_now_in_use=1;

	}

	else

	{

		print "You are a bad boy!!!!, you can't enter 2 parameters ending with the same number like pdknb1 and pdkloc1! Start again with the right parameters!\n";

		exit(0);

	}

}

if($pdkloc2)

{

	$count_arg++;

	if(!$pdk_path2_now_in_use)

	{

		# Get data for first pdk used for the comparison

		$pdk_path2 = $pdkloc2;

		$pdk_path2_now_in_use=1;

	}

	else

	{

		print "You are a bad boy!!!!, you can't enter 2 parameters ending with the same number like pdknb2 and pdkloc2! Start again with the right parameters!\n";

		exit(0);

	}

}

print "count_arg=$count_arg\n";

# If no parameters entered or help selected, display help

if ($count_arg != $nb_arg_to_pass)

{

	#$help = 1;

	helpme();

	print"\nThe script accepts $nb_arg_to_pass parameters only!\n\n";

}

#

# If we reach this point, this means that we have the right numbers of arguments passed to the script.

#

print "\nWe are on the right path!!!!\n";

print "pdk_path1=$pdk_path1\n";

print "pdk_complete_name1=$pdk_complete_name1\n";

print "pdk_complete_path1=$pdk_complete_path1\n";

print "pdk_values_to_search1=$pdk_values_to_search1\n"; # Not necessary

print "\n";

print "pdk_path2=$pdk_path2\n";

print "pdk_complete_name2=$pdk_complete_name2\n";

print "pdk_complete_path2=$pdk_complete_path2\n";

print "pdk_values_to_search2=$pdk_values_to_search2\n"; # Not necessary

print "\n\n";

# Get directory listing of all directories in the default location $default_pdk_loc

extract_dir_default_loc();

extract_pdk_in_default_loc();

extract_pdk_with_valid_zip_in_default_loc();

# Compose path if necessary.

print "\n";

my $find_val=0;

if ($pdk_complete_path1)

{

	if ($pdk_complete_name1)

	{

		print "We have the PDK number, we need to define if possible the PDK name and therefore the path to the PDK\n";

		# Have a look in the default directory if there is a PDK with that number. If none or more than one with the same id, returns the list of PDKs with that same number

		foreach $find_val (@pdks_with_valid_zip_in_default_loc)

		{

			#print $find_val, "\n";

			if($find_val =~ /$pdknb1/i)

			{

				$find_pdk_for_corresponding_nb1[$nb_of_pdk_for_corresponding_nb1++]=$find_val;

			}

		}

		print "Table find_pdk_for_corresponding_nb1 is:\n";

		display_array_one_line_at_the_time(@find_pdk_for_corresponding_nb1);

		if($nb_of_pdk_for_corresponding_nb1==1)

		{

			print "There is only $nb_of_pdk_for_corresponding_nb1 PDK with the name corresponding to the PDK number given, we can keep going!\n";

		}

		else

		{

			print "There is $nb_of_pdk_for_corresponding_nb1 PDKs with the same name, please select one in the list above and run the perl script again with the right PDK name\n";

			exit(0);

		}

		#extract PDK name if only one

		$pdk1_correct_name_to_use = $find_pdk_for_corresponding_nb1[0];

		$pdk_path1 .= $find_pdk_for_corresponding_nb1[0];

		print "pdknb1 = $pdknb1\n";

	}

	else

	{

		print "We have the PDK Name therefore we can define the path to the PDK\n";

		# Have a look in the default directory if there is a PDK with that number. If none or more than one with the same id, returns the list of PDKs with that same number

		foreach $find_val (@pdks_with_valid_zip_in_default_loc)

		{

			#print $find_val, "\n";

			if($find_val =~ /$pdkname1/i)

			{

				$find_pdk_for_corresponding_name1[$nb_of_pdk_for_corresponding_name1++]=$find_val;

			}

		}

		print "Table find_pdk_for_corresponding_name1 is: \n";

		display_array_one_line_at_the_time(@find_pdk_for_corresponding_name1);

		if($nb_of_pdk_for_corresponding_name1==1)

		{

			print "There is only $nb_of_pdk_for_corresponding_name1 PDK with the name corresponding to the PDK name given, we can keep going!\n";

		}

		else

		{

			print "There is $nb_of_pdk_for_corresponding_name1 PDKs with the same name, please select one in the list above and run the perl script again with the right PDK name\n";

			exit(0);

		}

		#extract PDK name if only one

		$pdk1_correct_name_to_use = $find_pdk_for_corresponding_name1[0];

		$pdk_path1 .= @find_pdk_for_corresponding_name1[0];

		print "pdkname1 = $pdkname1\n";

	}

	print "The PDK used is: $pdk1_correct_name_to_use\n";

	print "pdk_path1 = $pdk_path1\n";

}

$find_val=0;

if ($pdk_complete_path2)

{

	if ($pdk_complete_name2)

	{

		print "We have the PDK number, we need to define if possible the PDK name and therefore the path to the PDK\n";

		# Have a look in the default directory if there is a PDK with that number. If none or more than one with the same id, returns the list of PDKs with that same number

		foreach $find_val (@pdks_with_valid_zip_in_default_loc)

		{

			#print $find_val, "\n";

			if($find_val =~ /$pdknb2/i)

			{

				$find_pdk_for_corresponding_nb2[$nb_of_pdk_for_corresponding_nb2++]=$find_val;

			}

		}

		print "Table find_pdk_for_corresponding_nb is:\n";

		display_array_one_line_at_the_time(@find_pdk_for_corresponding_nb2);

		if($nb_of_pdk_for_corresponding_nb2==1)

		{

			print "There is only $nb_of_pdk_for_corresponding_nb2 PDK with the name corresponding to the PDK number given, we can keep going!\n";

		}

		else

		{

			print "There is $nb_of_pdk_for_corresponding_nb2 PDKs with the same name, please select one in the list above and run the perl script again with the right PDK name\n";

			exit(0);

		}

		#extract PDK name if only one

		$pdk2_correct_name_to_use = $find_pdk_for_corresponding_nb2[0];

		$pdk_path2 .= $find_pdk_for_corresponding_nb2[0];

		print "pdknb2 = $pdknb2\n";

	}

	else

	{

		print "We have the PDK Name therefore we can define the path to the PDK\n";

		# Have a look in the default directory if there is a PDK with that number. If none or more than one with the same id, returns the list of PDKs with that same number

		foreach $find_val (@pdks_with_valid_zip_in_default_loc)

		{

			#print $find_val, "\n";

			if($find_val =~ /$pdkname2/i)

			{

				$find_pdk_for_corresponding_name2[$nb_of_pdk_for_corresponding_name2++]=$find_val;

			}

		}

		print "Table find_pdk_for_corresponding_name2 is:\n";

		display_array_one_line_at_the_time(@find_pdk_for_corresponding_name2);

		if($nb_of_pdk_for_corresponding_name2==1)

		{

			print "There is only $nb_of_pdk_for_corresponding_name2 PDK with the name corresponding to the PDK name given, we can keep going!\n";

		}

		else

		{

			print "There is $nb_of_pdk_for_corresponding_name2 PDKs with the same name, please select one in the list above and run the perl script again with the right PDK name\n";

			exit(0);

		}

		#extract PDK name if only one

		$pdk2_correct_name_to_use = $find_pdk_for_corresponding_name2[0];

		$pdk_path2 .= @find_pdk_for_corresponding_name2[0];

		print "pdkname2 = $pdkname2\n";		

	}

	print "The PDK used is: $pdk2_correct_name_to_use\n";

	print "pdk_path2 = $pdk_path2\n";

}

# Find out if the locations are correct or not. We just need to make sure that the location contains the build_BOM.zip, if it's the case, then bingo! If not, exit the program.

my $loc_var;

if($pdkloc1)

{

	# Get the list of file in the location choosen.

	opendir(LOC1_DIR, $pdkloc1);

	@read_files_in_loc = readdir(LOC1_DIR);

	close(LOC1_DIR);

	#print "List of files in the directory: @read_files_in_loc\n";

	foreach $loc_var (@read_files_in_loc)

	{

		if($loc_var =~ /$build_bom_zip_file_to_extract$/)

		{

			print "We found the file: $loc_var\n";

			$pdk1_correct_name_to_use = "PDK1";

			$pdk_path1 = $pdkloc1;

			print "The PDK used is: $pdk1_correct_name_to_use\n";

			print "pdk_path1 = $pdk_path1\n";

			$loc1_contains_the_zip_file_we_need=1;

			# As we have found the file, we can probably break!

		}

	}

	if(!$loc1_contains_the_zip_file_we_need)

	{

		print "We can't find the file $build_bom_zip_file_to_extract in the location $pdkloc2 and therefore we can't go any further!!\n";

		exit(0);

	}

}

print "\n";

if($pdkloc2)

{

	# Have a look at the zip files in the location choosen.

	opendir(LOC2_DIR, $pdkloc2);

	@read_files_in_loc = readdir(LOC2_DIR);	# Need to have a look at the sub directories too!!!!!!

	close(LOC2_DIR);	

	print "List of files in the directory: @read_files_in_loc\n";

	foreach $loc_var (@read_files_in_loc)

	{

		# Have a look for build_bom.zip and build_logs.zip

		if( ($loc_var =~ /$build_bom_zip_file_to_extract$/) || ($loc_var =~ /$build_logs_zip_file_to_extract$/) )

		{

			print "We found the file: $loc_var\n";

			$loc2_contains_the_zip_file_we_need++;

		}