# HG changeset patch
# User Dario Sestito <darios@symbian.org>
# Date 1256038914 -3600
# Node ID e643758258cb0e4eea765a6941eb987b57cd3fdf
# Parent  ae4992ce72686edfef060f0a62da92f90a497e18
Add build_platform.pl script

diff -r ae4992ce7268 -r e643758258cb build_platform.pl
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/build_platform.pl	Tue Oct 20 12:41:54 2009 +0100
@@ -0,0 +1,465 @@
+# Copyright (c) 2009 Symbian Foundation Ltd
+# This component and the accompanying materials are made available
+# under the terms of the License "Eclipse Public License v1.0"
+# which accompanies this distribution, and is available
+# at the URL "http://www.eclipse.org/legal/epl-v10.html".
+#
+# Initial Contributors:
+# Symbian Foundation Ltd - initial contribution.
+#
+# Contributors:
+#
+# Description:
+# This is a helper script which allocates unique drive letter and build number
+# then starts a platform build by running FBF bootstrap and build targets
+
+use strict;
+
+use Getopt::Long;
+use File::Path;
+
+my $sBOOTSTRAP_DIR="C:\\Apps\\FBF\\bootstrap";
+my $sJOB_BASE_DIR="fbf_project";
+my $nMAX_JOBDIR_AGE_SECONDS = 86400; # max number of seconds after which the letter is forcibly released
+my $nLOCK_FILE_MAX_ATTEMPTS = 5;
+my $sNUMBERS_FILE="\\\\v800020\\Publish\\SF_builds\\numbers.txt";
+my $sLETTERS_FILE="letters.txt";
+my $nMAX_LETTER_AGE_SECONDS = 86400; # max number of seconds after which the letter is forcibly released
+
+my $sFbfProjectRepo = "\\\\bishare\\mercurial_development\\oss\\FCL\\interim\\fbf\\projects\\platforms";
+my $sFbfProjectDir = '';
+my $sSubProject = '';
+#my $sSourcesFile = '';
+#my $sModelFile = '';
+my $sFbfConfigRepo="\\\\bishare\\mercurial_development\\oss\\FCL\\interim\\fbf\\configs\\default";
+my $sFbfConfigDir = '';
+my $nCmdLineNumber;
+my $sDiamondsTag = '';
+my $bHudson = 0;
+my $bPublish = 1;
+my %hHlmDefines = ();
+my $bHelp = 0;
+GetOptions((
+	'configrepo=s' => \$sFbfConfigRepo,
+	'configdir=s' => \$sFbfConfigDir,
+	'projectrepo=s' => \$sFbfProjectRepo,
+	'projectdir=s' => \$sFbfProjectDir,
+	'subproj=s' => \$sSubProject,
+	#'sources=s' => \$sSourcesFile,
+	#'model=s' => \$sModelFile,
+	'number=s' => \$nCmdLineNumber,
+	'tag=s' => \$sDiamondsTag,
+	'hudson!' => \$bHudson,
+	'publish!' => \$bPublish,
+	'define=s' => \%hHlmDefines,
+	'help!' => \$bHelp
+));
+
+if ($bHelp or !($sSubProject or $sFbfProjectRepo or $sFbfProjectDir))
+{
+	print "Usage: build_platform.pl --subproj=RELPATH [OPTIONS]\n";
+	print "       build_platform.pl --projectrepo=REPO [OPTIONS]\n";
+	print "where OPTIONS are:\n";
+	print "\t--subproj=RELPATH Select subproject located at RELPATH (relative to the root of the project repository)\n";
+	print "\t--projectrepo=REPO[#REV] Use repository REPO at revision REV for the project (instead of \\\\bishare\\mercurial_internal\\fbf\\projects\\packages)\n";
+	print "\t--projectdir=DIR Use DIR location for the project (exclusive with --projectrepo).\n";
+	#print "\t--sources=FILE ...\n";
+	#print "\t--model=FILE ...\n";
+	print "\t--configrepo=REPO[#REV] Use repository REPO at revision REV for the config (instead of \\\\bishare\\mercurial_internal\\fbf\\config\\default)\n";
+	print "\t--configdir=DIR Use DIR location for the config (exclusive with --configrepo).\n";
+	print "\t--number=N Force build number to N\n";
+	print "\t--tag=TAG Apply Diamonds tag TAG to this build\n";
+	print "\t--hudson Checks that there is at least NUMBER_OF_PROCESSORS X 10 GB available on the working drive\n";
+	print "\t--nopublish Use \\numbers_test.txt for numbers and disable publishing\n";
+	print "\t--define ATTRIBUTE=VALUE Pass -D statements to the Helium Framework\n";
+	exit(0);
+}
+
+if ($sSubProject and $sSubProject !~ m,^([^/]+)/([^/]+)$,)
+{
+	print "ERROR: Option --subproj must be in the format codeline/platform (e.g. symbian3/micro)\n";
+	exit(0);
+}
+
+#if (!$sFbfProjectRepo and !$sFbfProjectDir and (!$sSourcesFile or !$sModelFile))
+#{
+#	print "Error: If you don't provide --projectrepo or --projectdir then you have to provide both --sources and --model\n";
+#	exit(0);
+#}
+
+my $sWORKING_DRIVE = find_working_drive();
+print "Will use drive $sWORKING_DRIVE as working drive for this build\n";
+
+if ($bHudson)
+{
+	my $nProcessors = $ENV{'NUMBER_OF_PROCESSORS'};
+	my $diroutput = `dir /-C $sWORKING_DRIVE`;
+	my $nBytesFree = 0;
+	$nBytesFree = $1 if ($diroutput =~ /(\d+) bytes free/);
+	my $nNeededSpace = 10*$nProcessors*1073741824;
+	#print "Needed space is $nNeededSpace\n";
+	if ($nBytesFree < $nNeededSpace)
+	{
+		print "ERROR: Available disk space on working drive ($nBytesFree bytes) is not enough to run a package build with Hudson.\n";
+		exit(1);
+	}
+}
+
+my $sFbfProjectRev = '';
+if ($sFbfProjectRepo =~ m,(.*)#(.*),)
+{
+	$sFbfProjectRepo = $1;
+	$sFbfProjectRev = $2;
+}
+my $sFbfConfigRev = '';
+if ($sFbfConfigRepo =~ m,(.*)#(.*),)
+{
+	$sFbfConfigRepo = $1;
+	$sFbfConfigRev = $2;
+}
+
+my $sHlmDefineOpt = '';
+for (keys %hHlmDefines)
+{
+	$sHlmDefineOpt .= "-D$_=$hHlmDefines{$_} ";
+}
+
+my $sTestBuildOpt = "";
+$sTestBuildOpt = "-Dsf.spec.publish.diamonds.tag=\"$sDiamondsTag\"" if ( $sDiamondsTag );
+my $sNoPublishOpt = "";
+$sNoPublishOpt = "-Dsf.spec.publish.enable=false" if ( !$bPublish );
+$sNUMBERS_FILE = "$sWORKING_DRIVE\\numbers_test.txt" if ( !$bPublish );
+
+my $sJobLabel = 'job';
+if ($sSubProject)
+{
+	$sSubProject =~ m,^([^/]+)/([^/]+)$,;
+	$sJobLabel = $2;
+}
+elsif ($sFbfProjectRepo)
+{
+	$sFbfProjectRepo =~ m,(.*[\\/])?([^\\^/]+),;
+	$sJobLabel = $2;
+}
+elsif ($sFbfProjectDir)
+{
+	$sFbfProjectDir =~ m,(.*[\\/])?([^\\^/]+),;
+	$sJobLabel = $2;
+}
+#elsif ($sSourcesFile)
+#{
+#	$sSourcesFile =~ m,/(adaptation|app|mw|os|ostools|tools)[\\/]([^\\^/]+),i;
+#	$sJobLabel = $2;
+#	$sSourcesFile =~ m,(.*[\\/])?([^\\^/]+),;
+#	$sJobLabel = $2 if (!$sJobLabel);
+#}
+mkdir("$sWORKING_DRIVE\\$sJOB_BASE_DIR") if (!-d "$sWORKING_DRIVE\\$sJOB_BASE_DIR");
+my $sJobDir = mkdir_unique("$sWORKING_DRIVE\\$sJOB_BASE_DIR\\$sJobLabel");
+print "Created project dir $sWORKING_DRIVE\\$sJOB_BASE_DIR\\$sJobDir\n";
+
+print("cd $sBOOTSTRAP_DIR\n");
+chdir("$sBOOTSTRAP_DIR");
+print "###### BOOTSTRAP ######\n";
+my $sConfigArg = "-Dsf.config.repo=$sFbfConfigRepo";
+$sConfigArg .= " -Dsf.config.rev=$sFbfConfigRev" if ($sFbfConfigRev);
+$sConfigArg = "-Dsf.config.dir=$sFbfConfigDir" if ($sFbfConfigDir);
+my $sProjectArg = "-Dsf.project.repo=$sFbfProjectRepo";
+$sProjectArg .= " -Dsf.project.rev=$sFbfProjectRev" if ($sFbfProjectRev);
+$sProjectArg = "-Dsf.project.dir=$sFbfProjectDir" if ($sFbfProjectDir);
+my $sBootstrapCmd = "hlm -f bootstrap.xml $sConfigArg $sProjectArg -Dsf.target.dir=$sJobDir";
+print("$sBootstrapCmd\n");
+system($sBootstrapCmd);
+
+# check that $sNUMBERS_FILE exists, otherwise create it
+if (!-f $sNUMBERS_FILE)
+{
+	open FILE, ">$sNUMBERS_FILE";
+	print FILE "\n";
+	close FILE;
+}
+
+my $sJobNumberKey = '';
+my $sPackage = '';
+my $sPlatform = '';
+my $nUnformattedNumber = 0;
+if ($nCmdLineNumber)
+{
+	$nUnformattedNumber = $nCmdLineNumber;
+}
+elsif ($sFbfProjectRepo)
+{
+	if ($sSubProject)
+	{
+		# key = <package>_<codeline>, e.g. for subproj=MCL/os/boardsupport -> key=boardsupport_MCL
+		$sSubProject =~ m,^([^/]+)/([^/]+)$,;
+		$sPackage = $2;
+		$sPlatform = $1;
+		$sJobNumberKey = "$2_$1";
+	}
+	else
+	{
+		# key = hash of the rev.0 of the package project repo
+		my $sRevZeroHash = get_rev_zero_hash($sFbfProjectRepo);
+		$sJobNumberKey = $sRevZeroHash;
+	}
+	$nUnformattedNumber = get_job_number($sJobNumberKey);
+}
+my $nJobNumber = sprintf("%.3d", $nUnformattedNumber);
+print "For build key $sJobNumberKey got assigned number \"$nJobNumber\"\n";
+
+# check that $sLETTERS_FILE exists, otherwise create it
+if (!-f "$sWORKING_DRIVE\\$sLETTERS_FILE")
+{
+	open FILE, ">$sWORKING_DRIVE\\$sLETTERS_FILE";
+	print FILE "\n";
+	close FILE;
+}
+
+# acquire drive letter
+my $sDriveLetter = acquire_drive_letter();
+print "acquired drive letter: $sDriveLetter\n";
+die "Could not acquire drive letter" if (! $sDriveLetter);
+
+my $sJobRootDirArg = "-Dsf.spec.job.rootdir=$sWORKING_DRIVE\\fbf_job";
+
+my $sSubProjArg = '';
+$sSubProjArg = "-Dsf.subproject.path=$sSubProject" if ($sSubProject);
+print("cd $sJobDir\\sf-config\n");
+chdir("$sJobDir\\sf-config");
+print "###### BUILD PREPARATION ######\n";
+my $sPreparationCmd = "hlm sf-prep -Dsf.project.type=platform $sSubProjArg -Dsf.spec.job.number=$nJobNumber -Dsf.spec.job.drive=$sDriveLetter: $sTestBuildOpt $sNoPublishOpt $sJobRootDirArg $sHlmDefineOpt";
+print("$sPreparationCmd\n");
+system($sPreparationCmd);
+
+print "###### EXECUTE BUILD ######\n";
+my $sBuildallCmd = "hlm sf-build-all -Dsf.project.type=platform $sSubProjArg -Dsf.spec.job.number=$nJobNumber -Dsf.spec.job.drive=$sDriveLetter: $sTestBuildOpt $sNoPublishOpt $sJobRootDirArg $sHlmDefineOpt";
+print("$sBuildallCmd\n");
+system($sBuildallCmd);
+
+print("cd $sBOOTSTRAP_DIR\n");
+chdir("$sBOOTSTRAP_DIR");
+
+# release the drive letter
+release_drive_letter($sDriveLetter);
+system("subst $sDriveLetter: /d"); # this is not required, but it's a good idea to keep things in order
+print "drive letter $sDriveLetter released (and drive unsubsted)\n";
+
+if ($bHudson)
+{
+	print "cleaning job directories...\n";
+	if (-d "$sWORKING_DRIVE\\$sJOB_BASE_DIR\\$sJobLabel") # project dir
+	{
+		print "rmdir /S $sWORKING_DRIVE\\$sJOB_BASE_DIR\\$sJobLabel\n";
+		system("rmdir /S /Q $sWORKING_DRIVE\\$sJOB_BASE_DIR\\$sJobLabel");
+	}
+	if (-d "$sWORKING_DRIVE\\fbf_job\\$sPackage\_$sPlatform.$nJobNumber") # build drive
+	{
+		print "rmdir /S $sWORKING_DRIVE\\fbf_job\\$sPackage\_$sPlatform.$nJobNumber\n";
+		system("rmdir /S /Q $sWORKING_DRIVE\\fbf_job\\$sPackage\_$sPlatform.$nJobNumber");
+	}
+}
+
+sub find_working_drive
+{
+	my @drive_list = ('E', 'G', 'D', 'C');
+	
+	for my $drive (@drive_list)
+	{
+		return "$drive:" if (-d "$drive:/");
+	}
+	
+	die "Could not find suitable working drive.";
+}
+
+sub mkdir_unique
+{
+	my ($sBaseDir) = @_;
+	
+	# check that the path where the new dir must be created exists.
+	$sBaseDir =~ m,(.*[\\/])?(.*),;
+	mkpath($1) if ($1 && !-d $1);
+	
+	my $nI = 0;
+	my $sNewDirName = "$sBaseDir";
+	while(!mkdir($sNewDirName))
+	{
+		$nI++;
+		$sNewDirName = "$sBaseDir.$nI";
+	}
+	
+	return $sNewDirName;
+}
+
+sub get_rev_zero_hash
+{
+	my ($sFbfProjectRepo) = @_;
+	
+	my $sOutput = `hg -R $sFbfProjectRepo identify -r0`;
+	
+	# remove leading and trailing spaces
+	$sOutput =~ s,^\s+,,;
+	$sOutput =~ s,\s+$,,;
+	
+	# remove tags e.g. "1fc39a7e9d79 tip"
+	$sOutput =~ s,([0-9a-z]+)\s+.*,$1,;
+	
+	return $sOutput;
+}
+
+sub get_job_number
+{
+	my ($sKey) = @_;
+	
+	$sKey=lc($sKey);
+	
+	my %hnNumbers = ();
+	
+	my $nAttempts = 0;
+	my $bGotNumber = 0;
+	do
+	{
+		open(FILE, "+<$sNUMBERS_FILE") or die("Can't open $sNUMBERS_FILE");
+		if ( flock(FILE, 6) )
+		{
+			my $sLine;
+			while ($sLine = <FILE>)
+			{
+				$hnNumbers{lc($1)} = $2 if ($sLine =~ m%(.*),(.*)%);
+			}
+			
+			$hnNumbers{$sKey} = 0 if (! $hnNumbers{$sKey} );
+			$hnNumbers{$sKey} = $hnNumbers{$sKey} + 1;
+			
+			seek(FILE, 0, 0);
+
+			for my $sStr ( keys(%hnNumbers) )
+			{
+				print FILE "$sStr,$hnNumbers{$sStr}\n";
+			}
+			truncate(FILE,tell(FILE));
+			
+			$bGotNumber = 1;
+		}
+		else
+		{
+			$nAttempts ++;
+			sleep(3);
+		}
+		close(FILE);
+	}
+	until ( $bGotNumber or $nAttempts == $nLOCK_FILE_MAX_ATTEMPTS );
+	
+	return $hnNumbers{$sKey};
+}
+
+sub acquire_drive_letter
+{
+	my %hsPidsAndTimestamps = ();
+	
+	my $sLetterToRelease = '';
+	
+	my $nAttempts = 0;
+	my $bAcquired = 0;
+	do
+	{
+		open(FILE, "+<$sWORKING_DRIVE\\$sLETTERS_FILE") or die("Can't open $sWORKING_DRIVE\\$sLETTERS_FILE");
+		if ( flock(FILE, 6) )
+		{
+			my $sLine;
+			while ($sLine = <FILE>)
+			{
+				if ($sLine =~ m%([^,]*),(.*)%)
+				{
+					my $sLetter=$1;
+					my $sString=$2;
+					
+					$sString=~m%([^,]*),(.*)%;
+					my $nPid=$1;
+					my $nTimestamp=$2;
+					
+					if (time()-$nTimestamp<=$nMAX_LETTER_AGE_SECONDS)
+					{
+						$hsPidsAndTimestamps{$sLetter} = $sString;
+					}
+					else
+					{
+						# lease has expired: unsubst drive letter and don't add to hash
+						system("subst $sLetter: /d");
+						print "forced release of letter: $sLetter (and drive unsubsted)\n";
+					}
+				}
+			}
+			
+			for my $sNewLetter ('H'..'Y')
+			{
+				if (! $hsPidsAndTimestamps{$sNewLetter})
+				{
+					my $sTimestamp = time();
+					$hsPidsAndTimestamps{$sNewLetter} = "$$,$sTimestamp";
+					$sLetterToRelease = $sNewLetter;
+					last;
+				}
+			}
+			
+			seek(FILE, 0, 0);
+
+			for my $sLetter ( keys(%hsPidsAndTimestamps) )
+			{
+				print FILE "$sLetter,$hsPidsAndTimestamps{$sLetter}\n";
+			}
+			truncate(FILE,tell(FILE));
+			
+			$bAcquired = 1;
+		}
+		else
+		{
+			$nAttempts ++;
+			sleep(3);
+		}
+		close(FILE);
+	}
+	until ( $bAcquired or $nAttempts == $nLOCK_FILE_MAX_ATTEMPTS );
+	
+	return $sLetterToRelease;
+}
+
+sub release_drive_letter
+{
+	my ($sLetterToRelease) = @_;
+	
+	my %hsPidsAndTimestamps = ();
+	
+	my $nAttempts = 0;
+	my $bAcquired = 0;
+	do
+	{
+		open(FILE, "+<$sWORKING_DRIVE\\$sLETTERS_FILE") or die("Can't open $sWORKING_DRIVE\\$sLETTERS_FILE");
+		if ( flock(FILE, 6) )
+		{
+			my $sLine;
+			while ($sLine = <FILE>)
+			{
+				$hsPidsAndTimestamps{$1} = $2 if ($sLine =~ m%([^,]*),(.*)%);
+			}
+			
+			delete $hsPidsAndTimestamps{$sLetterToRelease};
+			
+			seek(FILE, 0, 0);
+
+			for my $sLetter ( keys(%hsPidsAndTimestamps) )
+			{
+				print FILE "$sLetter,$hsPidsAndTimestamps{$sLetter}\n";
+			}
+			truncate(FILE,tell(FILE));
+			
+			$bAcquired = 1;
+		}
+		else
+		{
+			$nAttempts ++;
+			sleep(3);
+		}
+		close(FILE);
+	}
+	until ( $bAcquired or $nAttempts == $nLOCK_FILE_MAX_ATTEMPTS );
+}