#! perl

# Copyright (c) 2009 Symbian Foundation Ltd

# This component and the accompanying materials are made available

# under the terms of the License "Eclipse Public License v1.0"

# which accompanies this distribution, and is available

# at the URL "http://www.eclipse.org/legal/epl-v10.html".

#

# Initial Contributors:

# Symbian Foundation Ltd - initial contribution.

# 

# Contributors:

#

# Description:

# Perl script to clone or update all of the Foundation MCL repositories

use strict;

use Getopt::Long;

sub Usage($)

  {

  my ($msg) = @_;

  print "$msg\n\n" if ($msg ne "");

	print <<'EOF';

clone_all_repositories - simple script for cloning Symbian repository tree

This script will clone repositories, or pull changes into a previously

cloned repository. The script will prompt for your username and

password, which will be needed to access the SFL repositories, or you can

supply them with command line arguments.

Important: 

  This script uses https access to the repositories, so the username and

  password will be stored as cleartext in the .hg/hgrc file for each repository.

Used with the "-mirror" option, the script will copy both MCL and FCL

repositories into the same directory layout as the Symbian website, and will

use the Mercurial "--noupdate" option when cloning.

Options:

-username      username at the Symbian website

-password      password to go with username

-mirror        create a "mirror" of the Symbian repository tree

-retries       number of times to retry a failed operation (default 1)

-verbose       print the underlying "hg" commands before executing them

-n             do nothing - don't actually execute the commands

-help          print this help information

-exec          execute command on each repository

-filter <RE>   only process repository paths matching regular expression <RE>

The -exec option processes the rest of the command line, treating it as

a command to apply to each repository in turn. Some keywords are expanded

to repository-specific values, and "hg" is always expanded to "hg -R %REPO%"

%REPO%         relative path to the repository

%WREPO%        relative path to repository, with Windows path separators

%URL%          URL of the master repository

%PUSHURL%      URL suitable for pushing (always includes username & password)

It's often useful to use "--" to separate the exec command from the options

to this script, e.g. "-exec -- hg update -C tip"

EOF

  exit (1);  

  }

my @clone_options = (); # use ("--noupdate") to clone without extracting the source

my @pull_options  = (); # use ("--rebase") to rebase your changes when pulling

my $hostname = "developer.symbian.org";

my $username = "";

my $password = "";

my $mirror = 0; # set to 1 if you want to mirror the repository structure

my $retries = 1;  # number of times to retry problem repos

my $verbose = 0;  # turn on more tracing

my $do_nothing = 0; # print the hg commands, don't actually do them

my $help = 0;

my $exec = 0;

my $filter = "";

my $program_path = $0;

# Analyse the rest of command-line parameters

if (!GetOptions(

    "u|username=s" => \$username,

    "p|password=s" => \$password,

    "m|mirror" => \$mirror, 

    "r|retries=i" => \$retries,

    "v|verbose" => \$verbose,

    "n" => \$do_nothing,

    "h|help" => \$help,

    "e|exec" => \$exec,

    "f|filter=s" => \$filter,

    ))

  {

  Usage("Invalid argument");

  }

Usage("Too many arguments") if (scalar @ARGV > 0 && !$exec);

Usage("Too few arguments for -exec") if (scalar @ARGV == 0 && $exec);

Usage("") if ($help);

# Important: This script uses http access to the repositories, so

# the username and password will be stored as cleartext in the

# .hg/hgrc file in each repository.

my $needs_id = 1; # assumed necessary for clone/pull

my @exec_cmd = @ARGV;

if ($exec)

  {

  if ($exec_cmd[0] eq "hg")

    {

    shift @exec_cmd;

    unshift @exec_cmd, "hg", "-R", "%REPO%";

    }

  if ($verbose)

    {

    print "* Exec template = >", join("<,>", @exec_cmd), "<\n";

    }

  $needs_id = grep /URL%/,@exec_cmd; # only need id if using %URL% or %PUSHURL%

  }

if ($needs_id && $username eq "" )

  {

  print "Username: ";

  $username = <STDIN>;

  chomp $username;

  }

if ($needs_id && $password eq "" )

  {

  print "Password: ";

  $password = <STDIN>;

  chomp $password;

  }

my %export_control_special_case = (

  "oss/MCL/sf/os/security" => 1,

  "oss/FCL/sf/os/security" => 1,

  );

sub do_system(@)

  {

  my (@cmd) = @_;

  if ($verbose)

    {

    print "* ", join(" ", @cmd), "\n";

    }

  return 0 if ($do_nothing);

  return system(@cmd);

  }

  {

  my ($package) = @_;

  my @dirs = split /\//, $package;

  my $license = shift @dirs;

  my $repotree = shift @dirs; # remove the MCL or FCL repo tree information

  my $destdir = pop @dirs;  # ignore the package name, because Mercurial will create that

  if ($mirror)

    {

    # Mirror the full directory structure, so put back the license & repotree dirs

    unshift @dirs, $repotree;

    unshift @dirs, $license;

    }

  # Ensure the directories already exist as far as the parent of the repository

  my $path = "";

  foreach my $dir (@dirs)

    {

    $path = ($path eq "") ? $dir : "$path/$dir";

    if (!-d $path)

      {

      mkdir $path;

      }

    }

  $path .= "/$destdir";   # this is where the repository will go

  my $repo_url = "https://$username:$password\@$hostname/$package/";

  my $repo_push_url =$repo_url;

  if ($license ne "sfl" && !$export_control_special_case{$package})

    {

    # user registration is not required for reading public package repositories

    $repo_url = "http://developer.symbian.org/$package/";

    }

  if ($exec)

    {

    # iteration functionality - process the keywords

    my $wpath = $path;

    $wpath =~ s/\//\\/g;  # win32 path separator

    my @repo_cmd = ();

    foreach my $origcmd (@exec_cmd)

      {

      my $cmd = $origcmd; # avoid altering the original

      $cmd =~ s/%REPO%/$path/;

      $cmd =~ s/%WREPO%/$wpath/;

      $cmd =~ s/%URL%/$repo_url/;

      $cmd =~ s/%PUSHURL%/$repo_push_url/;

      push @repo_cmd, $cmd;

      }

    print "Processing $path...\n";

    }

  elsif (-d "$path/.hg")

    {

    # The repository already exists, so just do an update

    print "Updating $destdir from $package...\n";

    }

  else

    {

    # Clone the repository

    print "Cloning $destdir from $package...\n";

    }

  }

if ($mirror)

  {

  push @clone_options, "--noupdate";

    {

      {

      }

  }

my @problem_packages = ();

my $total_packages = 0;

foreach my $package (@all_packages)

  {

  if ($filter && $package !~ /$filter/)

    {

    next; # skip repos which don't match the filter

    }

  $total_packages++;

  }

# retry problem packages

my $attempt = 0;

while ($attempt < $retries && scalar @problem_packages) 

  {

  $attempt++;

  printf "\n\n------------\nRetry attempt %d on %d packages\n",

    $attempt, scalar @problem_packages;

  print join("\n", @problem_packages, ""), "\n";

  my @list = @problem_packages;

  @problem_packages = ();

  foreach my $package (@list)

    {

   }

  }

printf "\n------------\nProcessed %d packages, of which %d reported errors\n", 

  $total_packages, scalar @problem_packages;

if (scalar @problem_packages)

  {

  print join("\n", @problem_packages, "");

  }