--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/imgtools/buildrom/tools/efficient_rom_paging.pm Tue Oct 27 16:36:35 2009 +0000
@@ -0,0 +1,474 @@
+#
+# Copyright (c) 2006-2009 Nokia Corporation and/or its subsidiary(-ies).
+# All rights reserved.
+# This component and the accompanying materials are made available
+# under the terms of the License "Eclipse Public License v1.0"
+# which accompanies this distribution, and is available
+# at the URL "http://www.eclipse.org/legal/epl-v10.html".
+#
+# Initial Contributors:
+# Nokia Corporation - initial contribution.
+#
+# Contributors:
+#
+# Description:
+# efficent_rom_paging.pm
+# changes the paging/unpaged configuration of binaries a generated
+# OBY file
+# use
+# externaltool=efficient_rom_paging
+# in oby file to enable
+# ## TODO
+# ## keyword alias isn't handled
+#
+
+package efficient_rom_paging;
+use strict;
+
+our @EXPORT=qw(
+ efficient_rom_paging_info
+ efficient_rom_paging_single
+ efficient_rom_paging_multiple
+);
+require Exporter;
+our @ISA = qw(Exporter);
+our @EXPORT_OK = qw();
+
+
+my @moved_entry; # Holds all entries that has been moved without their dependencies
+
+my %seen; # Holds all dependencies to entries in moved_entry
+use File::Basename;
+
+# routine to provide information about the tool
+sub efficient_rom_paging_info ()
+{
+ my %toolinfo;
+ $toolinfo{'name'} = "efficient_rom_paging";
+ $toolinfo{'invocation'} = "InvocationPoint2.5";
+ $toolinfo{'multiple'} = \&efficient_rom_paging_multiple;
+ $toolinfo{'single'} = \&efficient_rom_paging_single;
+ return \%toolinfo;
+}
+
+# routine to handle multiple invocation
+sub efficient_rom_paging_multiple
+{
+ my ($line) = @_;
+ my @args=split /[=\s]/, $line;
+ return "REM efficient_rom_paging.pm";
+}
+
+
+#
+# Hash of all executables and their paged attribute
+#
+my %executables;
+
+
+sub is_oby_statement
+{
+ my ($li) = @_;
+ if ($li =~ /\s*data\s*=/) { return 1;}
+ if ($li =~ /\s*file\s*=/) { return 1;}
+ if ($li =~ /\s*dll\s*=/) { return 1;}
+ if ($li =~ /\s*secondary\s*=/) { return 1;}
+
+ return 0;
+}
+
+# Scan OBY file and move ROM_IMAGE[1] paged executables to ROM_IMAGE[0] part
+sub efficient_rom_paging_single
+{
+ my ($oby) = @_;
+
+ print "efficient_rom_paging.pm: Making paging more efficient.\n";
+
+ my $rofs_start = 0;
+ #Find ROFS partition
+ foreach my $line (@$oby)
+ {
+ if ($line =~ /ROM_IMAGE\[1\]/i)
+ {
+ last;
+ }
+ $rofs_start++;
+ }
+
+ my @rom_core_partition = @$oby[0 .. $rofs_start-1];
+ my @rofs_partition = @$oby[$rofs_start .. $#$oby];
+
+ if (is_pagingoverride_nopaged($oby))
+ {
+ move_all_paged_and_default_nonexecutables_to_core(\@rom_core_partition, \@rofs_partition);
+ move_all_aliases_to_core(\@rom_core_partition, \@rofs_partition);
+ @$oby = (@rom_core_partition, @rofs_partition);
+ print "\n";
+ return;
+ }
+
+ setup_pageable_attribute_array(\@rofs_partition);
+
+ if (is_pagingoverride_defaultpaged($oby))
+ {
+ move_all_default_executables_to_core(\@rom_core_partition, \@rofs_partition);
+ }
+
+ move_all_paged_and_default_nonexecutables_to_core(\@rom_core_partition, \@rofs_partition);
+
+ if (is_pagingoverride_alwayspage($oby))
+ {
+ move_all_executables_to_core(\@rom_core_partition, \@rofs_partition);
+ move_all_aliases_to_core(\@rom_core_partition, \@rofs_partition);
+ @$oby = (@rom_core_partition, @rofs_partition);
+ print "\n";
+ return;
+ }
+
+ move_all_paged_executables_to_core(\@rom_core_partition, \@rofs_partition);
+ move_all_dependencies_to_core(\@rom_core_partition, \@rofs_partition, $oby);
+ move_all_aliases_to_core(\@rom_core_partition, \@rofs_partition);
+ move_all_renames_to_core(\@rom_core_partition, \@rofs_partition);
+ move_all_patchdata_to_core(\@rom_core_partition, \@rofs_partition);
+
+ @$oby = (@rom_core_partition, @rofs_partition);
+ print "\n";
+}
+
+sub is_pagingoverride_nopaged
+{
+ my ($oby) = @_;
+
+ for my $line (@$oby)
+ {
+ if ($line =~ /pagingoverride\s+nopaging/i)
+ {
+ return 1;
+ }
+ }
+ return 0;
+}
+
+sub is_pagingoverride_defaultpaged
+{
+ my ($oby) = @_;
+
+ for my $line (@$oby)
+ {
+ if ($line =~ /pagingoverride\s+defaultpaged/i)
+ {
+ return 1;
+ }
+ }
+ return 0;
+}
+
+sub is_pagingoverride_alwayspage
+{
+ my ($oby) = @_;
+
+ for my $line (@$oby)
+ {
+ if ($line =~ /pagingoverride\s+alwayspage/i)
+ {
+ return 1;
+ }
+ }
+ return 0;
+}
+
+
+
+sub setup_pageable_attribute_array
+{
+ my ($rofs_partition) = @_;
+ my $counter = 0;
+ for my $line (@$rofs_partition)
+ {
+ if (is_oby_statement($line))
+ {
+ my $executable;
+ $line =~ /file=(\S+)/i;
+ $executable = $1;
+
+ open DUMP, "ELFTRAN -dump h $executable |" or die "Can't execute ELFTRAN\n";
+ while (my $line=<DUMP>)
+ {
+ if ($line =~ /pageability : (\S+)/i)
+ {
+ $executables{$executable} = $1;
+ print "." if (($counter++ % 10) == 0);
+ }
+ }
+
+ close DUMP;
+ }
+ }
+}
+
+
+sub move_all_paged_executables_to_core
+{
+ my ($rom_core, $rofs) = @_;
+
+ my @rofs_execs = grep {$_ =~ /file\s*=/i} @$rofs;
+
+ for my $line (@rofs_execs)
+ {
+ my $executable;
+ $line =~ /file=(\S+) /;
+ $executable = $1;
+
+ if ($line =~ /\s+paged$/i || ($line !~ /\s+unpaged$/i && lc($executables{$executable}) eq 'paged'))
+ {
+
+ push @$rom_core, $line; # Add line to rom core.
+ # Save the executables in a list. Will be used as a cache when dependencies are searched for.
+ push @moved_entry, $executable;
+ @$rofs = grep {$_ ne $line} @$rofs; # Remove line from rofs partition
+ }
+ }
+}
+
+sub move_all_paged_nonexecutables_to_core
+{
+ my ($rom_core_partition, $rofs_partition) = @_;
+
+ my @rofs_data = grep {$_ =~ /data\s*=\s*\S+\s+\S*\s+paged/i} @$rofs_partition;
+
+ for my $line (@rofs_data)
+ {
+ push @$rom_core_partition, $line;
+ @$rofs_partition = grep {$_ ne $line} @$rofs_partition;
+ }
+}
+
+sub move_all_paged_and_default_nonexecutables_to_core
+{
+ my ($rom_core_partition, $rofs_partition) = @_;
+
+ move_all_paged_nonexecutables_to_core($rom_core_partition, $rofs_partition);
+
+ my @rofs_data = grep {$_ =~ /data=\s*/} @$rofs_partition;
+ @rofs_data = grep {$_ !~ /unpaged/ } @rofs_data;
+
+ for my $line (@rofs_data)
+ {
+ push @$rom_core_partition, $line;
+ @$rofs_partition = grep {$_ ne $line} @$rofs_partition;
+ }
+}
+
+sub move_all_default_executables_to_core
+{
+ my ($rom_core_partition, $rofs_partition) = @_;
+
+ my @rofs_execs = grep {$_ =~ /file\s*=/i} @$rofs_partition;
+
+ # If they have been set to unpaged in the oby file, they shouldn't be moved over.
+ for my $executable (sort keys %executables)
+ {
+ if ($executables{$executable} =~ /default/i)
+ {
+ for my $line (@rofs_execs)
+ {
+ if ($line !~ /unpaged\s*$/i)
+ {
+ my $rofs_executable = $line;
+ $rofs_executable =~ /file\s*=\s*(\S+)/i;
+ $rofs_executable = $1;
+
+ if ($rofs_executable eq $executable)
+ {
+ push @moved_entry, $executable;
+ push @$rom_core_partition, $line;
+ @$rofs_partition = grep {$_ ne $line} @$rofs_partition;
+ last;
+ }
+ }
+ }
+ }
+ }
+}
+
+sub move_all_executables_to_core
+{
+ my ($rom_core_partition, $rofs_partition) = @_;
+
+ my @all_executables = grep {$_ =~ /file\s*=/i} @$rofs_partition;
+
+ for my $line (@all_executables)
+ {
+ push @$rom_core_partition, $line;
+ push @moved_entry, $line;
+ @$rofs_partition = grep {$_ ne $line} @$rofs_partition;
+ }
+}
+
+sub move_all_aliases_to_core
+{
+ my ($rom_core_partition, $rofs_partition) = @_;
+
+ my @all_aliases = grep {$_ =~ /^alias\s+\S+\s+\S+/i} @$rofs_partition;
+
+ for my $line (@all_aliases)
+ {
+ $line =~ /^alias\s+(\S+)\s+\S+/i;
+ my $alias = $1;
+ $alias = basename($alias);
+
+ my @file_stmt = grep {$_ =~ /^\s*(extension|device|file|data)(\[\S+\])?\s*=\s*\S+\s+\S*($alias)(\")?[\s+|\r](\s+\S+)*\s*$/i} @$rom_core_partition;
+ if(scalar @file_stmt)
+ {
+ push @$rom_core_partition, $line;
+ @$rofs_partition = grep {$_ ne $line} @$rofs_partition;
+ }
+ }
+}
+
+sub move_all_renames_to_core
+{
+ my ($rom_core_partition, $rofs_partition) = @_;
+
+ my @all_renames = grep {$_ =~ /^rename\s+\S+\s+\S+/i} @$rofs_partition;
+
+ for my $line (@all_renames)
+ {
+ $line =~ /^rename\s+(\S+)\s+\S+/i;
+ my $rename = $1;
+ $rename = basename($rename);
+
+ for (my $i=0; $i < scalar @$rom_core_partition; $i++)
+ {
+ if ($rename =~ $$rom_core_partition[$i])
+ {
+ splice(@$rom_core_partition, $i+1, 0, $line);
+ @$rofs_partition = grep {$_ ne $line} @$rofs_partition;
+ last;
+ }
+ }
+ }
+}
+
+sub move_all_patchdata_to_core
+{
+ my ($rom_core_partition, $rofs_partition) = @_;
+
+ my @all_patchdata = grep {$_ =~ /^patchdata\s+\S+\s+\S+\s+/i} @$rofs_partition;
+
+ for my $line (@all_patchdata)
+ {
+ $line =~ /^patchdata\s+(\S+)\s+\S+\s+/i;
+ my $patchdata = $1;
+ $patchdata = basename($patchdata);
+
+ if (grep($patchdata, @$rom_core_partition))
+ {
+ push @$rom_core_partition, $line;
+ @$rofs_partition = grep {$_ ne $line} @$rofs_partition;
+ }
+ }
+}
+
+sub move_all_dependencies_to_core
+{
+ my ($rom_core_partition, $rofs_partition, $oby) = @_;
+ my $counter = 0;
+
+ for my $d (@moved_entry)
+ {
+ if (!exists $seen{$d})
+ {
+ $seen{$d}=();
+ listcomp("", $d, $oby);
+ $counter++;
+ print "." if (($counter % 10) == 0);
+ }
+ }
+
+ # delete all dependencies that have already been moved to core rom.
+ for my $exec (@moved_entry)
+ {
+ if (exists $seen{$exec})
+ {
+ delete $seen{$exec};
+ }
+ }
+ # move all dependencies to rom core
+ my @rofs_execs = grep {$_ =~/file\s*=/i} @$rofs_partition;
+
+ for my $exec (keys %seen)
+ {
+ for my $line (@rofs_execs)
+ {
+ my $rofs_exec = $line;
+ $rofs_exec =~ /file\s*=\s*\S+\s+(\S+)/i;
+ $rofs_exec = $1;
+ $rofs_exec =~ s/"//g;
+
+ if (basename(lc($exec)) eq basename(lc($rofs_exec)))
+ {
+ push @$rom_core_partition, $line;
+ push @moved_entry, $line;
+ @$rofs_partition = grep {$_ ne $line} @$rofs_partition;
+ last;
+ }
+ }
+ }
+}
+
+# for each exe, list the dependencies
+
+sub listcomp
+{
+ my ($deps, $comp, $oby) = @_;
+ # find dependencies of comp
+ my @ar=getdeps($comp, $oby);
+ # recurse over new dependencies
+ foreach my $d (@ar)
+ {
+ $d=lc($d);
+ if (!exists $seen{$d})
+ {
+ # recurse
+ $seen{$d}=();
+ listcomp($deps, $d, $oby);
+ }
+ }
+}
+
+sub getdeps
+{
+ my ($comp, $oby) = @_;
+ my @list=();
+ my $hw_base_name = basename($comp);
+ for my $line (@$oby)
+ {
+ if (is_oby_statement($line))
+ {
+ if ($line =~ /\\$hw_base_name/i)
+ {
+ $line =~ /\s*=\s*(\S+)\s*/;
+ $comp = $1;
+ last;
+ }
+ }
+ }
+
+ open DUMP, "ELFTRAN -dump i $comp |" or die "Can't execute ELFTRAN\n";
+ while (my $line=<DUMP>)
+ {
+ if ($line =~ /imports from (\S+)/i)
+ {
+ my $d = $1;
+ $d =~ s/\{\S{8}\}//; # remove {00000000}
+ $d =~ s/\[\S{8}\]//; # remove [00000000]
+
+ push @list, "$d";
+ }
+ }
+ close DUMP;
+ return @list;
+}
+
+1;