1 # Copyright (c) 2009 Symbian Foundation Ltd

     2 # This component and the accompanying materials are made available

     3 # under the terms of the License "Eclipse Public License v1.0"

     4 # which accompanies this distribution, and is available

     5 # at the URL "http://www.eclipse.org/legal/epl-v10.html".

     6 #

     7 # Initial Contributors:

     8 # Symbian Foundation Ltd - initial contribution.

     9 #

    10 # Contributors:

    11 #

    12 # Description:

    13 # Raptor parser module.

    14 # Extract, analyzes and dumps raptor recipes i.e. content of <recipe> tags from a raptor log file

    15 

    16 package RaptorRecipe;

    17 

    18 use strict;

    19 use RaptorCommon;

    20 

    21 our $reset_status = {};

    22 my $buildlog_status = {};

    23 my $buildlog_recipe_status = {};

    24 my $buildlog_recipe_status_status = {};

    25 

    26 $reset_status->{name} = 'reset_status';

    27 $reset_status->{next_status} = {buildlog=>$buildlog_status};

    28 

    29 $buildlog_status->{name} = 'buildlog_status';

    30 $buildlog_status->{next_status} = {recipe=>$buildlog_recipe_status};

    31 $buildlog_status->{on_start} = 'RaptorRecipe::on_start_buildlog';

    32 $buildlog_status->{on_end} = 'RaptorRecipe::on_end_buildlog';

    33 

    34 $buildlog_recipe_status->{name} = 'buildlog_recipe_status';

    35 $buildlog_recipe_status->{next_status} = {status=>$buildlog_recipe_status_status};

    36 $buildlog_recipe_status->{on_start} = 'RaptorRecipe::on_start_buildlog_recipe';

    37 $buildlog_recipe_status->{on_end} = 'RaptorRecipe::on_end_buildlog_recipe';

    38 $buildlog_recipe_status->{on_chars} = 'RaptorRecipe::on_chars_buildlog_recipe';

    39 

    40 $buildlog_recipe_status_status->{name} = 'buildlog_recipe_status_status';

    41 $buildlog_recipe_status_status->{next_status} = {};

    42 $buildlog_recipe_status_status->{on_start} = 'RaptorRecipe::on_start_buildlog_recipe_status';

    43 

    44 

    45 my $filename = '';

    46 my $failure_item = 0;

    47 

    48 my $recipe_info = {};

    49 

    50 my $characters = '';

    51 

    52 my $CATEGORY_RECIPEFAILURE = 'recipe_failure';

    53 my $CATEGORY_RECIPEFAILURE_ARMCC_CANNOTOPENSOURCEINPUTFILE = 'armcc_cannot_open_source_input_file';

    54 my $CATEGORY_RECIPEFAILURE_ARMLINK_COULDNOTOPENFILE = 'armlink_could_not_open_file';

    55 my $CATEGORY_RECIPEFAILURE_ELF2E32_COULDNOTOPENFILE = 'elf2e32_could_not_open_file';

    56 my $CATEGORY_RECIPEFAILURE_ARMAR_FILEDOESNOTEXIST = 'armar_file_does_not_exist';

    57 my $CATEGORY_RECIPEFAILURE_ARMCC_CONTROLLINGEXPRESSIONISCONSTANT = 'armcc_controlling_expression_is_constant';

    58 my $CATEGORY_RECIPEFAILURE_ARMCC_INTERNALFAULT = 'armcc_internal_fault';

    59 my $CATEGORY_RECIPEFAILURE_ARMCC_MODIFIERNOTALLOWED = 'armcc_modifier_not_allowed';

    60 my $CATEGORY_RECIPEFAILURE_ARMCC_GENERICWARNINGSERRORS = 'armcc_generic_warnings_errors';

    61 my $CATEGORY_RECIPEFAILURE_ELF2E32_SYMBOLMISSINGFROMELFFILE = 'elf2e32_symbol_missing_from_elf_file';

    62 my $CATEGORY_RECIPEFAILURE_MWCCSYM2_FILECANNOTBEOPENED = 'mwccsym2_file_cannot_be_opened';

    63 

    64 my $mmp_with_issues = {};

    65 

    66 

    67 sub process

    68 {

    69 	my ($text, $config, $component, $mmp, $phase, $recipe, $file, $line) = @_;

    70 	

    71 	my $category = $CATEGORY_RECIPEFAILURE;

    72 	my $severity = '';

    73 	my $subcategory = '';

    74 	

    75 	# if mmp is defined assign severity=MAJOR for the first failure

    76 	# then severity=MINOR to all other (for each logfile)

    77 	if ($mmp and defined $mmp_with_issues->{$::current_log_file}->{$mmp})

    78 	{

    79 		$severity = $RaptorCommon::SEVERITY_MINOR;

    80 	}

    81 	elsif ($mmp)

    82 	{

    83 		$mmp_with_issues->{$::current_log_file} = {} if (!defined $mmp_with_issues->{$::current_log_file});

    84 		$mmp_with_issues->{$::current_log_file}->{$mmp} = 1;

    85 		$severity = $RaptorCommon::SEVERITY_MAJOR;

    86 	}

    87 	else

    88 	{

    89 		$severity = $RaptorCommon::SEVERITY_MAJOR;

    90 	}

    91 	

    92 	

    93 	if ($text =~ m,Error:  #5: cannot open source input file .*: No such file or directory,)

    94 	{

    95 		my $subcategory = $CATEGORY_RECIPEFAILURE_ARMCC_CANNOTOPENSOURCEINPUTFILE;

    96 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

    97 	}

    98 	elsif ($text =~ m,Fatal error: L6002U: Could not open file .*: No such file or directory,)

    99 	{

   100 		my $subcategory = $CATEGORY_RECIPEFAILURE_ARMLINK_COULDNOTOPENFILE;

   101 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   102 	}

   103 	elsif ($text =~ m,elf2e32 : Error: E1001: Could not open file : .*.,)

   104 	{

   105 		my $subcategory = $CATEGORY_RECIPEFAILURE_ELF2E32_COULDNOTOPENFILE;

   106 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   107 	}

   108 	elsif ($text =~ m,elf2e32 : Error: E1036: Symbol .* Missing from ELF File,)

   109 	{

   110 		my $subcategory = $CATEGORY_RECIPEFAILURE_ELF2E32_SYMBOLMISSINGFROMELFFILE;

   111 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   112 	}

   113 	elsif ($text =~ m,Error: L6833E: File '.*' does not exist,)

   114 	{

   115 		my $subcategory = $CATEGORY_RECIPEFAILURE_ARMAR_FILEDOESNOTEXIST;

   116 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   117 	}

   118 	elsif ($text =~ m,: Warning:  #236-D: controlling expression is constant,)

   119 	{

   120 		my $subcategory = $CATEGORY_RECIPEFAILURE_ARMCC_CONTROLLINGEXPRESSIONISCONSTANT;

   121 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   122 	}

   123 	elsif ($text =~ m,/armcc.exe , and $text =~ m,Internal fault: ,)

   124 	{

   125 		my $subcategory = $CATEGORY_RECIPEFAILURE_ARMCC_INTERNALFAULT;

   126 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   127 	}

   128 	elsif ($text =~ m,/armcc.exe , and $text =~ m,Error:  #655-D: the modifier ".*" is not allowed on this declaration,)

   129 	{

   130 		my $subcategory = $CATEGORY_RECIPEFAILURE_ARMCC_MODIFIERNOTALLOWED;

   131 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   132 	}

   133 	# the following captures generic armcc error/warnings, not captured by regexps above

   134 	elsif ($text =~ m,/armcc.exe , and $text =~ m,: \d+ warnings\, \d+ errors$,)

   135 	{

   136 		my $subcategory = $CATEGORY_RECIPEFAILURE_ARMCC_GENERICWARNINGSERRORS;

   137 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   138 	}

   139 	elsif ($text =~ m,mwccsym2.exe , and $text =~ m,: the file '.*' cannot be opened,)

   140 	{

   141 		my $subcategory = $CATEGORY_RECIPEFAILURE_MWCCSYM2_FILECANNOTBEOPENED;

   142 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   143 	}

   144 	else # log everything by default

   145 	{

   146 		RaptorCommon::dump_fault($category, $subcategory, $severity, $config, $component, $mmp, $phase, $recipe, $file, $line);

   147 	}

   148 }

   149 

   150 sub on_start_buildlog

   151 {

   152 	#print FILE "line,layer,component,name,armlicence,platform,phase,code,bldinf,mmp,target,source,\n";

   153 	

   154 	RaptorCommon::init();

   155 }

   156 

   157 sub on_start_buildlog_recipe

   158 {

   159 	my ($el) = @_;

   160 	

   161 	#print "on_start_buildlog_recipe\n";

   162 	

   163 	$recipe_info = {};

   164 	

   165 	my $attributes = $el->{Attributes};

   166 	for (keys %{$attributes})

   167 	{

   168 		$recipe_info->{$attributes->{$_}->{'LocalName'}} = $attributes->{$_}->{'Value'};

   169 		#print "$_ -> $attributes->{$_}->{'Value'}\n";

   170 	}

   171 }

   172 

   173 sub on_chars_buildlog_recipe

   174 {

   175 	my ($ch) = @_;

   176 	

   177 	#print "on_chars_buildlog_recipe\n";

   178 	

   179 	$characters .= $ch->{Data};

   180 	

   181 	#print "characters is now -->$characters<--\n";

   182 }

   183 

   184 sub on_start_buildlog_recipe_status

   185 {

   186 	my ($el) = @_;

   187 	

   188 	my $attributes = $el->{Attributes};

   189 	for (keys %{$attributes})

   190 	{

   191 		if ($attributes->{$_}->{'LocalName'} eq 'code')

   192 		{

   193 			$recipe_info->{$attributes->{$_}->{'LocalName'}} = $attributes->{$_}->{'Value'};

   194 		}

   195 		elsif ($attributes->{$_}->{'LocalName'} eq 'exit')

   196 		{

   197 			$recipe_info->{$attributes->{$_}->{'LocalName'}} = $attributes->{$_}->{'Value'};

   198 		}

   199 		elsif ($attributes->{$_}->{'LocalName'} eq 'attempt')

   200 		{

   201 			$recipe_info->{$attributes->{$_}->{'LocalName'}} = $attributes->{$_}->{'Value'};

   202 		}

   203 	}

   204 }

   205 

   206 sub on_end_buildlog_recipe

   207 {

   208 	$::allbldinfs->{$recipe_info->{bldinf}} = 1;

   209 	

   210 	if ($recipe_info->{exit} =~ /failed/)

   211 	{

   212 		# normalize bldinf path

   213 		$recipe_info->{bldinf} = lc($recipe_info->{bldinf});

   214 		$recipe_info->{bldinf} =~ s,^[A-Za-z]:,,;

   215 		$recipe_info->{bldinf} =~ s,[\\],/,g;

   216 		

   217 		my $package = '';

   218 		if ($recipe_info->{bldinf} =~ m,/((os|mw|app|tools|ostools|adaptation)/[^/]*),)

   219 		{

   220 			$package = $1;

   221 			$package =~ s,/,_,;

   222 		}

   223 		else

   224 		{

   225 			print "WARNING: can't understand bldinf attribute of recipe: $recipe_info->{bldinf}. Won't dump to failed recipes file.\n";

   226 		}

   227 		

   228 		# also normalize mmp path if this exists

   229 		if ($recipe_info->{mmp})

   230 		{

   231 			$recipe_info->{mmp} = lc($recipe_info->{mmp});

   232 			$recipe_info->{mmp} =~ s,^[A-Za-z]:,,;

   233 			$recipe_info->{mmp} =~ s,[\\],/,g;

   234 		}

   235 		

   236 		$characters =~ s,^[\r\n]*,,;

   237 		$characters =~ s,[\r\n]*$,,;

   238 		

   239 		if ($package)

   240 		{

   241 			$filename = "$::raptorbitsdir/$package.txt";

   242 			if (!-f$filename)

   243 			{

   244 				print "Writing recipe file $filename\n";

   245 				open(FILE, ">$filename");

   246 				close(FILE);

   247 			}

   248 			

   249 			if ($failure_item == 0 and -f "$filename")

   250 			{

   251 				open(FILE, "$filename");

   252 				{

   253 					local $/ = undef;

   254 					my $filecontent = <FILE>;

   255 					$failure_item = $1 if ($filecontent =~ m/.*---failure_item_(\d+)/s);

   256 				}

   257 				close(FILE);

   258 			}

   259 			

   260 			$failure_item++;

   261 			

   262 			open(FILE, ">>$filename");

   263 			print FILE "---failure_item_$failure_item\---\n";

   264 			print FILE "$characters\n\n";

   265 			close(FILE);

   266 		}

   267 		

   268 		process($characters, $recipe_info->{config}, $recipe_info->{bldinf}, $recipe_info->{mmp}, $recipe_info->{phase}, $recipe_info->{name}, "$package.txt", $failure_item);

   269 	}

   270 

   271 	$characters = '';

   272 }

   273 

   274 sub on_end_buildlog

   275 {

   276 }

   277 

   278 

   279 1;