common/build.postbuild.xml
changeset 374 52675b624b66
parent 373 cc469b3fe547
equal deleted inserted replaced
373:cc469b3fe547 374:52675b624b66
   299             <include name="*_compile.log"/>
   299             <include name="*_compile.log"/>
   300             <exclude name="*build_check_compile.log"/>
   300             <exclude name="*build_check_compile.log"/>
   301           </fileset>
   301           </fileset>
   302         </path>
   302         </path>
   303         <sequential>
   303         <sequential>
   304 		<propertyregex override="yes" property="preprocessedlogfile" input="@{logfile}" regexp=".*[\\/](.*)_compile\.log" replace="\1_compile_preprocessed.log"/>
   304 		  <propertyregex override="yes" property="preprocessedlogfile" input="@{logfile}" regexp=".*[\\/](.*)_compile\.log" replace="\1_compile_preprocessed.log"/>
   305 	        <echo message="Preprocessing @{logfile}..."/>
   305 	      <echo message="Preprocessing @{logfile}..."/>
   306           <exec executable="perl" dir="${sf.common.config.dir}/tools/raptor" failonerror="false" input="@{logfile}" output="${build.log.dir}/analysis/${preprocessedlogfile}" error="${build.log.dir}/analysis/${build.id}_preprocess.log" append="true">
   306           <exec executable="perl" dir="${sf.common.config.dir}/tools/raptor" failonerror="false" input="@{logfile}" output="${build.log.dir}/analysis/${preprocessedlogfile}" error="${build.log.dir}/analysis/${build.id}_preprocess.log" append="true">
   307             <arg value="${sf.common.config.dir}/tools/raptor/preprocess_log.pl"/>
   307             <arg value="${sf.common.config.dir}/tools/raptor/preprocess_log.pl"/>
   308           </exec>
   308           </exec>
   309         </sequential>
   309         </sequential>
   310       </for>
   310       </for>
   316             <include name="*whatlog*_compile_preprocessed.log"/>
   316             <include name="*whatlog*_compile_preprocessed.log"/>
   317           </fileset>
   317           </fileset>
   318         </path>
   318         </path>
   319         <sequential>
   319         <sequential>
   320           <echo message="Extracting whatlog info from @{whatlogfile}..."/>
   320           <echo message="Extracting whatlog info from @{whatlogfile}..."/>
       
   321           <echo message="Exec: [${sf.common.config.dir}/tools/raptor] perl ${sf.common.config.dir}/tools/raptor/parse.pl --releaseable --log=@{whatlogfile} --basedir=${build.log.dir} --append"/>
   321           <exec executable="perl" dir="${sf.common.config.dir}/tools/raptor" failonerror="false" output="${build.log.dir}/analysis/${build.id}_whatlog.log" append="true">
   322           <exec executable="perl" dir="${sf.common.config.dir}/tools/raptor" failonerror="false" output="${build.log.dir}/analysis/${build.id}_whatlog.log" append="true">
   322             <arg value="${sf.common.config.dir}/tools/raptor/parse.pl"/>
   323             <arg value="${sf.common.config.dir}/tools/raptor/parse.pl"/>
   323             <arg value="--releaseable"/>
   324             <arg value="--releaseable"/>
   324             <arg value="--log=@{whatlogfile}"/>
   325             <arg value="--log=@{whatlogfile}"/>
   325             <arg value="--basedir=${build.log.dir}"/>
   326             <arg value="--basedir=${build.log.dir}"/>
   335             <include name="*_compile_preprocessed.log"/>
   336             <include name="*_compile_preprocessed.log"/>
   336           </fileset>
   337           </fileset>
   337         </path>
   338         </path>
   338         <sequential>
   339         <sequential>
   339           <echo message="Extracting error info from @{raptorlogfile}..."/>
   340           <echo message="Extracting error info from @{raptorlogfile}..."/>
       
   341           <propertyregex override="yes" property="raptorconfig" input="@{raptorlogfile}" regexp=".*[\\/].*__(.*)\.whatlog_(single|multiple)_thread.*" replace="\1" casesensitive="false" defaultValue="noconfig"/>
       
   342           <echo message="Exec: [${sf.common.config.dir}/tools/raptor] perl ${sf.common.config.dir}/tools/raptor/parse.pl --error --warning --unreciped --recipe --config=${raptorconfig} --log=@{raptorlogfile} --basedir=${build.log.dir}/raptorbits --append"/>
   340           <exec executable="perl" dir="${sf.common.config.dir}/tools/raptor" failonerror="false" output="${build.log.dir}/analysis/${build.id}_raptorparse.log" append="true">
   343           <exec executable="perl" dir="${sf.common.config.dir}/tools/raptor" failonerror="false" output="${build.log.dir}/analysis/${build.id}_raptorparse.log" append="true">
   341             <arg value="${sf.common.config.dir}/tools/raptor/parse.pl"/>
   344             <arg value="${sf.common.config.dir}/tools/raptor/parse.pl"/>
   342             <arg value="--error"/>
   345             <arg value="--error"/>
   343             <arg value="--warning"/>
   346             <arg value="--warning"/>
       
   347             <arg value="--unreciped"/>
       
   348             <arg value="--recipe"/>
       
   349             <arg value="--config=${raptorconfig}"/>
   344             <arg value="--log=@{raptorlogfile}"/>
   350             <arg value="--log=@{raptorlogfile}"/>
   345             <arg value="--basedir=${build.log.dir}/raptorbits"/>
   351             <arg value="--basedir=${build.log.dir}/raptorbits"/>
   346             <arg value="--append"/>
   352             <arg value="--append"/>
   347           </exec>
   353           </exec>
   348         </sequential>
   354         </sequential>
   349       </for>
   355       </for>
   350             <!-- Now iterate through the generated TSVs to sort them and remove duplicates -->
   356       
       
   357       <echo message="Exec: [${sf.common.config.dir}/tools/raptor] perl ${sf.common.config.dir}/tools/raptor/summarize.pl --raptorbitsdir=${build.log.dir}/raptorbits --outputdir=${build.log.dir}"/>
       
   358       <exec executable="perl" dir="${sf.common.config.dir}/tools/raptor" failonerror="false" output="${build.log.dir}/analysis/${build.id}_raptorparse.log" append="true">
       
   359         <arg value="${sf.common.config.dir}/tools/raptor/summarize.pl"/>
       
   360         <arg value="--raptorbitsdir=${build.log.dir}/raptorbits"/>
       
   361         <arg value="--outputdir=${build.log.dir}"/>
       
   362       </exec>
       
   363           
       
   364       <!-- Now iterate through the generated TSVs to sort them and remove duplicates -->
   351       <for param="tsv">
   365       <for param="tsv">
   352         <path>
   366         <path>
   353           <fileset dir="${build.log.dir}">
   367           <fileset dir="${build.log.dir}">
   354             <include name="releaseables/**/*.tsv"/>
   368             <include name="releaseables/**/*.tsv"/>
   355           </fileset>
   369           </fileset>
   454 
   468 
   455     <target name="sf-run-analysis-diamonds">      
   469     <target name="sf-run-analysis-diamonds">      
   456       <fmpp sourceFile="${sf.common.config.dir}/diamonds/sf-run-analysis.xml.ftl" outputFile="${build.drive}/output/logs/sf-run-analysis.xml">
   470       <fmpp sourceFile="${sf.common.config.dir}/diamonds/sf-run-analysis.xml.ftl" outputFile="${build.drive}/output/logs/sf-run-analysis.xml">
   457         <data expandProperties="yes">
   471         <data expandProperties="yes">
   458           ant: antProperties()
   472           ant: antProperties()
   459           raptor_summary: csv(${build.log.dir}/raptorbits/summary.csv,{separator:',',headers:[category,subcategory,severity,component,phase,recipe,file,line]})
   473           raptor_summary: csv(${build.log.dir}/raptorbits/summary.csv,{separator:',',headers:[category,subcategory,severity,config,component,phase,recipe,file,line]})
   460           files: csv(${build.drive}/output/logs/analysis/tmp_yarp_files.csv,{separator:',',headers:[name,path,localpath]})
   474           files: csv(${build.drive}/output/logs/analysis/tmp_yarp_files.csv,{separator:',',headers:[name,path,localpath]})
   461         </data>
   475         </data>
   462       </fmpp>
   476       </fmpp>
   463     </target>
   477     </target>
   464 
   478