buildframework/helium/sf/java/metadata/tests/functionality/test_regex.ant.xml
changeset 587 85df38eb4012
child 618 df88fead2976
equal deleted inserted replaced
217:0f5e3a7fb6af 587:85df38eb4012
       
     1 <!-- 
       
     2 ============================================================================ 
       
     3 Name        : test_regex.ant.xml 
       
     4 Part of     : Helium AntLib
       
     5 
       
     6 Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
       
     7 All rights reserved.
       
     8 This component and the accompanying materials are made available
       
     9 under the terms of the License "Eclipse Public License v1.0"
       
    10 which accompanies this distribution, and is available
       
    11 at the URL "http://www.eclipse.org/legal/epl-v10.html".
       
    12 
       
    13 Initial Contributors:
       
    14 Nokia Corporation - initial contribution.
       
    15 
       
    16 Contributors:
       
    17 
       
    18 Description:
       
    19 
       
    20 ============================================================================
       
    21 -->
       
    22 <project name="test-metadata-regex" xmlns:au="antlib:org.apache.ant.antunit" xmlns:hlm="http://www.nokia.com/helium">
       
    23     <description>Helium Antlib metadata unittests.</description>
       
    24 
       
    25     <property environment="env" />
       
    26     
       
    27     <dirname property="project.dir" file="${ant.file.test-metadata-regex}" />
       
    28     
       
    29     <taskdef resource="com/nokia/helium/metadata/ant/antlib.xml" uri="http://www.nokia.com/helium" />
       
    30     <taskdef name="fmpp" classname="fmpp.tools.AntTask" onerror="report"/>
       
    31 
       
    32     <property name="metadata-filterfile" value="${project.dir}/../data/common.csv"/>
       
    33     <property name="metadata-log-files" value="${project.dir}/../data/*.log"/>
       
    34     
       
    35     <hlm:metadatafilterset id="all-regex-filterfile">
       
    36         <metadatafilterset filterfile="${metadata-filterfile}" />
       
    37     </hlm:metadatafilterset>
       
    38 
       
    39     <target name="setUp">
       
    40         <mkdir dir="${test.temp.dir}" />
       
    41     </target>
       
    42     
       
    43     <!-- Test categorization for sbs scanlog
       
    44     -->
       
    45     <target name="test-categorization">
       
    46         <delete dir="${test.temp.dir}/categorization_db" failonerror="false" />
       
    47         <echo message="categorization validation" />
       
    48         <hlm:metadatarecord database="${test.temp.dir}/categorization_db">
       
    49             <hlm:sbsmetadatainput cleanLogFile="${project.dir}/../data/categorization_clean.log">
       
    50                 <fileset dir="${project.dir}/../data/">
       
    51                     <include  name="categorization.log"/>
       
    52                 </fileset>
       
    53                 <metadatafilterset refid="all-regex-filterfile" />
       
    54             </hlm:sbsmetadatainput>
       
    55         </hlm:metadatarecord>
       
    56         <fmpp sourceFile="${project.dir}/../data/parsing_result.ini.ftl"
       
    57                      outputfile="${test.temp.dir}/categorization_db_result.ini">
       
    58             <data expandProperties="yes">
       
    59                 dbPath: ${test.temp.dir}/categorization_db
       
    60                 ant: antProperties()
       
    61             </data>
       
    62         </fmpp>
       
    63         <property file="${test.temp.dir}/categorization_db_result.ini" />
       
    64         <au:assertTrue message="Invalid number of logs">
       
    65             <equals arg1="${number.of.logs}" arg2="1" />
       
    66         </au:assertTrue>
       
    67         <au:assertTrue message="Invalid number of logs">
       
    68             <equals arg1="${number.of.execution.times}" arg2="1" />
       
    69         </au:assertTrue>
       
    70         <au:assertTrue message="Invalid number of logs">
       
    71             <equals arg1="${execution.time.0}" arg2="226" />
       
    72         </au:assertTrue>
       
    73         <hlm:metadataCountSeverity severity="error" log="categorization.log" db="${test.temp.dir}/categorization_db" property="cleanlog_errors"/>
       
    74         <echo>cleanlog_errors: ${cleanlog_errors}</echo>
       
    75         <au:assertTrue>
       
    76             <equals arg1="${cleanlog_errors}" arg2="2"/>
       
    77         </au:assertTrue>
       
    78     </target>
       
    79     <!-- Test parser error
       
    80     -->
       
    81     <target name="test-parser-error">
       
    82         <delete dir="${test.temp.dir}/parser_error_db" failonerror="false" />
       
    83         <au:expectfailure>
       
    84             <hlm:metadatarecord database="${test.temp.dir}/parser_error_db">
       
    85                 <hlm:sbsmetadatainput>
       
    86                     <fileset dir="${project.dir}/../data/">
       
    87                         <include  name="parser_error.log"/>
       
    88                     </fileset>
       
    89                     <metadatafilterset refid="all-regex-filterfile" />
       
    90                 </hlm:sbsmetadatainput>
       
    91             </hlm:metadatarecord>
       
    92         </au:expectfailure>
       
    93     </target>
       
    94     <!-- Test parser error
       
    95     -->
       
    96     <target name="test-parser-error-keepgoing">
       
    97         <delete dir="${test.temp.dir}/parser_error_db" failonerror="false" />
       
    98         <hlm:metadatarecord database="${test.temp.dir}/parser_error_db" failonerror="false">
       
    99             <hlm:sbsmetadatainput>
       
   100                 <fileset dir="${project.dir}/../data/">
       
   101                     <include  name="parser_error.log"/>
       
   102                 </fileset>
       
   103                 <metadatafilterset refid="all-regex-filterfile" />
       
   104             </hlm:sbsmetadatainput>
       
   105         </hlm:metadatarecord>
       
   106     </target>
       
   107 
       
   108     <!-- Test categorization without cleanLogFile
       
   109     -->
       
   110     <target name="test-categorization-nocleanlog">
       
   111         <delete dir="${test.temp.dir}/categorization_no_clean_db" failonerror="false" />
       
   112         <echo message="categorization validation" />
       
   113         <hlm:metadatarecord database="${test.temp.dir}/categorization_no_clean_db">
       
   114             <hlm:sbsmetadatainput>
       
   115                 <fileset dir="${project.dir}/../data/">
       
   116                     <include  name="categorization.log"/>
       
   117                 </fileset>
       
   118                 <metadatafilterset refid="all-regex-filterfile" />
       
   119             </hlm:sbsmetadatainput>
       
   120         </hlm:metadatarecord>
       
   121         <hlm:metadataCountSeverity severity="error" log="categorization.log" db="${test.temp.dir}/categorization_no_clean_db" property="nocleanlog_errors"/>
       
   122         <echo>test-categorization-nocleanlog: ${nocleanlog_errors}</echo>
       
   123         <au:assertTrue>
       
   124             <equals arg1="${nocleanlog_errors}" arg2="2"/>
       
   125         </au:assertTrue>
       
   126     </target>
       
   127     <target name="test-categorization-component-check">
       
   128         <delete dir="${test.temp.dir}/log-entry-category_component_check_db" failonerror="false" />
       
   129         <echo message="component error check for categorization" />
       
   130         <hlm:metadatarecord database="${test.temp.dir}/log-entry-category_component_check_db">
       
   131             <hlm:sbsmetadatainput>
       
   132                 <fileset dir="${project.dir}/../data/">
       
   133                     <include  name="categorization_compile.log"/>
       
   134                 </fileset>
       
   135                 <metadatafilterset refid="all-regex-filterfile" />
       
   136             </hlm:sbsmetadatainput>
       
   137         </hlm:metadatarecord>
       
   138         <fmpp sourceFile="${project.dir}/../../src/templates/faults.txt.ftl"
       
   139                      outputfile="${test.temp.dir}/faults.txt">
       
   140             <freemarkerLinks expandProperties="yes">
       
   141                 macro: ${project.dir}/../../src/templates
       
   142             </freemarkerLinks>
       
   143             
       
   144             <data expandProperties="yes">
       
   145                 dbPath: ${test.temp.dir}/log-entry-category_component_check_db
       
   146                 ant: antProperties()
       
   147             </data>
       
   148         </fmpp>
       
   149         <loadfile property="componentlogEntry"
       
   150               srcFile="${test.temp.dir}/faults.txt"/>
       
   151         <au:assertMatches string="${componentlogEntry}" pattern="sf/app/organizer/group:error:2" 
       
   152                      casesensitive="false"/>
       
   153     </target>
       
   154     
       
   155     <target name="test-categorization-nocleanlog-failed-empty-recipe">
       
   156         <delete dir="${test.temp.dir}/log-entry-failed-empty-recipe_db" failonerror="false" />
       
   157         <echo message="categorization validation" />
       
   158         <hlm:metadatarecord database="${test.temp.dir}/log-entry-failed-empty-recipe_db">
       
   159             <hlm:sbsmetadatainput>
       
   160                 <fileset dir="${project.dir}/../data/">
       
   161                     <include  name="categorization_failed_empty_recipe.log"/>
       
   162                 </fileset>
       
   163                 <metadatafilterset refid="all-regex-filterfile" />
       
   164             </hlm:sbsmetadatainput>
       
   165         </hlm:metadatarecord>
       
   166         <hlm:metadataCountSeverity severity="error" log="categorization_failed_empty_recipe.log" db="${test.temp.dir}/log-entry-failed-empty-recipe_db" property="empty_nocleanlog_errors"/>
       
   167         <au:assertTrue>
       
   168             <equals arg1="${empty_nocleanlog_errors}" arg2="2"/>
       
   169         </au:assertTrue>
       
   170     </target>
       
   171 
       
   172     <target name="test-categorization-nocleanlog-failed-error-in-recipe">
       
   173         <delete dir="${test.temp.dir}/log-entry-failed-error-in-recipe_db" failonerror="false" />
       
   174         <echo message="categorization validation" />
       
   175         <hlm:metadatarecord database="${test.temp.dir}/log-entry-failed-error-in-recipe_db">
       
   176             <hlm:sbsmetadatainput>
       
   177                 <fileset dir="${project.dir}/../data/">
       
   178                     <include  name="categorization_failed_error_in_recipe.log"/>
       
   179                 </fileset>
       
   180                 <metadatafilterset refid="all-regex-filterfile" />
       
   181             </hlm:sbsmetadatainput>
       
   182         </hlm:metadatarecord>
       
   183         <hlm:metadataCountSeverity severity="error" log="categorization_failed_error_in_recipe.log" db="${test.temp.dir}/log-entry-failed-error-in-recipe_db" property="empty_nocleanlog_errors"/>
       
   184         <au:assertTrue>
       
   185             <equals arg1="${empty_nocleanlog_errors}" arg2="2"/>
       
   186         </au:assertTrue>
       
   187     </target>
       
   188 
       
   189 <!-- 
       
   190     <target name="test-log-entry-for-no-errors">
       
   191         <delete dir="${test.temp.dir}/log-entry-for-no-error_db" failonerror="false" />
       
   192         <echo message="categorization validation" />
       
   193         <hlm:metadatarecord database="${test.temp.dir}/log-entry-for-no-error_db">
       
   194             <hlm:sbsmetadatainput>
       
   195                 <fileset dir="${project.dir}/../data/">
       
   196                     <include  name="noerror.log"/>
       
   197                 </fileset>
       
   198                 <metadatafilterset refid="all-regex-filterfile" />
       
   199             </hlm:sbsmetadatainput>
       
   200         </hlm:metadatarecord>
       
   201         <fmpp sourceFile="${project.dir}/../../src/templates/general_category.txt.ftl"
       
   202                      outputfile="${test.temp.dir}/general_category.txt">
       
   203             <freemarkerLinks expandProperties="yes">
       
   204                 macro: ${project.dir}/../../src/templates/macro
       
   205             </freemarkerLinks>
       
   206             <data expandProperties="yes">
       
   207                 dbPath: ${test.temp.dir}/log-entry-for-no-error_db
       
   208                 ant: antProperties()
       
   209             </data>
       
   210         </fmpp>
       
   211         <au:assertFileExists file="${test.temp.dir}/general_category.txt" message="Error in test cases"/>
       
   212         <loadfile property="logEntry"
       
   213               srcFile="${test.temp.dir}/general_category.txt"/>
       
   214         <au:assertMatches string="${logEntry}" pattern="component : general : logfile : " 
       
   215                      casesensitive="false"/>
       
   216     </target>
       
   217     -->
       
   218     <!-- Check for all the regular expression defined in the filter file,
       
   219     The log file contains text for matching regular expression.
       
   220     -->
       
   221     <target name="test-all-regex-filterfile">
       
   222         <property name="metadata-read-db" value="${test.temp.dir}/log_all_filterfile_db"/>
       
   223         <delete dir="${metadata-read-db}" failonerror="false"/>
       
   224         <echo message="all regular expression validation" />
       
   225         <echo message="database:${metadata-read-db}" />
       
   226         <!-- do some checks that files are present and raise asserts if not present-->
       
   227         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   228         <mkdir dir="${test.temp.dir}"/>
       
   229         
       
   230         <hlm:metadatarecord database="${metadata-read-db}">
       
   231             <hlm:sbsmetadatainput>
       
   232                 <fileset dir="${project.dir}/../data/">
       
   233                     <include  name="*regex*.log"/>
       
   234                 </fileset>
       
   235                 <metadatafilterset refid="all-regex-filterfile" />
       
   236             </hlm:sbsmetadatainput>
       
   237         </hlm:metadatarecord>
       
   238         <!-- check we have created the DB file-->
       
   239         <au:assertTrue>
       
   240             <available type="dir" file="${metadata-read-db}" />
       
   241         </au:assertTrue>
       
   242     </target>
       
   243 
       
   244     <!-- To verify some lengthy text for recipe tag from 
       
   245     sbs metadata input.
       
   246     -->
       
   247     <target name="test-recipe-lengthy-text">
       
   248         <property name="metadata-read-db" value="${test.temp.dir}/log_lengthy_text_db"/>
       
   249         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   250         <delete dir="${metadata-read-db}" failonerror="false"/>
       
   251         <echo message="all regular expression validation" />
       
   252         <echo message="database:${metadata-read-db}" />
       
   253         <hlm:metadatarecord database="${metadata-read-db}">
       
   254             <hlm:sbsmetadatainput>
       
   255                 <fileset dir="${project.dir}/../data/">
       
   256                     <include  name="receipe*.log"/>
       
   257                 </fileset>
       
   258                 <metadatafilterset refid="all-regex-filterfile" />
       
   259             </hlm:sbsmetadatainput>
       
   260         </hlm:metadatarecord>
       
   261         <au:assertTrue>
       
   262             <available type="dir" file="${metadata-read-db}" />
       
   263         </au:assertTrue>
       
   264     </target>
       
   265 
       
   266     <!--modify the errors so regex=".*warning U4010" description="mingw error" is no longer 
       
   267     an error but a warning-->
       
   268     <hlm:metadatafilterset id="all-regex-combined">
       
   269         <metadatafilter priority="WARNING" regex=".*warning U4010" description="mingw error" />
       
   270         <metadatafilterset filterfile="${metadata-filterfile}" />
       
   271     </hlm:metadatafilterset>
       
   272 
       
   273     <property name="metadata-all-db" value="${test.temp.dir}/log_all_combined_db"/>
       
   274 
       
   275     <target name="test-all-regex-combined">
       
   276         <property name="metadata-read-db" value="${test.temp.dir}/log_all_combined_db"/>
       
   277         <delete dir="${metadata-read-db}" failonerror="false" />
       
   278         <echo message="all regular expression validation" />
       
   279         <echo message="database:${metadata-read-db}" />
       
   280         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   281         <mkdir dir="${test.temp.dir}"/>
       
   282 
       
   283         <hlm:metadatarecord database="${metadata-read-db}">
       
   284             <hlm:sbsmetadatainput>
       
   285                 <fileset dir="${project.dir}/../data/">
       
   286                     <include  name="*regex*.log"/>
       
   287                 </fileset>
       
   288                 <metadatafilterset refid="all-regex-combined" />
       
   289             </hlm:sbsmetadatainput>
       
   290         </hlm:metadatarecord>
       
   291         <au:assertTrue>
       
   292             <available type="dir" file="${metadata-read-db}" />
       
   293         </au:assertTrue>
       
   294     </target>
       
   295 
       
   296 
       
   297     <property name="metadata-error-db" value="${test.temp.dir}/log_error_combined_db"/>
       
   298     <!--create an invalid priority type, so contains message invalid 
       
   299     priority and set to error as priority -->
       
   300     <hlm:metadatafilterset id="all-regex-combined-error">
       
   301         <metadatafilter priority="INCORRECT" regex=".*warning U4010" description="test error handling so incorrect priority" />
       
   302         <metadatafilterset filterfile="${metadata-filterfile}" />
       
   303     </hlm:metadatafilterset>
       
   304     <!--create an invalid priority type, which contains warning invalid priority 
       
   305     and continues with other data. 
       
   306     -->
       
   307     <target name="test-all-regex-combined-error">
       
   308         <property name="metadata-read-db" value="${test.temp.dir}/log_error_combined_db"/>
       
   309         <delete dir="${metadata-read-db}" failonerror="false" />
       
   310         <echo message="all regular expression validation" />
       
   311         <echo message="database:${metadata-read-db}" />
       
   312         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   313         <mkdir dir="${test.temp.dir}"/>
       
   314 
       
   315         <hlm:metadatarecord database="${metadata-read-db}" >
       
   316             <hlm:sbsmetadatainput>
       
   317                 <fileset dir="${project.dir}/../data/">
       
   318                     <include  name="*regex*.log"/>
       
   319                 </fileset>
       
   320                 <metadatafilterset refid="all-regex-combined-error" />
       
   321             </hlm:sbsmetadatainput>
       
   322         </hlm:metadatarecord>
       
   323         <!-- no need to check the DB file not present as it won't be-->
       
   324     </target>
       
   325     <!--try to add a different different filter type but not add the parameter so has an error-->
       
   326     <hlm:metadatafilterset id="all-regex-combined-no-priority">
       
   327         <metadatafilter regex=".*warning U4010" description="test error handling so incorrect priority" />
       
   328         <metadatafilterset filterfile="${metadata-filterfile}" />
       
   329     </hlm:metadatafilterset>
       
   330     <!--try to add a different different filter type but not add the parameter so has an error-->
       
   331     <target name="test-all-regex-combined-no-priority">
       
   332         <property name="metadata-read-db" value="${test.temp.dir}/log_error_combined_db"/>
       
   333         <delete dir="${metadata-read-db}" failonerror="false" />
       
   334         <echo message="all regular expression validation" />
       
   335         <echo message="database:${metadata-read-db}" />
       
   336         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   337         <mkdir dir="${test.temp.dir}"/>
       
   338 
       
   339         <hlm:metadatarecord database="${metadata-read-db}">
       
   340             <hlm:sbsmetadatainput>
       
   341                 <fileset dir="${project.dir}/../data/">
       
   342                     <include  name="*regex*.log"/>
       
   343                 </fileset>
       
   344                 <metadatafilterset refid="all-regex-combined-no-priority" />
       
   345             </hlm:sbsmetadatainput>
       
   346         </hlm:metadatarecord>
       
   347         <!-- no need to check the DB file not present as it won't be-->
       
   348     </target>
       
   349     
       
   350 
       
   351     <!--try to add a different different filter type but not add the parameter so has an error-->
       
   352     <hlm:metadatafilterset id="all-regex-combined-no-regex">
       
   353         <metadatafilter priority="INCORRECT" description="test error handling so incorrect priority" />
       
   354         <metadatafilter priority="WARNING" description="test error handling so incorrect priority" />
       
   355         <metadatafilterset filterfile="${metadata-filterfile}" />
       
   356     </hlm:metadatafilterset>
       
   357 
       
   358     <!--try to add a different different filter type but not add the parameter so has an error-->
       
   359     <target name="test-all-regex-combined-no-regex">
       
   360         <property name="metadata-read-db" value="${test.temp.dir}/log_error_combined_db"/>
       
   361         <delete dir="${metadata-read-db}" failonerror="false" />
       
   362         <echo message="all regular expression validation" />
       
   363         <echo message="database:${metadata-read-db}" />
       
   364         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   365         <mkdir dir="${test.temp.dir}"/>
       
   366 
       
   367         <hlm:metadatarecord database="${metadata-read-db}">
       
   368             <hlm:sbsmetadatainput>
       
   369                 <fileset dir="${project.dir}/../data/">
       
   370                     <include  name="*regex*.log"/>
       
   371                 </fileset>
       
   372                 <metadatafilterset refid="all-regex-combined-no-regex" />
       
   373             </hlm:sbsmetadatainput>
       
   374         </hlm:metadatarecord>
       
   375         <!-- no need to check the DB file not present as it won't be-->
       
   376     </target>
       
   377     <hlm:metadatafilterset id="text_log_metadata_input">
       
   378         <metadatafilterset filterfile="${project.dir}/../data/common.csv" />
       
   379     </hlm:metadatafilterset>
       
   380 
       
   381     <target name="test-text_log_metadata_input">
       
   382         <property name="metadata-read-db" value="${test.temp.dir}/log_text_metadata_input_db"/>
       
   383         <delete dir="${metadata-read-db}" failonerror="false" />
       
   384         <echo message="text log metadata input validation" />
       
   385         <echo message="database:${metadata-read-db}" />
       
   386         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   387         <mkdir dir="${test.temp.dir}"/>
       
   388 
       
   389         <hlm:metadatarecord database="${metadata-read-db}">
       
   390             <hlm:textmetadatainput>
       
   391                 <fileset dir="${project.dir}/../data/">
       
   392                     <include  name="*_fixslashes*.log"/>
       
   393                 </fileset>
       
   394                 <metadatafilterset refid="text_log_metadata_input" />
       
   395             </hlm:textmetadatainput>
       
   396         </hlm:metadatarecord>
       
   397         <au:assertTrue>
       
   398             <available type="dir" file="${metadata-read-db}" />
       
   399         </au:assertTrue>
       
   400     </target>
       
   401 
       
   402     <hlm:metadatafilterset id="abld_log_metadata_input">
       
   403         <metadatafilter priority="WARNING" regex=".*warning U4010" description="mingw error" />
       
   404         <metadatafilterset filterfile="${project.dir}/../data/common.csv" />
       
   405     </hlm:metadatafilterset>
       
   406 
       
   407 
       
   408     <target name="test-abld_log_metadata_input">
       
   409         <property name="metadata-read-db" value="${test.temp.dir}/log_abld_metadata_input_db"/>
       
   410         <delete dir="${test.temp.dir}/log_abld_metadata_input_db" failonerror="false" />
       
   411         <echo message="abld log metadata input validation" />
       
   412         <echo message="database:${metadata-read-db}" />
       
   413         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   414         <mkdir dir="${test.temp.dir}"/>
       
   415 
       
   416         <hlm:metadatarecord database="${metadata-read-db}">
       
   417             <hlm:abldmetadatainput>
       
   418                 <fileset dir="${project.dir}/../data/">
       
   419                     <include  name="*sample_abld.log"/>
       
   420                 </fileset>
       
   421                 <metadatafilterset refid="abld_log_metadata_input" />
       
   422             </hlm:abldmetadatainput>
       
   423         </hlm:metadatarecord>
       
   424         <au:assertTrue>
       
   425             <available type="dir" file="${metadata-read-db}" />
       
   426         </au:assertTrue>
       
   427     </target>
       
   428 
       
   429 
       
   430     <target name="test-policy_metadata_input">
       
   431         <property name="metadata-read-db" value="${test.temp.dir}/log_policy_metadata_input_db"/>
       
   432         <delete dir="${metadata-read-db}" failonerror="false" />
       
   433         <echo message="policy metadata input validation" />
       
   434         <echo message="database:${metadata-read-db}" />
       
   435         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   436         <mkdir dir="${test.temp.dir}"/>
       
   437 
       
   438         <hlm:metadatarecord database="${metadata-read-db}">
       
   439             <hlm:policymetadatainput>
       
   440                 <fileset dir="${project.dir}/../data/">
       
   441                     <include  name="*policy*.log"/>
       
   442                 </fileset>
       
   443             </hlm:policymetadatainput>
       
   444         </hlm:metadatarecord>
       
   445         <au:assertTrue>
       
   446             <available type="dir" file="${metadata-read-db}" />
       
   447         </au:assertTrue>
       
   448     </target>
       
   449 
       
   450     <hlm:metadatafilterset id="ant_log_metadata_input">
       
   451         <metadatafilterset filterfile="${project.dir}/../data/common.csv" />
       
   452     </hlm:metadatafilterset>
       
   453 
       
   454 
       
   455     <target name="test-ant_log_metadata_input">
       
   456         <property name="metadata-read-db" value="${test.temp.dir}/log_ant_metadata_input_db"/>
       
   457         <delete dir="${metadata-read-db}" failonerror="false" />
       
   458         <echo message="ant log metadata input validation" />
       
   459         <echo message="database:${metadata-read-db}" />
       
   460         <au:assertFileExists file="${metadata-filterfile}" message="${metadata-filterfile} filter file does not exist"/>
       
   461         <mkdir dir="${test.temp.dir}"/>
       
   462 
       
   463         <hlm:metadatarecord database="${metadata-read-db}">
       
   464             <hlm:antmetadatainput>
       
   465                 <fileset dir="${project.dir}/../data/">
       
   466                     <include  name="*ant*.log"/>
       
   467                 </fileset>
       
   468                 <metadatafilterset refid="ant_log_metadata_input" />
       
   469             </hlm:antmetadatainput>
       
   470         </hlm:metadatarecord>
       
   471         <au:assertTrue>
       
   472             <available type="dir" file="${metadata-read-db}" />
       
   473         </au:assertTrue>
       
   474     </target>
       
   475 
       
   476     <property name="metadata-read-ftl" value="${project.dir}/../../src/templates/readdata.xml.ftl"/>
       
   477     <property name="metadata-read-output" value="${test.temp.dir}/readdata.html"/>
       
   478 <!-- 
       
   479     <target name="test-readdata" depends="test-text_log_metadata_input" >
       
   480         <property name="metadata-template-dir" value="${project.dir}/../../src/templates/" />
       
   481         <property name="metadata-output-dir" value="${test.temp.dir}" />
       
   482         <property name="metadata-read-ftl" value="${metadata-template-dir}/readdata.xml.ftl"/>
       
   483         <property name="metadata-read-db" value="${metadata-output-dir}/log_text_metadata_input_db"/>
       
   484         <property name="metadata-read-output" value="${metadata-output-dir}/readdata.html"/>
       
   485         <delete file="${metadata-read-output}" failonerror="false" />
       
   486         <au:assertFileExists file="${metadata-read-db}" message="${metadata-read-db} DB file was not created"/>
       
   487         <fmpp sourceFile="${metadata-template-dir}/readdata.xml.ftl"
       
   488                      outputfile="${metadata-output-dir}/readdata.html">
       
   489             <freemarkerLinks expandProperties="yes">
       
   490                 macro: ${project.dir}/../../src/templates
       
   491             </freemarkerLinks>
       
   492             <data expandProperties="yes">
       
   493                 dbPath: ${metadata-read-db}
       
   494                 ant: antProperties()
       
   495             </data>
       
   496         </fmpp>
       
   497         <fmpp sourceFile="${metadata-template-dir}/build_status.xml.ftl"
       
   498                      outputfile="${metadata-output-dir}/build_status.xml">
       
   499             <freemarkerLinks expandProperties="yes">
       
   500                 macro: ${project.dir}/../../src/templates
       
   501             </freemarkerLinks>
       
   502             <data expandProperties="yes">
       
   503                 dbPath: ${metadata-read-db}
       
   504                 logfile: ido_abs_mcl_devlon70_robot_MCL.70.500_fixslashes_raptor.log
       
   505                 ant: antProperties()
       
   506             </data>
       
   507         </fmpp>
       
   508         <fmpp sourceFile="${metadata-template-dir}/email_new.html.ftl"
       
   509                      outputfile="${metadata-output-dir}/build_status.html">
       
   510             <freemarkerLinks expandProperties="yes">
       
   511                 macro: ${project.dir}/../../src/templates
       
   512             </freemarkerLinks>
       
   513             <data expandProperties="yes">
       
   514                 dbPath: ${metadata-read-db}
       
   515                 logfile: ido_abs_mcl_devlon70_robot_MCL.70.500_fixslashes_raptor.log
       
   516                 ant: antProperties()
       
   517             </data>
       
   518         </fmpp>
       
   519         <au:assertFileExists file="${metadata-read-output}" message="${metadata-read-output} DB file was not created"/>
       
   520     </target>
       
   521 -->
       
   522 
       
   523     <target name="test-generate-summary" depends="test-text_log_metadata_input">
       
   524         <property name="metadata-summary-ftl" value="${project.dir}/../../src/templates/summary.html.ftl"/>
       
   525         <property name="metadata-summary-output" value="${test.temp.dir}/summary.html"/>
       
   526         <property name="metadata-output-dir" value="${test.temp.dir}/" />
       
   527         <delete file="${metadata-summary-output}" failonerror="false" />
       
   528         <property name="metadata-read-db" value="${metadata-output-dir}/log_text_metadata_input_db"/>
       
   529         
       
   530         <fmpp sourceFile="${metadata-summary-ftl}"
       
   531                      outputfile="${metadata-summary-output}">
       
   532             <freemarkerLinks expandProperties="yes">
       
   533                 macro: ${project.dir}/../../src/templates/macro
       
   534             </freemarkerLinks>
       
   535             <data expandProperties="yes">
       
   536                 dbPath: ${metadata-read-db}
       
   537                 loginfo: xml(${project.dir}/../data/ido_abs_mcl_devlon70_robot_MCL.70.500_info.log)
       
   538                 ant: antProperties()
       
   539             </data>
       
   540         </fmpp>
       
   541         <!-- check we have created the files -->
       
   542         <au:assertTrue>
       
   543             <available type="dir" file="${metadata-read-db}" />
       
   544         </au:assertTrue>
       
   545         <au:assertFileExists file="${metadata-summary-output}" message="${metadata-summary-output} summary output file was not created"/>
       
   546     </target>
       
   547     
       
   548     <target name="test-countseverity">
       
   549         <delete dir="${test.temp.dir}/dp_db" failonerror="false" />
       
   550 
       
   551         <hlm:metadatarecord database="${test.temp.dir}/dp_db">
       
   552             <hlm:textmetadatainput>
       
   553                 <fileset dir="${project.dir}/../data/">
       
   554                     <include  name="*_fixslashes*.log"/>
       
   555                 </fileset>
       
   556                 <metadatafilterset refid="text_log_metadata_input" />
       
   557             </hlm:textmetadatainput>
       
   558         </hlm:metadatarecord>
       
   559 
       
   560         <hlm:metadataCountSeverity severity="error" log="_fixslashes_raptor.log" db="${test.temp.dir}/dp_db" property="errors"/>
       
   561         <echo message="${errors}" />
       
   562         <au:assertTrue>
       
   563             <equals arg1="${errors}" arg2="24"/>
       
   564         </au:assertTrue>
       
   565         <au:assertTrue>
       
   566             <hlm:metadataHasSeverity severity="error" log="_fixslashes_raptor.log" db="${test.temp.dir}/dp_db" />
       
   567         </au:assertTrue>
       
   568         <au:assertFalse>
       
   569             <hlm:metadataHasSeverity severity="fatal" log="_fixslashes_raptor.log" db="${test.temp.dir}/dp_db" />
       
   570         </au:assertFalse>
       
   571         
       
   572     </target>
       
   573 
       
   574     <target name="test-metadatacount-no-error-with-missing-files-path-with-backslashes">
       
   575         <hlm:metadatarecord database="${test.temp.dir}/metadatacount_with_missing_files_db">
       
   576             <hlm:sbsmetadatainput>
       
   577                 <fileset dir="${project.dir}/../data/">
       
   578                     <include  name="metadatacount_missing_files.log"/>
       
   579                 </fileset>
       
   580                 <metadatafilterset>
       
   581                     <metadatafilter priority="INFO" regex="^INFO:" description="info" />
       
   582                     <metadatafilter priority="ERROR" regex="^ERROR:" description="error" />
       
   583                     <metadatafilter priority="WARNING" regex=".*warning C4503:.*" description="warning" />
       
   584                 </metadatafilterset>
       
   585             </hlm:sbsmetadatainput>
       
   586         </hlm:metadatarecord>
       
   587         <hlm:metadataCountSeverity severity="error" log="data\metadatacount_missing_files.log" db="${test.temp.dir}/metadatacount_with_missing_files_db" property="errors"/>
       
   588         <au:assertTrue message="We must have 5 missing files counted as error.">
       
   589             <equals arg1="${errors}" arg2="5"/>
       
   590         </au:assertTrue>
       
   591     </target>
       
   592     
       
   593     <target name="test-very-long-warning">
       
   594         <delete dir="${test.temp.dir}/very_long_warning_db" failonerror="false" />
       
   595 
       
   596         <hlm:metadatarecord database="${test.temp.dir}/very_long_warning_db">
       
   597             <hlm:textmetadatainput>
       
   598                 <fileset dir="${project.dir}/../data/">
       
   599                     <include  name="very_long_warning.log"/>
       
   600                 </fileset>
       
   601                 <metadatafilterset>
       
   602                     <metadatafilter priority="INFO" regex="^INFO:" description="info" />
       
   603                     <metadatafilter priority="WARNING" regex=".*warning C4503:.*" description="warning" />
       
   604                 </metadatafilterset>
       
   605             </hlm:textmetadatainput>
       
   606         </hlm:metadatarecord>
       
   607 
       
   608         <hlm:metadataCountSeverity severity="warning" log="very_long_warning.log" db="${test.temp.dir}/very_long_warning_db" property="warnings"/>
       
   609         <echo message="test-very-long-warning: ${warnings}" />
       
   610         <au:assertTrue>
       
   611             <equals arg1="${warnings}" arg2="1"/>
       
   612         </au:assertTrue>
       
   613     </target>
       
   614 
       
   615     <target name="test-whatlog-parsing">
       
   616         <delete dir="${test.temp.dir}/whatlog_db" failonerror="false" />
       
   617 
       
   618         <hlm:metadatarecord database="${test.temp.dir}/whatlog_db">
       
   619             <hlm:sbsmetadatainput whatLogFile="${project.dir}/../data/build_whatlog.whatlog.log">
       
   620                 <fileset dir="${project.dir}/../data/">
       
   621                     <include  name="build_whatlog.log"/>
       
   622                 </fileset>
       
   623                 <metadatafilterset>
       
   624                     <metadatafilter priority="INFO" regex="^INFO:" description="info" />
       
   625                     <metadatafilter priority="ERROR" regex="^ERROR:" description="error" />
       
   626                     <metadatafilter priority="WARNING" regex=".*warning C4503:.*" description="warning" />
       
   627                 </metadatafilterset>
       
   628             </hlm:sbsmetadatainput>
       
   629         </hlm:metadatarecord>
       
   630         <fmpp sourceFile="${project.dir}/../data/whatlog_result.ini.ftl"
       
   631                      outputfile="${test.temp.dir}/whatlog_result.ini">
       
   632             <data expandProperties="yes">
       
   633                 dbPath: ${test.temp.dir}/whatlog_db
       
   634                 ant: antProperties()
       
   635             </data>
       
   636         </fmpp>
       
   637         <property file="${test.temp.dir}/whatlog_result.ini" />
       
   638         <au:assertTrue message="Invalid number of logs">
       
   639             <equals arg1="${number.of.logs}" arg2="1" />
       
   640         </au:assertTrue>
       
   641         <au:assertTrue message="Invalid number of whatlog entries">
       
   642             <equals arg1="${number.of.whatlog.entries}" arg2="5" />
       
   643         </au:assertTrue>
       
   644     </target>
       
   645 
       
   646     <target name="test-log-with-same-root-name">
       
   647         <delete dir="${test.temp.dir}/log-with-same-root-name_db" failonerror="false"/>
       
   648         <hlm:metadatarecord database="${test.temp.dir}/log-with-same-root-name_db">
       
   649             <hlm:textmetadatainput>
       
   650                 <fileset dir="${project.dir}/../data/">
       
   651                     <include name="log-with-same-root-name.log*"/>
       
   652                 </fileset>
       
   653                 <metadatafilterset>
       
   654                     <metadatafilter priority="ERROR" regex="^ERROR:.*" description="error" />
       
   655                 </metadatafilterset>
       
   656             </hlm:textmetadatainput>
       
   657         </hlm:metadatarecord>
       
   658         <hlm:metadataCountSeverity severity="error" log="log-with-same-root-name.log" db="${test.temp.dir}/log-with-same-root-name_db" property="log-with-same-root-name.log.error"/>
       
   659         <au:assertTrue message="We should only find 1 error">
       
   660             <equals arg1="${log-with-same-root-name.log.error}" arg2="1"/>
       
   661         </au:assertTrue>
       
   662     </target>
       
   663 
       
   664     <target name="test-release-database-metadatatask">
       
   665         <hlm:metadatarecord database="${test.temp.dir}/test-release-database-metadatatask_db">
       
   666             <hlm:textmetadatainput>
       
   667                 <fileset dir="${project.dir}/../data/">
       
   668                     <include name="test-release-database-metadatatask.log"/>
       
   669                 </fileset>
       
   670                 <metadatafilterset>
       
   671                     <metadatafilter priority="ERROR" regex="^ERROR:.*" description="error" />
       
   672                 </metadatafilterset>
       
   673             </hlm:textmetadatainput>
       
   674         </hlm:metadatarecord>
       
   675         <delete dir="${test.temp.dir}/log-with-same-root-name_db" failonerror="true" />
       
   676     </target>
       
   677 
       
   678     <target name="test-release-database-fmpp">
       
   679         <hlm:metadatarecord database="${test.temp.dir}/test-release-database-fmpp_db">
       
   680             <hlm:textmetadatainput>
       
   681                 <fileset dir="${project.dir}/../data/">
       
   682                     <include name="test-release-database-metadatatask.log"/>
       
   683                 </fileset>
       
   684                 <metadatafilterset>
       
   685                     <metadatafilter priority="ERROR" regex="^ERROR:.*" description="error" />
       
   686                 </metadatafilterset>
       
   687             </hlm:textmetadatainput>
       
   688         </hlm:metadatarecord>
       
   689         <fmpp sourceFile="${project.dir}/../data/test-release-database-fmpp.ini.ftl"
       
   690                      outputfile="${test.temp.dir}/test-release-database-fmpp.ini">
       
   691             <data expandProperties="yes">
       
   692                 dbPath: ${test.temp.dir}/test-release-database-fmpp_db
       
   693                 ant: antProperties()
       
   694             </data>
       
   695         </fmpp>        
       
   696         <delete dir="${test.temp.dir}/test-release-database-fmpp_db" failonerror="true" />
       
   697     </target>
       
   698     
       
   699     
       
   700     <target name="test-metadatacount-no-error-with-missing-files">
       
   701         <hlm:metadatarecord database="${test.temp.dir}/metadatacount_with_missing_files_db">
       
   702             <hlm:sbsmetadatainput>
       
   703                 <fileset dir="${project.dir}/../data/">
       
   704                     <include  name="metadatacount_missing_files.log"/>
       
   705                 </fileset>
       
   706                 <metadatafilterset>
       
   707                     <metadatafilter priority="INFO" regex="^INFO:" description="info" />
       
   708                     <metadatafilter priority="ERROR" regex="^ERROR:" description="error" />
       
   709                     <metadatafilter priority="WARNING" regex=".*warning C4503:.*" description="warning" />
       
   710                 </metadatafilterset>
       
   711             </hlm:sbsmetadatainput>
       
   712         </hlm:metadatarecord>
       
   713         <hlm:metadataCountSeverity severity="error" log="metadatacount_missing_files.log" db="${test.temp.dir}/metadatacount_with_missing_files_db" property="errors"/>
       
   714         <au:assertTrue message="We must have 5 missing files counted as error.">
       
   715             <equals arg1="${errors}" arg2="5"/>
       
   716         </au:assertTrue>
       
   717     </target>
       
   718     
       
   719     <target name="test-metadatacount-error-with-missing-files">
       
   720         <hlm:metadatarecord database="${test.temp.dir}/metadatacount_with_missing_files_db">
       
   721             <hlm:sbsmetadatainput>
       
   722                 <fileset dir="${project.dir}/../data/">
       
   723                     <include  name="metadatacount_error_and_missing_files.log"/>
       
   724                 </fileset>
       
   725                 <metadatafilterset>
       
   726                     <metadatafilter priority="INFO" regex="^INFO:" description="info" />
       
   727                     <metadatafilter priority="ERROR" regex="^ERROR:" description="error" />
       
   728                     <metadatafilter priority="WARNING" regex=".*warning C4503:.*" description="warning" />
       
   729                 </metadatafilterset>
       
   730             </hlm:sbsmetadatainput>
       
   731         </hlm:metadatarecord>
       
   732         <hlm:metadataCountSeverity severity="error" log="metadatacount_error_and_missing_files.log" db="${test.temp.dir}/metadatacount_with_missing_files_db" property="errors"/>
       
   733         <au:assertTrue message="We must have 6 missing files counted as error.">
       
   734             <equals arg1="${errors}" arg2="6"/>
       
   735         </au:assertTrue>
       
   736     </target>
       
   737 
       
   738     <target name="test-count-error-without-missing-files">
       
   739         <hlm:metadatarecord database="${test.temp.dir}/metadatacount_with_missing_files_db">
       
   740             <hlm:sbsmetadatainput>
       
   741                 <fileset dir="${project.dir}/../data/">
       
   742                     <include  name="metadatacount_error_and_missing_files.log"/>
       
   743                 </fileset>
       
   744                 <metadatafilterset>
       
   745                     <metadatafilter priority="INFO" regex="^INFO:" description="info" />
       
   746                     <metadatafilter priority="ERROR" regex="^ERROR:" description="error" />
       
   747                     <metadatafilter priority="WARNING" regex=".*warning C4503:.*" description="warning" />
       
   748                 </metadatafilterset>
       
   749             </hlm:sbsmetadatainput>
       
   750         </hlm:metadatarecord>
       
   751         <hlm:metadataCountSeverity severity="error" log="metadatacount_error_and_missing_files.log"
       
   752             db="${test.temp.dir}/metadatacount_with_missing_files_db" property="errors"
       
   753             countMissing="false"/>
       
   754         <au:assertTrue message="We must have 1 missing files counted as error.">
       
   755             <equals arg1="${errors}" arg2="1"/>
       
   756         </au:assertTrue>
       
   757     </target>
       
   758 
       
   759 </project>