<?xml version="1.0" encoding="UTF-8"?>

<!-- 

============================================================================ 

Name        : ats.ant.xml 

Part of     : Helium 

Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).

All rights reserved.

This component and the accompanying materials are made available

under the terms of the License "Eclipse Public License v1.0"

which accompanies this distribution, and is available

at the URL "http://www.eclipse.org/legal/epl-v10.html".

Initial Contributors:

Nokia Corporation - initial contribution.

Contributors:

Description:

============================================================================

-->

<project name="_testing.ats" xmlns:hlm="http://www.nokia.com/helium">

    <var name="drop.file.counter" value="0" />

    <description>

        ATS testing targets.

    </description>

    <!-- -->

    <fileset id="reference.ats.flash.images" dir="${release.images.dir}">

        <include name="**/${build.id}*.core.fpsx" />

        <include name="**/${build.id}*.rofs2.fpsx" />

        <include name="**/${build.id}*.rofs3.fpsx" />

        <include name="**/*rnd.C00" />

        <include name="**/*rnd.V01" />

        <include name="**/*.fpsx" />

        <include name="**/*_rnd.fpsx" />

    </fileset>

    <property environment="env" />

    <property name="ats.flashfiles.minlimit" value="2" />

    <fileset id="reference.ats.sis.images" dir="${ats.sis.images.dir}">

        <include name="**/*.sis" />

    </fileset>

    <property name="ats.sisfiles.minlimit" value="1" />

    <!-- 

    The target creates ATSDrop.zip file which also includes test.xml file; and sends the drop to ATS. 

    The layer definition, in system definition file, for tsrc directory should look like:

    <pre>

    <layer name="name_test_layer">

        <module name="module_name">

            <unit id="unit_id" name="unti_name" bldFile="path_of_tsrc_folder_to_be_built" filter=""/>

        </module>

    </layer>

    </pre>

    -->

    <target name="ats-test" if="enabled.ats">

        <hlm:filterRecordStartMacro/>

        <runtarget target="copy-mon-sym" />

        <runtarget target="ats-create-drop" />

        <hlm:filterRecordStopMacro pattern="${ats.password}" log="${build.log.dir}/${build.id}_ats.log" append="false"/>

        <hlm:metadatarecord database="${metadata.dbfile}">

            <hlm:textmetadatainput>

                <fileset casesensitive="false" file="${build.log.dir}/${build.id}_ats.log" />

                <metadatafilterset refid="filterset.ats" />

            </hlm:textmetadatainput>

        </hlm:metadatarecord>

        <hlm:generateBuildStatus file="${build.id}_ats.log" />

    </target>

    <!-- The target creates the ATS3drop.zip file including test.xml for ATS ASTE tests. This target is executable.-->

    <target name="ats-aste" if="enabled.aste">

        <hlm:filterRecordStartMacro/>

        <runtarget target="do-ats-aste" />

        <hlm:filterRecordStopMacro pattern="${ats.password}" log="${build.log.dir}/${build.id}_ats.log" append="false"/>

        <hlm:metadatarecord database="${metadata.dbfile}">

            <hlm:textmetadatainput>

                <fileset casesensitive="false" file="${build.log.dir}/${build.id}_ats.log" />

                <metadatafilterset refid="filterset.aste" />

            </hlm:textmetadatainput>

        </hlm:metadatarecord>

        <hlm:generateBuildStatus file="${build.id}_ats.log" />

    </target>

    <!-- The target creates the MATTI_drop.zip file including test.xml for MATTI tests. This target is executable.-->

    <target name="matti-test" if="enabled.matti">

        <hlm:filterRecordStartMacro/>

        <runtarget target="do-ats-matti" />

        <hlm:filterRecordStopMacro pattern="${ats.password}" log="${build.log.dir}/${build.id}_matti.log" append="false"/>

        <hlm:metadatarecord database="${metadata.dbfile}">

            <hlm:textmetadatainput>

                <fileset casesensitive="false" file="${build.log.dir}/${build.id}_matti.log" />

                <metadatafilterset refid="filterset.matti" />

            </hlm:textmetadatainput>

        </hlm:metadatarecord>

        <hlm:generateBuildStatus file="${build.id}_matti.log" />

    </target>

    <!-- Sends drop file to ATS/ASTE. Please see `ats-test` for description. -->

    <target name="do-ats-test" depends="ats-username, ats-password" unless="skip.ats.sending">

        <!-- Make the drop file visible to ATS3. -->

        <mkdir dir="${ats.drop.location}" />

        <copy file="${ats.drop.file}" tofile="${ats.drop.location.file}" />

        <!-- Notify ATS3 about the drop. -->

        <exec executable="cscript" dir="${build.drive}/" failonerror="false">

            <env key="ats3.username" value="${ats.username}" />

            <env key="ats3.password" value="${ats.password}" />

            <env key="ats3.host" value="${ats.server}" />

            <env key="ats3.pathToDrop" value="${ats.drop.location.file}"/>

            <arg value="${helium.dir}/tools/testing/ats/${ats.wsh.testrun.file}" />

        </exec>

    </target>

    <!-- The target is dependent on "ats-test", should not be called independently. The target fetches flash files location -->

    <target name="ats-set-flash-image-path">

        <pathconvert pathsep="," property="ats.flash.images">

            <fileset refid="reference.ats.flash.images"/>

        </pathconvert>

    </target>

    <!-- The target is dependent on "ats-test", should not be called independently. The target fetches flash files location -->

    <target name="ats-set-sis-flash-image-path">

        <pathconvert pathsep="," property="ats.sis.images">

            <fileset refid="reference.ats.sis.images"/>

        </pathconvert>

    </target>

    <!-- Sets values common for ATS, this is a dependent target and shouldn't be used as an individual target -->

    <target name="ats-common">

        <property name="ats.config.file" value="" />

        <property name="ats.product.hwid" value="" />

        <property name="ats.test.timeout" value="60" />

        <property name="ats.report.location" value="${publish.dir}/${publish.subdir}" />

        <var name="ats.drop.file" value="${build.output.dir}/ats/ATSDrop${drop.file.counter}.zip" />

        <if>

            <isset property="diamonds.build.url" />

            <then>

                <property name="internal.ats.diamonds.arg" value="--diamonds-build-url=http://${diamonds.host}${diamonds.build.id}" />

            </then>

            <else>

                <property name="internal.ats.diamonds.arg" value="" />

            </else>

        </if>

    </target>

    <!-- Sets default values for the ATS (STIF and EUnit), this is a dependent target and shouldn't be used as an individual target -->

    <target name="ats-set-defaults-stifeunit" depends="ats-common,lookup-email">

        <!-- Default values for the properties -->

        <property name="ats.email.list" value="${email.from}" />

        <property name="tsrc.data.dir" value="data" />

        <property name="ats.plan.name" value="plan" />

        <property name="ats.testrun.name" value="${build.id}_${ats.product.name}" />

        <property name="ats.ctc.host" value="" />

        <condition property="ats.wsh.testrun.file" value="wshTestRunImport.vbs">

            <equals arg1="${ats.script.type}" arg2="import" />

        </condition>

        <!-- if test run file is not explicitly mentioned, default is RunX-->

        <property name="ats.wsh.testrun.file" value="wshTestRunX.vbs" />

        <var name="ats.drop.file" value="ATS3Drop${drop.file.counter}.zip" />

        <property name="ats.target.platform" value="armv5 urel" />

        <property name="ats.trace.enabled" value="False" />

        <property name="ats.ctc.enabled" value="False" />

        <property name="ats.multiset.enabled" value="False" />

        <property name="eunitexerunner.flags" value="/E S60AppEnv /R Off" />

        <property name="ats.obey.pkgfiles.rule" value="False" />

    </target>

    <!-- Sets default values for the ASTE, this is a dependent target and shouldn't be used as an individual target -->

    <target name="ats-set-defaults-aste" depends="ats-common">

        <condition property="ats.wsh.testrun.file" value="wshTestRunImport.vbs">

            <equals arg1="${ats.script.type}" arg2="import" />

        </condition>

        <!-- if test run file is not explicitly mentioned, default is RunX-->

        <property name="ats.wsh.testrun.file" value="wshTestRunX.vbs" />

        <property name="ats.aste.test.type" value="smoke" />

        <property name="ats.aste.testasset.caseids" value="100,101,102,103,105,106,107,108,109,110,111,112,113,114,115" />

        <property name="ats.aste.software.version" value="${build.id}" />

        <property name="ats.aste.language" value="English" />

        <property name="ats.aste.software.release" value="${build.name}" />

        <property name="ats.aste.plan.name" value="plan" />

        <property name="ats.aste.testrun.name" value="${build.id}_${ats.product.name}_${major.version}.${minor.version}" />

        <property name="ats.aste.email.list" value="" />

    </target>

    <!-- This macro fetches the tsrc paths from system definition file (layers.sysdef.xml), layer defintion should look like

    <pre>

    <layer name="name_test_layer">

        <module name="module_name">

            <unit id="unit_id" name="unti_name" bldFile="path_of_tsrc_folder_to_be_built" filter="" />

        </module>

    </layer>

    </pre>

    -->

    <scriptdef name="getModuleTsrcMacro" language="jython" uri="http://www.nokia.com/helium">

        <attribute name="property" />

        <attribute name="prefix"/>

import os

import re

import sysdef.api

import pathaddition.match

import traceback

## using create-canonical-sysdef-file target, it works and gets tsrc paths

if project.getProperty('canonical.sysdef.file') == None :

    raise Exception("'canonical.sysdef.file' property is not defined")

try:

    sdf = sysdef.api.SystemDefinition(str(project.getProperty('canonical.sysdef.file')))

    modules = {}

    paths_list = []

    for la in sdf.layers:

        if re.match(r".*_test_layer$", la):

            try:

                if re.search(r"\b%s\b" % la, project.getProperty('exclude.test.layers')):

                    continue

            except TypeError, exp:

                pass

            layer = sdf.layers[la]

            for mod in layer.modules:

                if mod.name not in modules:

                    modules[mod.name] = []

                for unit in mod.units:

                    include_unit = True

                    if project.getProperty('ido.build.filter') != None:

                        if project.getProperty('ido.build.filter') != "":

                            include_unit = False

                            if hasattr(unit, 'filters'):

                                if len(unit.filters) > 0:

                                    for filter in unit.filters:

                                        if re.search(r"\b%s\b" % filter, project.getProperty('ido.build.filter')):

                                            include_unit = True

                                        else:

                                            include_unit = False

                                elif len(unit.filters) == 0:

                                    include_unit = True

                            else:

                                include_unit = False

                        else:

                            include_unit = False

                            if hasattr(unit, 'filters'):                            

                                if len(unit.filters) == 0:

                                    include_unit = True

                    if include_unit:

                        #if pathaddition.match.ant_match(unit.path, "**/tsrc/**", False):

                        modules[mod.name].append(os.path.join(project.getProperty('build.drive') + os.sep, unit.path))

                        #else:

                        #    project.log('tcrc not found in ' + str(unit.path))

            #substituting paths in the modules dictionary from path list using keys

            for name in modules.keys():

                if not modules[name] == []:

                    project.setProperty(str("%s.%s" % (attributes.get('prefix'), name)), str(" ".join(modules[name])))

                else:

                    del modules[name]

            project.setProperty(str(attributes.get('property')), str(",".join(modules.keys())))

except Exception, e:

    traceback.print_exc()

    project.log("ERROR: could not generate tsrc path list. %s" % e)

    </scriptdef>

    <!-- The target is dependent on "ats-test", should not be called individually. The target creates the ATS3drop.zip file including test:xml file -->

    <target name="ats-create-drop" depends="create-canonical-sysdef-file, ats-set-flash-image-path">

        <var name="ats.drop.location.file" value="${ats.drop.location}/ATS3Drop${drop.file.counter}.zip" />

        <mkdir dir="${build.output.dir}/ats" />

        <hlm:getModuleTsrcMacro property="module.list" prefix="module.tsrc" />

        <if>

            <scriptcondition language="beanshell">

                <![CDATA[

                    String value = project.getProperty("module.list");

                    if (value != null) {

                        String[] out = value.split(",");

                        if ((out == null) || (out.length == 0) || ((out.length == 1) && (out[0].length()==0))) {

                                    self.setValue(true);

                            } else {

                                    self.setValue(false);

                            }

                        } else {

                            self.log("Error: module.list not defined.");

                                self.setValue(true);

                        }

                            ]]>

            </scriptcondition>

            <then>

                <echo message="Error: No test modules found!" />

            </then>

            <elseif>

                <scriptcondition language="beanshell">

                    <![CDATA[

                        String flashfiles = project.getProperty("ats.flash.images");

                        String value = project.getProperty("ats.flashfiles.minlimit");

                        if (flashfiles != null && value != null) {

                            int cond = Integer.valueOf(value).intValue();

                            String[] out = flashfiles.split(",");

                            if (out.length < cond ) {

                                self.setValue(true);

                            } else {

                                self.setValue(false);

                            }

                        } else {

                            self.log("Error: flashfiles not defined.");

                            self.setValue(true);

                        }

                            ]]>

                </scriptcondition>

                <then>

                    <echo message="Error: Not enough flash files!" />

                </then>

            </elseif>

            <else>

                <for list="${module.list}" delimiter="," param="module">

                    <sequential>

                        <runtarget target="ats-set-defaults-stifeunit" />

                        <var name="ats.drop.file" value="${build.output.dir}/ats/ATS3Drop${drop.file.counter}.zip" />

                        <echo>${ats.drop.file}</echo>

                        <exec executable="python">

                            <arg value="${helium.dir}/tools/common/python/lib/ats3/__init__.py" />

                            <arg value="--device-type=${ats.product.name}" />

                            <arg value="--device-hwid=${ats.product.hwid}" />

                            <arg value="${internal.ats.diamonds.arg}" />

                            <arg value="--drop-file=${ats.drop.file}" />

                            <arg value="--report-email=${ats.email.list}" />

                            <arg value="--plan-name=${ats.plan.name}" />

                            <arg value="--testrun-name=${ats.testrun.name}_@{module}" />

                            <arg value="--flash-images=${ats.flash.images}" />

                            <arg value="--minimum-flash-images=${ats.flashfiles.minlimit}" />

                            <arg value="--target-platform=${ats.target.platform}" />

                            <arg value="--data-dir=${tsrc.data.dir}" />

                            <arg value="--test-timeout=${ats.test.timeout}" />

                            <arg value="--build-drive=${build.drive}" />

                            <arg value="--trace-enabled=${ats.trace.enabled}" />

                            <arg value="--ctc-enabled=${ats.ctc.enabled}" />

                            <arg value="--multiset-enabled=${ats.multiset.enabled}" />

                            <arg value="--file-store=${ats.report.location}" />

                            <arg value="--eunitexerunner-flags=${eunitexerunner.flags}" />

                            <arg value="--ats-network-drive=${ats.ctc.host}#${ats.drop.file}" />

                            <arg value="--monsym-files=${ats.ctc.monsyms}" />

                            <arg value="--config=${ats.config.file}" />

                            <arg value="--obey-pkgfiles=${ats.obey.pkgfiles.rule}" />

                            <arg value="--verbose" />

                            <arg line="${module.tsrc.@{module}}" />

                        </exec>

                        <runtarget target="do-ats-test" />

                        <math result="drop.file.counter" operand1="1" operation="+" operand2="${drop.file.counter}" datatype="int" />

                    </sequential>

                </for>

            </else>

        </if>

    </target>

    <!-- Please see ats-aste for description.-->

    <target name="do-ats-aste" depends="ats-set-flash-image-path, ats-set-defaults-aste" if="enabled.aste">

        <mkdir dir="${build.output.dir}/ats" />

        <if>

            <scriptcondition language="beanshell">

                <![CDATA[

                String flashfiles = project.getProperty("ats.flash.images");

                String value = project.getProperty("ats.flashfiles.minlimit");

                if (flashfiles != null && value != null) {

                    int cond = Integer.valueOf(value).intValue();

                    String[] out = flashfiles.split(",");

                    if (out.length < cond ) {

                        self.setValue(true);

                    } else {

                            self.setValue(false);

                    }

                } else {

                    self.log("Error: flashfiles not defined.");

                    self.setValue(true);

                }

                    ]]>

            </scriptcondition>

            <then>

                <echo message="Error: Not enough flash files!" />

            </then>

            <else>

                <exec executable="python">

                    <arg value="${helium.dir}/tools/common/python/lib/ats3/aste.py" />

                    <arg value="--report-email=${ats.aste.email.list}" />

                    <arg value="--device-type=${ats.product.name}" />

                    <arg value="--flash-images=${ats.flash.images}" />

                    <arg value="--minimum-flash-images=${ats.flashfiles.minlimit}" />

                    <arg value="--plan-name=${ats.aste.plan.name}" />

                    <arg value="--testrun-name=${ats.aste.testrun.name}" />

                    <arg value="--device-hwid=${ats.product.hwid}" />

                    <arg value="--test-timeout=${ats.test.timeout}" />

                    <arg value="--build-drive=${build.drive}" />

                    <arg value="${internal.ats.diamonds.arg}" />

                    <arg value="--drop-file=${ats.drop.file}" />

                    <arg value="--test-type=${ats.aste.test.type}" />

                    <arg value="--testasset-location=${ats.aste.testasset.location}" />

                    <arg value="--testasset-caseids=${ats.aste.testasset.caseids}" />

                    <arg value="--software-version=${ats.aste.software.version}" />

                    <arg value="--device-language=${ats.aste.language}" />

                    <arg value="--software-release=${ats.aste.software.release}" />

                    <arg value="--verbose" />

                </exec>

                <runtarget target="do-ats-test" />

            </else>

        </if>

    </target>

    <!--

        This target search the mon.sym files using unit information from the canonical sysdef file.

        Then it copies the discovered files under the ftp server defined by ats.ctc.host.

        The target url is: ftp ://[server]/ctc_helium/[diamonds_id]/mon_syms/[id]/mon.sym 

    -->

    <target name="copy-mon-sym" if="ats.ctc.enabled">

        <fmpp sourceFile="${helium.dir}/tools/testing/ats/templates/monsym-file-list.txt.ftl"

            outputFile="${temp.build.dir}/monsym-file-list.txt">

            <data expandProperties="yes">

                data: xml(${canonical.sysdef.file})

                ant: antProperties()

            </data>

        </fmpp>

        <hlm:path2file reference="mon.sym.list" file="${temp.build.dir}/monsym-file-list.txt" />

        <script language="jython">

import os

import ctc

if not project.getProperty('ats.ctc.host'):

    raise Exception('ats.ctc.host property is not defined.')

if not project.getProperty('diamonds.build.id'):

    raise Exception('diamonds.build.id property is not defined.')

server = project.getProperty('ats.ctc.host')

diamondsid = os.path.basename(os.path.dirname(project.getProperty('diamonds.build.id')))

path = project.getReference('mon.sym.list')

if not path:

    raise Exception('mon.sym.list reference has not been set')

uploader = ctc.MonSymFTPUploader(server, path.list(), diamondsid)

monsyms = uploader.upload()

# Using ; to separate the path because the target script is running on windows

project.setNewProperty('ats.ctc.monsyms', ';'.join([ "//%s/%s" % (server, x) for x in monsyms]))

        </script>

        <echo>ats.ctc.monsyms: ${ats.ctc.monsyms}</echo>

    </target>

    <!-- a dependant target please do not call directly use matti-test,

    target calls the MATTI script that creates the MATTI_drop.zip file and runs the tests

    listed in test.rb.  ats-set-flash-image-path and ats-set-sis-flash-image-path look for lists of files-->

    <target name="do-ats-matti" depends="ats-set-flash-image-path, ats-set-sis-flash-image-path" >

        <runtarget target="ats-set-defaults-stifeunit" />

        <!--need to set theseup for use by do-ats-test target-->

        <mkdir dir="${build.output.dir}/ats" />

        <var name="ats.drop.location" value="${build.output.dir}/ats" />

        <var name="ats.drop.file" value="${build.output.dir}/ats/ATS3Drop.zip" />

        <var name="ats.drop.location.file" value="${ats.drop.file}" />

        <if>

            <!-- get the list of .fpsx files (and others) in the defined folder

             to pass as a list to the python script-->

            <scriptcondition language="beanshell">

                <![CDATA[

                    String flashfiles = project.getProperty("ats.flash.images");

                    String value = project.getProperty("ats.flashfiles.minlimit");

                    if (flashfiles != null && value != null) {

                        int cond = Integer.valueOf(value).intValue();

                        String[] out = flashfiles.split(",");

                        if (out.length < cond ) {

                            self.setValue(true);

                        } else {

                            self.setValue(false);

                        }

                    } else {

                        self.log("Error: flashfiles not defined.");

                        self.setValue(true);

                    }

                        ]]>

            </scriptcondition>

            <then>

                <echo message="Error: Not enough flash files!" />

            </then>

            <else>

                <if>

                    <!-- get the list of .sis files in the defined folder to pass as a list to the python script-->

                    <scriptcondition language="beanshell">

                        <![CDATA[

                            String sisfiles = project.getProperty("ats.sis.images");

                            String value = project.getProperty("ats.sisfiles.minlimit");

                            if (sisfiles != null && value != null) {

                                int cond = Integer.valueOf(value).intValue();

                                String[] out = sisfiles.split(",");

                                if (out.length < cond ) {

                                    self.setValue(true);

                                } else {

                                    self.setValue(false);

                                }

                            } else {

                                self.log("Error: sisfiles not defined.");

                                self.setValue(true);

                            }

                                ]]>

                    </scriptcondition>

                    <then>

                        <echo message="Error: Not enough sis files!" />

                    </then>

                    <else>

                        <!-- execute the MattiDrops.py script with parameters-->

                        <exec executable="python" resultproperty="script.response">

                            <arg value="${helium.dir}/tools/common/python/lib/ats3/matti/MattiDrops.py" />

                            <arg value="--build-drive=${build.drive}" />

                            <arg value="--matti-scripts=${matti.scripts}" />

                            <arg value="--flash-images=${ats.flash.images}" />

                            <arg value="--harness=STIF" />

                            <arg value="--file-store=${ats.output.dir}" />

                            <arg value="--testrun-name=${ats.testrun.name}" />

                            <arg value="--device-type=${ats.product.name}" />

                            <arg value="--device-hwid=${ats.product.hwid}" />

                            <arg value="--diamonds-build-url=${internal.ats.diamonds.arg}" />

                            <arg value="--drop-file=${ats.drop.file}" />

                            <arg value="--minimum-flash-images=${ats.flashfiles.minlimit}" />