<?xml version="1.0" encoding="UTF-8"?>

<!-- 

============================================================================ 

Name        : ci.ant.xml 

Part of     : Helium 

Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).

All rights reserved.

This component and the accompanying materials are made available

under the terms of the License "Eclipse Public License v1.0"

which accompanies this distribution, and is available

at the URL "http://www.eclipse.org/legal/epl-v10.html".

Initial Contributors:

Nokia Corporation - initial contribution.

Contributors:

Description:

============================================================================

-->

<!--* @package preparation -->

<project name="ci" xmlns:hlm="http://www.nokia.com/helium">

    <description>

    CI related targets

    </description>

    <!-- Delete all the folders based on configurations file inside dir-path, optional attribute pool-size's default value is 4 -->

    <target name="delete-folders-from-list" if = "ci.cleanup.env.dir">

        <hlm:deleteFoldersFromDirMacro dir-path="${ci.cleanup.env.dir}" />

    </target>

    <!-- Delete all the folders based on configurations file inside dir-path, optional attribute pool-size's default value is 4 -->

    <scriptdef name="deleteFoldersFromDirMacro" language="jython" uri="http://www.nokia.com/helium">

        <attribute name="dir-path" />

        <attribute name="pool-size" />

        <attribute name="delete-folders-drive" />

import os

import fileutils

import threadpool

import subprocess

import sys

from java.io import IOException

dir_path = str(attributes.get('dir-path'))

del_folder_drive = attributes.get('delete-folders-drive')

if del_folder_drive:

    self.log("Warning: the delete-folders-drive attribute is deprecated, please stop using it.")

pool_size = attributes.get('pool-size')

if pool_size != None:

    pool_size = str(pool_size)

else:

    pool_size = "4"

delete_dirs = []

found_inputs = []

# Read config files

self.log(str("Scanning %s." % dir_path))

for path_ in os.listdir(dir_path):

    self.log(str("Checking %s." % path_))

    filename = os.path.join(dir_path, path_)

    if (os.path.isfile(filename)):

        found_inputs.append(filename)

        file_ = open(filename)

        for delete_dir in file_.readlines():

            delete_dir = os.path.normpath(delete_dir.strip())

            if (len(delete_dir) > 0) and  os.path.isdir(delete_dir):

                delete_dirs.append(delete_dir)

        file_.close()

# Delete all dirs based on config

for dir_ in delete_dirs:

    try:

        self.log(str("Removing %s" % dir_))

        fileutils.rmtree(dir_)

    except Exception, exc:

        self.log(str("ERROR: %s" % exc))

    except IOException, ioExc:

        self.log(str("ERROR: %s" % ioExc))

# Delete all config files

for path_ in found_inputs:

    self.log(str("Deleting %s." % path_))

    os.remove(path_)

    </scriptdef>

    <!-- Macro for the folders to be deleted in a file based on the folder creation time  

    If the folders are created at the same time, then it will delete only one of them (this 

    needs to be handled properly in the future releases if required)-->

    <scriptdef name="BADeleteMacro" language="jython" uri="http://www.nokia.com/helium">

        <attribute name="outputdir"/>

        <attribute name="rootdir"/>

        <attribute name="no.ba.remain"/>

        <![CDATA[

import os

import time

ctime_dict = {}

root_dir = str(attributes.get('rootdir'))

output_dir = str(attributes.get('outputdir'))

for dir_ in os.listdir(root_dir):

    if (os.path.isdir(os.path.join(root_dir, dir_))):

        dir_ctime = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(os.path.getctime(os.path.join(root_dir, dir_))))

        ctime_dict[dir_ctime] = dir_

ctime_list = ctime_dict.keys()

ctime_list.sort()

self.log(str("ctime_list: %s" % ctime_list))

filename = time.strftime('%Y%m%d%H%M%S', time.localtime())

filename = os.path.join(output_dir, filename + '_file_delete.txt')

self.log(str("Creating %s" % filename))

file_ = open(filename, 'w+')

count = len(ctime_list)

ba_to_leave = int(str(attributes.get('no.ba.remain')))

self.log(str("Leaving %d build areas." % ba_to_leave)) 

if (ba_to_leave > 0):

    for ctime_entry in ctime_list:

        print count

        if (ba_to_leave >= count):

            break

        file_.write(os.path.join(root_dir, ctime_dict[ctime_entry]) + '\n')

        count -= 1

file_.close()

        ]]>

    </scriptdef>

    <!-- This target flags the Build areas for deletion. So the cleanup build robot could remove them. -->

    <target name="flag-ba-for-deletion" if = "ci.cleanup.env.dir">

        <mkdir dir="${ci.cleanup.env.dir}"/>

        <condition property="ci.min.ba.maintain" value="2">

            <not>

                <isset property="ci.min.ba.maintain"/>

            </not>

        </condition>

        <hlm:BADeleteMacro outputdir="${ci.cleanup.env.dir}" rootdir="${prep.root.dir}" no.ba.remain="${ci.min.ba.maintain}"/>

    </target>

    <!-- This task monitor the sessions available under the session file and update/create new ones if needed. -->

    <scriptdef name="monitorCCMSession" language="jython" uri="http://www.nokia.com/helium">

        <attribute name="delivery"/>

        <attribute name="sessionfile"/>

import ccm

import nokia.nokiaccm

import configuration

import os

import logging

import traceback

logging.basicConfig(level=logging.INFO)

databases = []

delivery = str(attributes.get('delivery'))

sessionFile = str(attributes.get('sessionfile'))

configBuilder = configuration.NestedConfigurationBuilder(open(delivery, 'r'))

configSet = configBuilder.getConfiguration()

for config in configSet.getConfigurations():

    if config['database'] not in databases:

        databases.append(config['database'])

config = configuration.PropertiesConfiguration()

if os.path.exists(sessionFile):

    self.log(str("Opening the file %s..." % sessionFile))

    config.load(open(sessionFile, 'r'))

else:

    self.log(str("File %s will be created..." % sessionFile))

for database in databases:

    self.log(str("Checking %s..." % database))

    update_session = True

    if config.has_key(database):

        sessionid = config[database]

        # test if valid

        self.log(str("Is session %s still valid?..." % sessionid))

        if ccm.session_exists(sessionid, database=database):

            self.log(str("Yes."))

            update_session = False

    if update_session:

        try:

            self.log(str("Opening a new session for %s..." % database))

            session = nokia.nokiaccm.open_session(database=database)

            session.close_on_exit = False        

            config[database] = session.addr()

        except Exception, exc:

            traceback.print_exc()

            raise exc

self.log(str("Updating the file %s..." % sessionFile))

config.store(open(sessionFile, 'w+'))    

    </scriptdef>

    <!-- Task that generates an XML configuration of the work that will be done by prep-work-area. -->

    <macrodef name="findProjects" uri="http://www.nokia.com/helium">

        <attribute name="delivery"/>

        <attribute name="sessionfile"/>

        <attribute name="output"/>

        <sequential>

            <hlm:python>

import ccm

import configuration

import os

import logging

import amara

logging.basicConfig(level=logging.INFO)

delivery = str(r'@{delivery}')

sessionFile = str(r'@{sessionfile}')

outputFilename = str(r'@{output}')

sconfig = configuration.PropertiesConfiguration()

print "Opening the file %s..." % sessionFile

sconfig.load(open(sessionFile, 'r'))

configBuilder = configuration.NestedConfigurationBuilder(open(delivery, 'r'))

configSet = configBuilder.getConfiguration()

projects = []        

for config in configSet.getConfigurations():        

    if config.type == "checkout" and not config.get_boolean('skip.ci', False): 

        try:

            sessionid = sconfig[config['database']]

            session = ccm.Session(None, None, None, ccm_addr=sessionid, close_on_exit=False)

            ccmproject = session.create(config.name)

            wapath = os.path.join(config['dir'], ccmproject.name, ccmproject.name)

            result = session.get_workarea_info(wapath)

            print "Found wa for project %s." % result['project'].objectname

            if config.has_key('ci.custom.query'):

                projects.append({u'database': unicode(config['database']), u'action': u'checkout', u'name': unicode(result['project'].objectname), u'customQuery': unicode(config['ci.custom.query'])})

            else: 

                projects.append({u'database': unicode(config['database']), u'action': u'checkout', u'name': unicode(result['project'].objectname)})    

        except ccm.CCMException, exc:

            projects.append({u'database': unicode(config['database']), u'action': u'to_be_checkout', u'name': unicode(config.name)})

    elif config.type == "snapshot" and not config.get_boolean('skip.ci', False):

        sessionid = sconfig[config['database']]

        session = ccm.Session(None, None, None, ccm_addr=sessionid, close_on_exit=False)

        ccmproject = session.create(config.name)

        versionfile = os.path.join(config['dir'], ccmproject.name, 'project.version')

        if (os.path.exists(versionfile)):

            stream = open(versionfile, "r")

            projectname = stream.read().strip()

            stream.close()

            if (projectname != config.name):

                if config.has_key('ci.custom.query'):

                    projects.append({u'database': unicode(config['database']), u'action': u'snapshot_update', u'name': unicode(config.name), u'customQuery': unicode(config['ci.custom.query'])})

                else:

                    projects.append({u'database': unicode(config['database']), u'action': u'snapshot_update', u'name': unicode(config.name)})

        else:

            if config.has_key('ci.custom.query'):

                projects.append({u'database': unicode(config['database']), u'action': u'snapshot', u'name': unicode(config.name), u'customQuery': unicode(config['ci.custom.query'])})

            else:    

                projects.append({u'database': unicode(config['database']), u'action': u'snapshot', u'name': unicode(config.name)})

doc = amara.create_document()

root = doc.xml_create_element(u"config")

doc.xml_append(root)

for project in projects:

    p = doc.xml_create_element(u"project", attributes=project)

    root.xml_append(p)

output = open(outputFilename, "w+")

output.write(doc.xml(indent=u"yes"))

output.close()

            </hlm:python>

        </sequential>

    </macrodef>

    <!--* @property ci.session.file

    Location of the session file which will be created by Helium.

    @type string 

    @editable required 

    @scope public 

    -->

    <!--* @property ci.project.config

    Location of the configuration that will be generated for the Cruise Control HLMSynergy modificationset.

    @type string 

    @editable required 

    @scope public 

    -->

    <!--* @property ci.min.ba.maintain

    Minimal number of build area to keep.

    @type string 

    @editable required 

    @scope public 

    -->

    <!-- Validate input for the ci-monitor-ccm-session target -->

    <target name="ci-monitor-ccm-session-validate" depends="ccm-prepare-input">

        <if>

            <and>

                <available file="${prep.delivery.conf.parsed}"/>

                <isset property="ci.session.file"/>                

                <isset property="run.ccm"/>

            </and>

            <then>

                <property name="do.ci-monitor-ccm-session" value="true"/>

            </then>

            <else>

                <echo>'prep.delivery.file' not available or 'ci.session.file' not defined or 'ccm.enabled' not set to true.</echo>

            </else>

        </if>

    </target>

    <!-- Validate input for the ci-prep-wa-create-list target. --> 

    <target name="ci-prep-wa-create-list-validate" depends="ci-monitor-ccm-session-validate" if="do.ci-monitor-ccm-session">

        <if>

            <isset property="ci.project.config"/>

            <then>

                <property name="do.ci-prep-wa-create-list" value="true"/>

            </then>

            <else>

                <echo>'ci.project.config' not defined.</echo>

            </else>

        </if>

    </target>

    <!-- Bootstrapper target for Cruise Control. It generates a session file compatible with CCM task. -->

    <target name="ci-monitor-ccm-session" depends="ci-monitor-ccm-session-validate" if="do.ci-monitor-ccm-session">

        <hlm:monitorCCMSession delivery="${prep.delivery.conf.parsed}" sessionfile="${ci.session.file}"/>

    </target>

    <!-- Bootstrapper target for Cruise Control. This target output the future work that prep-work-area will be doing. -->

    <target name="ci-prep-wa-create-list" depends="ci-prep-wa-create-list-validate" if="do.ci-prep-wa-create-list">

        <hlm:findProjects delivery="${prep.delivery.conf.parsed}" sessionfile="${ci.session.file}" output="${ci.project.config}"/>

    </target>

</project>