<?xml version="1.0" encoding="UTF-8"?>
<!--
============================================================================
Name : ci.ant.xml
Part of : Helium
Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
All rights reserved.
This component and the accompanying materials are made available
under the terms of the License "Eclipse Public License v1.0"
which accompanies this distribution, and is available
at the URL "http://www.eclipse.org/legal/epl-v10.html".
Initial Contributors:
Nokia Corporation - initial contribution.
Contributors:
Description:
============================================================================
-->
<project name="ci" xmlns:hlm="http://www.nokia.com/helium">
<description>
CI related targets
</description>
<!-- Delete all the folders based on configurations file inside dir-path, optional attribute pool-size's default value is 4 -->
<target name="delete-folders-from-list" if = "ci.cleanup.env.dir">
<exec osfamily="windows" executable="python" failonerror="true" outputproperty="delete.folders.drive">
<arg value="${helium.dir}/tools/common/python/scripts/searchnextdrive.py"/>
</exec>
<hlm:deleteFoldersFromDirMacro dir-path="${ci.cleanup.env.dir}" delete-folders-drive="${delete.folders.drive}"/>
</target>
<!-- Delete all the folders based on configurations file inside dir-path, optional attribute pool-size's default value is 4 -->
<scriptdef name="deleteFoldersFromDirMacro" language="jython" uri="http://www.nokia.com/helium">
<attribute name="dir-path" />
<attribute name="pool-size" />
<attribute name="delete-folders-drive" />
import os
import fileutils
import threadpool
import subprocess
import sys
dir_path = str(attributes.get('dir-path'))
del_folder_drive = attributes.get('delete-folders-drive')
pool_size = attributes.get('pool-size')
if pool_size != None:
pool_size = str(pool_size)
else:
pool_size = "4"
delete_dirs = []
found_inputs = []
# Read config files
self.log(str("Scanning %s." % dir_path))
for path_ in os.listdir(dir_path):
self.log(str("Checking %s." % path_))
filename = os.path.join(dir_path, path_)
if (os.path.isfile(filename)):
found_inputs.append(filename)
file_ = open(filename)
for delete_dir in file_.readlines():
delete_dir = os.path.normpath(delete_dir.strip())
if (len(delete_dir) > 0) and os.path.isdir(delete_dir):
delete_dirs.append(delete_dir)
file_.close()
# Delete all dirs based on config
for dir_ in delete_dirs:
try:
if os.sep == '\\':
fileutils.subst(del_folder_drive, dir_)
self.log(str("substed for deleling folders"))
self.log(str("Removing %s\\" % del_folder_drive))
fileutils.rmtree("%s\\" % del_folder_drive)
fileutils.unsubst(del_folder_drive)
self.log(str("unsbusted substed for deleling folders"))
else:
self.log(str("Removing %s" % dir_))
fileutils.rmtree(dir_)
except Exception, e:
if os.sep == '\\':
fileutils.unsubst(del_folder_drive)
self.log(str("unsbusted for deleling folders"))
self.log(str("ERROR: %s" % e))
# Delete all config files
for path_ in found_inputs:
self.log(str("Deleting %s." % path_))
os.remove(path_)
</scriptdef>
<!-- Macro for the folders to be deleted in a file based on the folder creation time
If the folders are created at the same time, then it will delete only one of them (this
needs to be handled properly in the future releases if required)-->
<scriptdef name="BADeleteMacro" language="jython" uri="http://www.nokia.com/helium">
<attribute name="outputdir"/>
<attribute name="rootdir"/>
<attribute name="no.ba.remain"/>
<![CDATA[
import os
import time
ctime_dict = {}
root_dir = str(attributes.get('rootdir'))
output_dir = str(attributes.get('outputdir'))
for dir_ in os.listdir(root_dir):
if (os.path.isdir(os.path.join(root_dir, dir_))):
dir_ctime = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(os.path.getctime(os.path.join(root_dir, dir_))))
ctime_dict[dir_ctime] = dir_
ctime_list = ctime_dict.keys()
ctime_list.sort()
self.log(str("ctime_list: %s" % ctime_list))
filename = time.strftime('%Y%m%d%H%M%S', time.localtime())
filename = os.path.join(output_dir, filename + '_file_delete.txt')
self.log(str("Creating %s" % filename))
file_ = open(filename, 'w+')
count = len(ctime_list)
ba_to_leave = int(str(attributes.get('no.ba.remain')))
self.log(str("Leaving %d build areas." % ba_to_leave))
if (ba_to_leave > 0):
for ctime_entry in ctime_list:
print count
if (ba_to_leave >= count):
break
file_.write(os.path.join(root_dir, ctime_dict[ctime_entry]) + '\n')
count -= 1
file_.close()
]]>
</scriptdef>
<!-- This target flags the Build areas for deletion. So the cleanup build robot could remove them. -->
<target name="flag-ba-for-deletion" if = "ci.cleanup.env.dir">
<mkdir dir="${ci.cleanup.env.dir}"/>
<if>
<not>
<isset property="ci.min.ba.maintain"/>
</not>
<then>
<property name="ci.min.ba.maintain" value="2"/>
</then>
</if>
<hlm:BADeleteMacro outputdir="${ci.cleanup.env.dir}" rootdir="${prep.root.dir}" no.ba.remain="${ci.min.ba.maintain}"/>
</target>
<!-- This task monitor the sessions available under the session file and update/create new ones if needed. -->
<scriptdef name="monitorCCMSession" language="jython" uri="http://www.nokia.com/helium">
<attribute name="delivery"/>
<attribute name="sessionfile"/>
import ccm
import nokia.nokiaccm
import configuration
import os
import logging
import traceback
logging.basicConfig(level=logging.INFO)
databases = []
delivery = str(attributes.get('delivery'))
sessionFile = str(attributes.get('sessionfile'))
configBuilder = configuration.NestedConfigurationBuilder(open(delivery, 'r'))
configSet = configBuilder.getConfiguration()
for config in configSet.getConfigurations():
if config['database'] not in databases:
databases.append(config['database'])
config = configuration.PropertiesConfiguration()
if os.path.exists(sessionFile):
self.log(str("Opening the file %s..." % sessionFile))
config.load(open(sessionFile, 'r'))
else:
self.log(str("File %s will be created..." % sessionFile))
for database in databases:
self.log(str("Checking %s..." % database))
update_session = True
if config.has_key(database):
sessionid = config[database]
# test if valid
self.log(str("Is session %s still valid?..." % sessionid))
if ccm.session_exists(sessionid, database=database):
self.log(str("Yes."))
update_session = False
if update_session:
try:
self.log(str("Opening a new session for %s..." % database))
session = nokia.nokiaccm.open_session(database=database)
session.close_on_exit = False
config[database] = session.addr()
except Exception, exc:
traceback.print_exc()
raise exc
self.log(str("Updating the file %s..." % sessionFile))
config.store(open(sessionFile, 'w+'))
</scriptdef>
<!-- Task that generates an XML configuration of the work that will be done by ccm-get-input. -->
<macrodef name="findProjects" uri="http://www.nokia.com/helium">
<attribute name="delivery"/>
<attribute name="sessionfile"/>
<attribute name="output"/>
<sequential>
<hlm:python>
import ccm
import configuration
import os
import logging
import amara
logging.basicConfig(level=logging.INFO)
delivery = str(r'@{delivery}')
sessionFile = str(r'@{sessionfile}')
outputFilename = str(r'@{output}')
sconfig = configuration.PropertiesConfiguration()
print "Opening the file %s..." % sessionFile
sconfig.load(open(sessionFile, 'r'))
configBuilder = configuration.NestedConfigurationBuilder(open(delivery, 'r'))
configSet = configBuilder.getConfiguration()
projects = []
for config in configSet.getConfigurations():
if config.type == "checkout" and not config.get_boolean('skip.ci', False):
try:
sessionid = sconfig[config['database']]
session = ccm.Session(None, None, None, ccm_addr=sessionid, close_on_exit=False)
ccmproject = session.create(config.name)
wapath = os.path.join(config['dir'], ccmproject.name, ccmproject.name)
result = session.get_workarea_info(wapath)
print "Found wa for project %s." % result['project'].objectname
if config.has_key('ci.custom.query'):
projects.append({u'database': unicode(config['database']), u'action': u'checkout', u'name': unicode(result['project'].objectname), u'customQuery': unicode(config['ci.custom.query'])})
else:
projects.append({u'database': unicode(config['database']), u'action': u'checkout', u'name': unicode(result['project'].objectname)})
except ccm.CCMException, exc:
projects.append({u'database': unicode(config['database']), u'action': u'to_be_checkout', u'name': unicode(config.name)})
elif config.type == "snapshot" and not config.get_boolean('skip.ci', False):
sessionid = sconfig[config['database']]
session = ccm.Session(None, None, None, ccm_addr=sessionid, close_on_exit=False)
ccmproject = session.create(config.name)
versionfile = os.path.join(config['dir'], ccmproject.name, 'project.version')
if (os.path.exists(versionfile)):
stream = open(versionfile, "r")
projectname = stream.read().strip()
stream.close()
if (projectname != config.name):
if config.has_key('ci.custom.query'):
projects.append({u'database': unicode(config['database']), u'action': u'snapshot_update', u'name': unicode(config.name), u'customQuery': unicode(config['ci.custom.query'])})
else:
projects.append({u'database': unicode(config['database']), u'action': u'snapshot_update', u'name': unicode(config.name)})
else:
if config.has_key('ci.custom.query'):
projects.append({u'database': unicode(config['database']), u'action': u'snapshot', u'name': unicode(config.name), u'customQuery': unicode(config['ci.custom.query'])})
else:
projects.append({u'database': unicode(config['database']), u'action': u'snapshot', u'name': unicode(config.name)})
doc = amara.create_document()
root = doc.xml_create_element(u"config")
doc.xml_append(root)
for project in projects:
p = doc.xml_create_element(u"project", attributes=project)
root.xml_append(p)
output = open(outputFilename, "w+")
output.write(doc.xml())
output.close()
</hlm:python>
</sequential>
</macrodef>
<!-- Validate input for the ci-monitor-ccm-session target -->
<target name="ci-monitor-ccm-session-validate" depends="ccm-prepare-input">
<if>
<and>
<available file="${prep.delivery.conf.parsed}"/>
<isset property="ci.session.file"/>
<isset property="run.ccm"/>
</and>
<then>
<property name="do.ci-monitor-ccm-session" value="true"/>
</then>
<else>
<echo>Delivery file not available or 'ci.session.file' not defined or ccm.enabled not set to true.</echo>
</else>
</if>
</target>
<!-- Validate input for the ci-prep-wa-create-list target. -->
<target name="ci-prep-wa-create-list-validate" depends="ci-monitor-ccm-session-validate" if="do.ci-monitor-ccm-session">
<if>
<and>
<isset property="ci.project.config"/>
</and>
<then>
<property name="do.ci-prep-wa-create-list" value="true"/>
</then>
<else>
<echo>'ci.project.config' not defined.</echo>
</else>
</if>
</target>
<!-- Bootstrapper target for Cruise Control. It generates a session file compatible with CCM task. -->
<target name="ci-monitor-ccm-session" depends="ci-monitor-ccm-session-validate" if="do.ci-monitor-ccm-session">
<hlm:monitorCCMSession delivery="${prep.delivery.conf.parsed}" sessionfile="${ci.session.file}"/>
</target>
<!-- Bootstrapper target for Cruise Control. This target output the future work that ccm-get-input will be doing. -->
<target name="ci-prep-wa-create-list" depends="ci-prep-wa-create-list-validate" if="do.ci-prep-wa-create-list">
<hlm:findProjects delivery="${prep.delivery.conf.parsed}" sessionfile="${ci.session.file}" output="${ci.project.config}"/>
</target>
</project>