<?xml version="1.0" encoding="UTF-8"?>
<!--
============================================================================
Name : ci.ant.xml
Part of : Helium
Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
All rights reserved.
This component and the accompanying materials are made available
under the terms of the License "Eclipse Public License v1.0"
which accompanies this distribution, and is available
at the URL "http://www.eclipse.org/legal/epl-v10.html".
Initial Contributors:
Nokia Corporation - initial contribution.
Contributors:
Description:
============================================================================
-->
<!--* @package preparation -->
<project name="ci" xmlns:hlm="http://www.nokia.com/helium">
<description>
CI related targets
</description>
<!-- Delete all the folders based on configurations file inside dir-path, optional attribute pool-size's default value is 4 -->
<target name="delete-folders-from-list" if = "ci.cleanup.env.dir">
<hlm:deleteFoldersFromDirMacro dir-path="${ci.cleanup.env.dir}" />
</target>
<!-- Delete all the folders based on configurations file inside dir-path, optional attribute pool-size's default value is 4 -->
<scriptdef name="deleteFoldersFromDirMacro" language="jython" uri="http://www.nokia.com/helium">
<attribute name="dir-path" />
<attribute name="pool-size" />
<attribute name="delete-folders-drive" />
import os
import fileutils
import threadpool
import subprocess
import sys
from java.io import IOException
dir_path = str(attributes.get('dir-path'))
del_folder_drive = attributes.get('delete-folders-drive')
if del_folder_drive:
self.log("Warning: the delete-folders-drive attribute is deprecated, please stop using it.")
pool_size = attributes.get('pool-size')
if pool_size != None:
pool_size = str(pool_size)
else:
pool_size = "4"
delete_dirs = []
found_inputs = []
# Read config files
self.log(str("Scanning %s." % dir_path))
for path_ in os.listdir(dir_path):
self.log(str("Checking %s." % path_))
filename = os.path.join(dir_path, path_)
if (os.path.isfile(filename)):
found_inputs.append(filename)
file_ = open(filename)
for delete_dir in file_.readlines():
delete_dir = os.path.normpath(delete_dir.strip())
if (len(delete_dir) > 0) and os.path.isdir(delete_dir):
delete_dirs.append(delete_dir)
file_.close()
# Delete all dirs based on config
for dir_ in delete_dirs:
try:
self.log(str("Removing %s" % dir_))
fileutils.rmtree(dir_)
except IOException, ioExc:
self.log(str("ERROR: %s" % ioExc))
# Delete all config files
for path_ in found_inputs:
self.log(str("Deleting %s." % path_))
os.remove(path_)
</scriptdef>
<!-- Macro for the folders to be deleted in a file based on the folder creation time
If the folders are created at the same time, then it will delete only one of them (this
needs to be handled properly in the future releases if required)-->
<scriptdef name="BADeleteMacro" language="jython" uri="http://www.nokia.com/helium">
<attribute name="outputdir"/>
<attribute name="rootdir"/>
<attribute name="no.ba.remain"/>
<![CDATA[
import os
import time
ctime_dict = {}
root_dir = str(attributes.get('rootdir'))
output_dir = str(attributes.get('outputdir'))
if os.path.exists(root_dir):
for dir_ in os.listdir(root_dir):
if (os.path.isdir(os.path.join(root_dir, dir_))):
dir_ctime = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(os.path.getctime(os.path.join(root_dir, dir_))))
ctime_dict[dir_ctime] = dir_
else:
self.log("Skipping " + root_dir + " dir because it doesn't exist.")
ctime_list = ctime_dict.keys()
ctime_list.sort()
self.log(str("ctime_list: %s" % ctime_list))
filename = time.strftime('%Y%m%d%H%M%S', time.localtime())
filename = os.path.join(output_dir, filename + '_file_delete.txt')
self.log(str("Creating %s" % filename))
file_ = open(filename, 'w+')
count = len(ctime_list)
ba_to_leave = int(str(attributes.get('no.ba.remain')))
self.log(str("Leaving %d build areas." % ba_to_leave))
if (ba_to_leave > 0):
for ctime_entry in ctime_list:
print count
if (ba_to_leave >= count):
break
file_.write(os.path.join(root_dir, ctime_dict[ctime_entry]) + '\n')
count -= 1
file_.close()
]]>
</scriptdef>
<!-- This target flags the Build areas for deletion. So the cleanup build robot could remove them. -->
<target name="flag-ba-for-deletion" if = "ci.cleanup.env.dir">
<mkdir dir="${ci.cleanup.env.dir}"/>
<condition property="ci.min.ba.maintain" value="2">
<not>
<isset property="ci.min.ba.maintain"/>
</not>
</condition>
<hlm:BADeleteMacro outputdir="${ci.cleanup.env.dir}" rootdir="${prep.root.dir}" no.ba.remain="${ci.min.ba.maintain}"/>
</target>
<!-- This task monitor the sessions available under the session file and update/create new ones if needed. -->
<scriptdef name="monitorCCMSession" language="jython" uri="http://www.nokia.com/helium">
<attribute name="delivery"/>
<attribute name="sessionfile"/>
import ccm
import nokia.nokiaccm
import configuration
import os
import logging
import traceback
logging.basicConfig(level=logging.INFO)
databases = []
delivery = str(attributes.get('delivery'))
sessionFile = str(attributes.get('sessionfile'))
engine = project.getProperty('ccm.engine.host')
dbpath = project.getProperty('ccm.database.path')
configBuilder = configuration.NestedConfigurationBuilder(open(delivery, 'r'))
configSet = configBuilder.getConfiguration()
if dbpath:
databases.append(dbpath)
else:
for config in configSet.getConfigurations():
if config['database'] not in databases:
databases.append(config['database'])
config = configuration.PropertiesConfiguration()
if os.path.exists(sessionFile):
self.log(str("Opening the file %s..." % sessionFile))
config.load(open(sessionFile, 'r'))
else:
self.log(str("File %s will be created..." % sessionFile))
for database in databases:
self.log(str("Checking %s..." % database))
update_session = True
if config.has_key(database):
sessionid = config[database]
# test if valid
self.log(str("Is session %s still valid?..." % sessionid))
if ccm.session_exists(sessionid, database=database):
self.log(str("Yes."))
update_session = False
if update_session:
self.log(str("Opening a new session for %s..." % database))
session = nokia.nokiaccm.open_session(database=database, engine=engine, dbpath=dbpath)
session.close_on_exit = False
config[database] = session.addr()
self.log(str("Updating the file %s..." % sessionFile))
config.store(open(sessionFile, 'w+'))
</scriptdef>
<!-- Task that generates an XML configuration of the work that will be done by prep-work-area. -->
<macrodef name="findProjects" uri="http://www.nokia.com/helium">
<attribute name="delivery"/>
<attribute name="sessionfile"/>
<attribute name="output"/>
<sequential>
<hlm:python>
import ccm
import configuration
import os
import logging
import amara
logging.basicConfig(level=logging.INFO)
delivery = str(r'@{delivery}')
sessionFile = str(r'@{sessionfile}')
outputFilename = str(r'@{output}')
sconfig = configuration.PropertiesConfiguration()
print "Opening the file %s..." % sessionFile
sconfig.load(open(sessionFile, 'r'))
configBuilder = configuration.NestedConfigurationBuilder(open(delivery, 'r'))
configSet = configBuilder.getConfiguration()
projects = []
for config in configSet.getConfigurations():
if config.type == "checkout" and not config.get_boolean('skip.ci', False):
try:
sessionid = sconfig[config['database']]
session = ccm.Session(None, None, None, ccm_addr=sessionid, close_on_exit=False)
ccmproject = session.create(config.name)
wapath = os.path.join(config['dir'], ccmproject.name, ccmproject.name)
result = session.get_workarea_info(wapath)
print "Found wa for project %s." % result['project'].objectname
if config.has_key('ci.custom.query'):
projects.append({u'database': unicode(config['database']), u'action': u'checkout', u'name': unicode(result['project'].objectname), u'customQuery': unicode(config['ci.custom.query'])})
else:
projects.append({u'database': unicode(config['database']), u'action': u'checkout', u'name': unicode(result['project'].objectname)})
except ccm.CCMException, exc:
projects.append({u'database': unicode(config['database']), u'action': u'to_be_checkout', u'name': unicode(config.name)})
elif config.type == "snapshot" and not config.get_boolean('skip.ci', False):
sessionid = sconfig[config['database']]
session = ccm.Session(None, None, None, ccm_addr=sessionid, close_on_exit=False)
ccmproject = session.create(config.name)
versionfile = os.path.join(config['dir'], ccmproject.name, 'project.version')
if (os.path.exists(versionfile)):
stream = open(versionfile, "r")
projectname = stream.read().strip()
stream.close()
if (projectname != config.name):
if config.has_key('ci.custom.query'):
projects.append({u'database': unicode(config['database']), u'action': u'snapshot_update', u'name': unicode(config.name), u'customQuery': unicode(config['ci.custom.query'])})
else:
projects.append({u'database': unicode(config['database']), u'action': u'snapshot_update', u'name': unicode(config.name)})
else:
if config.has_key('ci.custom.query'):
projects.append({u'database': unicode(config['database']), u'action': u'snapshot', u'name': unicode(config.name), u'customQuery': unicode(config['ci.custom.query'])})
else:
projects.append({u'database': unicode(config['database']), u'action': u'snapshot', u'name': unicode(config.name)})
doc = amara.create_document()
root = doc.xml_create_element(u"config")
doc.xml_append(root)
for project in projects:
p = doc.xml_create_element(u"project", attributes=project)
root.xml_append(p)
output = open(outputFilename, "w+")
output.write(doc.xml(indent=u"yes"))
output.close()
</hlm:python>
</sequential>
</macrodef>
<!--* @property ci.session.file
Location of the session file which will be created by Helium.
@type string
@editable required
@scope public
-->
<!--* @property ci.project.config
Location of the configuration that will be generated for the Cruise Control HLMSynergy modificationset.
@type string
@editable required
@scope public
-->
<!--* @property ci.min.ba.maintain
Minimal number of build area to keep.
@type string
@editable required
@scope public
-->
<!-- Validate input for the ci-monitor-ccm-session target -->
<target name="ci-monitor-ccm-session-validate" depends="ccm-prepare-input">
<if>
<and>
<available file="${prep.delivery.conf.parsed}"/>
<isset property="ci.session.file"/>
<istrue value="${ccm.enabled}"/>
</and>
<then>
<property name="do.ci-monitor-ccm-session" value="true"/>
</then>
<else>
<echo>'prep.delivery.file' not available or 'ci.session.file' not defined or 'ccm.enabled' not set to true.</echo>
</else>
</if>
</target>
<!-- Validate input for the ci-prep-wa-create-list target. -->
<target name="ci-prep-wa-create-list-validate" depends="ci-monitor-ccm-session-validate" if="do.ci-monitor-ccm-session">
<if>
<isset property="ci.project.config"/>
<then>
<property name="do.ci-prep-wa-create-list" value="true"/>
</then>
<else>
<echo>'ci.project.config' not defined.</echo>
</else>
</if>
</target>
<!-- Bootstrapper target for Cruise Control. It generates a session file compatible with CCM task. -->
<target name="ci-monitor-ccm-session" depends="ci-monitor-ccm-session-validate" if="do.ci-monitor-ccm-session">
<hlm:monitorCCMSession delivery="${prep.delivery.conf.parsed}" sessionfile="${ci.session.file}"/>
</target>
<!-- Bootstrapper target for Cruise Control. This target output the future work that prep-work-area will be doing. -->
<target name="ci-prep-wa-create-list" depends="ci-prep-wa-create-list-validate" if="do.ci-prep-wa-create-list">
<hlm:findProjects delivery="${prep.delivery.conf.parsed}" sessionfile="${ci.session.file}" output="${ci.project.config}"/>
</target>
</project>