author | Daniel Jacobs <daniel.jacobs@nokia.com> |
Fri, 07 May 2010 15:52:14 +0100 | |
branch | fix |
changeset 525 | 98aa338042d4 |
parent 374 | 96629a6f26e4 |
child 457 | 9bebdb95e0de |
child 533 | 408bfff46ad7 |
permissions | -rw-r--r-- |
3 | 1 |
# |
225
d401dbd3a410
Ensure that parallel parsing sbs calls pass on --no-depend-generate and --no-depend-include (as these influence makefile generation).
Jon Chatten
parents:
219
diff
changeset
|
2 |
# Copyright (c) 2006-2010 Nokia Corporation and/or its subsidiary(-ies). |
3 | 3 |
# All rights reserved. |
4 |
# This component and the accompanying materials are made available |
|
5 |
# under the terms of the License "Eclipse Public License v1.0" |
|
6 |
# which accompanies this distribution, and is available |
|
7 |
# at the URL "http://www.eclipse.org/legal/epl-v10.html". |
|
8 |
# |
|
9 |
# Initial Contributors: |
|
10 |
# Nokia Corporation - initial contribution. |
|
11 |
# |
|
12 |
# Contributors: |
|
13 |
# |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
14 |
# Description: |
3 | 15 |
# raptor module |
16 |
# This module represents the running Raptor program. Raptor is started |
|
17 |
# either by calling the Main() function, which creates an instance of |
|
18 |
# the raptor.Raptor class and calls its methods to perform a build based |
|
19 |
# on command-line parameters, or by explicitly creating a raptor.Raptor |
|
20 |
# instance and calling its methods to set-up and perform a build. |
|
21 |
# |
|
22 |
||
23 |
name = "sbs" # the public name for the raptor build tool |
|
24 |
env = "SBS_HOME" # the environment variable that locates us |
|
25 |
xml = "sbs_init.xml" # the primary initialisation file |
|
26 |
env2 = "HOME" # the environment variable that locates the user |
|
27 |
xml2 = ".sbs_init.xml" # the override initialisation file |
|
28 |
||
29 |
import generic_path |
|
30 |
import os |
|
31 |
import raptor_cache |
|
32 |
import raptor_cli |
|
33 |
import raptor_data |
|
34 |
import raptor_make |
|
5 | 35 |
import raptor_makefile |
3 | 36 |
import raptor_meta |
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
37 |
import raptor_timing |
3 | 38 |
import raptor_utilities |
39 |
import raptor_version |
|
40 |
import raptor_xml |
|
41 |
import filter_list |
|
42 |
import sys |
|
43 |
import types |
|
44 |
import time |
|
45 |
import traceback |
|
46 |
import pluginbox |
|
47 |
from xml.sax.saxutils import escape |
|
48 |
||
49 |
||
50 |
if not "HOSTPLATFORM" in os.environ or not "HOSTPLATFORM_DIR" in os.environ: |
|
51 |
print "Error: HOSTPLATFORM and HOSTPLATFORM_DIR must be set in the environment (this is usually done automatically by the startup script)." |
|
52 |
sys.exit(1) |
|
53 |
||
54 |
hostplatform = os.environ["HOSTPLATFORM"].split(" ") |
|
55 |
hostplatform_dir = os.environ["HOSTPLATFORM_DIR"] |
|
56 |
||
57 |
# defaults can use EPOCROOT |
|
5 | 58 |
|
3 | 59 |
if "EPOCROOT" in os.environ: |
115
5869e06bf2ac
Cause whatcomp output to use the incoming epocroot value. i.e. if epocroot is relative then so is the what output.
timothy.murphy@nokia.com
parents:
59
diff
changeset
|
60 |
incoming_epocroot = os.environ["EPOCROOT"] |
136
d84e89d4dde4
Tab/space problem
raptorbot <raptorbot@systemstesthead.symbian.intra>
parents:
133
diff
changeset
|
61 |
epocroot = incoming_epocroot.replace("\\","/") |
3 | 62 |
else: |
133
8184bb802ee1
In epocroot handling make windows the exceptional case because it is, use os.sep.
raptorbot <raptorbot@systemstesthead.symbian.intra>
parents:
115
diff
changeset
|
63 |
if 'win' in hostplatform: |
8184bb802ee1
In epocroot handling make windows the exceptional case because it is, use os.sep.
raptorbot <raptorbot@systemstesthead.symbian.intra>
parents:
115
diff
changeset
|
64 |
incoming_epocroot = os.sep |
8184bb802ee1
In epocroot handling make windows the exceptional case because it is, use os.sep.
raptorbot <raptorbot@systemstesthead.symbian.intra>
parents:
115
diff
changeset
|
65 |
epocroot = "/" |
8184bb802ee1
In epocroot handling make windows the exceptional case because it is, use os.sep.
raptorbot <raptorbot@systemstesthead.symbian.intra>
parents:
115
diff
changeset
|
66 |
os.environ["EPOCROOT"] = os.sep |
8184bb802ee1
In epocroot handling make windows the exceptional case because it is, use os.sep.
raptorbot <raptorbot@systemstesthead.symbian.intra>
parents:
115
diff
changeset
|
67 |
else: |
3 | 68 |
epocroot=os.environ['HOME'] + os.sep + "epocroot" |
69 |
os.environ["EPOCROOT"] = epocroot |
|
115
5869e06bf2ac
Cause whatcomp output to use the incoming epocroot value. i.e. if epocroot is relative then so is the what output.
timothy.murphy@nokia.com
parents:
59
diff
changeset
|
70 |
incoming_epocroot = epocroot |
3 | 71 |
|
72 |
if "SBS_BUILD_DIR" in os.environ: |
|
73 |
sbs_build_dir = os.environ["SBS_BUILD_DIR"] |
|
74 |
else: |
|
75 |
sbs_build_dir = (epocroot + "/epoc32/build").replace("//","/") |
|
76 |
||
77 |
||
78 |
# only use default XML from the epoc32 tree if it exists |
|
79 |
defaultSystemConfig = "lib/config" |
|
80 |
epoc32UserConfigDir = generic_path.Join(epocroot, "epoc32/sbs_config") |
|
81 |
if epoc32UserConfigDir.isDir(): |
|
82 |
defaultSystemConfig = str(epoc32UserConfigDir) + os.pathsep + defaultSystemConfig |
|
83 |
||
84 |
# parameters that can be overriden by the sbs_init.xml file |
|
85 |
# or by the command-line. |
|
86 |
defaults = { |
|
87 |
"allowCommandLineOverrides" : True, |
|
88 |
"CLI" : "raptor_cli", |
|
89 |
"buildInformation" : generic_path.Path("bld.inf"), |
|
90 |
"defaultConfig" : "default", |
|
91 |
"jobs": 4, |
|
92 |
"keepGoing": False, |
|
93 |
"logFileName" : generic_path.Join(sbs_build_dir,"Makefile.%TIME.log"), |
|
94 |
"makeEngine" : "make", |
|
95 |
"preferBuildInfoToSystemDefinition" : False, |
|
96 |
"pruneDuplicateMakefiles": True, |
|
97 |
"quiet" : False, |
|
98 |
"systemConfig" : defaultSystemConfig, |
|
99 |
"systemDefinition" : generic_path.Path("System_Definition.xml"), |
|
100 |
"systemDefinitionBase" : generic_path.Path("."), |
|
101 |
"systemFLM" : generic_path.Path("lib/flm"), |
|
102 |
"systemPlugins" : generic_path.Path("python/plugins"), |
|
103 |
"topMakefile" : generic_path.Join(sbs_build_dir,"Makefile"), |
|
104 |
"tries": 1, |
|
105 |
"writeSingleMakefile": True, |
|
106 |
"ignoreOsDetection": False, |
|
107 |
"toolcheck": "on", |
|
108 |
"filterList": "filterterminal,filterlogfile" |
|
109 |
} |
|
110 |
||
111 |
||
5 | 112 |
|
113 |
class ModelNode(object): |
|
114 |
""" Represents any node in a a tree of build information |
|
115 |
e.g. a tree of bld.infs, mmps and finally things like resource blocks and string table blocks. |
|
116 |
This is before they are produced into "build" specs. |
|
117 |
""" |
|
118 |
||
119 |
def __init__(self, id, parent = None): |
|
120 |
self.id = id |
|
121 |
self.type = type |
|
122 |
self.specs = [] |
|
123 |
self.deps = [] |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
124 |
self.children = set() |
5 | 125 |
self.unfurled = False |
126 |
self.parent = parent |
|
127 |
||
128 |
# Allow one to make a set |
|
129 |
def __hash__(self): |
|
130 |
return hash(self.id) |
|
131 |
||
132 |
def __cmp__(self,other): |
|
133 |
return cmp(self.id, other) |
|
3 | 134 |
|
135 |
def __iter__(self): |
|
5 | 136 |
return iter(self.children) |
3 | 137 |
|
138 |
def __getitem__(self,x): |
|
139 |
if isinstance(x, slice): |
|
5 | 140 |
return self.children[x.start:x.stop] |
141 |
return self.children[x] |
|
3 | 142 |
|
143 |
def __setitem__(self,k, v): |
|
5 | 144 |
self.children[k] = v |
3 | 145 |
|
146 |
def __len__(self): |
|
5 | 147 |
return len(self.children) |
3 | 148 |
|
5 | 149 |
def add(self, item): |
150 |
return self.children.add(item) |
|
151 |
||
152 |
def isunfurled(self, c): |
|
153 |
return self.unfurled == False |
|
3 | 154 |
|
5 | 155 |
def unfurl(self, build): |
156 |
"""Find any children of this node by processing it, produces specs""" |
|
157 |
pass |
|
3 | 158 |
|
5 | 159 |
def unfurl_all(self, build): |
160 |
"""Unfurl self and all children - preparatory e.g for realisation""" |
|
161 |
if not self.unfurled: |
|
162 |
self.unfurl(build) |
|
3 | 163 |
|
5 | 164 |
self.realise_exports(build) # permit communication of dependencies between children |
3 | 165 |
|
5 | 166 |
for c in self.children: |
167 |
c.unfurl_all(build) |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
168 |
|
3 | 169 |
|
5 | 170 |
def realise_exports(self, build): |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
171 |
"""Do the things that are needed such that we can fully unfurl all |
5 | 172 |
sibling nodes. i.e. this step is here to "take care" of the dependencies |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
173 |
between siblings. |
5 | 174 |
""" |
175 |
pass |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
176 |
|
5 | 177 |
def realise_makefile(self, build, specs): |
178 |
makefilename_base = build.topMakefile |
|
179 |
if self.name is not None: |
|
3 | 180 |
makefile = generic_path.Path(str(makefilename_base) + "_" + raptor_utilities.sanitise(self.name)) |
181 |
else: |
|
182 |
makefile = generic_path.Path(str(makefilename_base)) |
|
183 |
||
184 |
# insert the start time into the Makefile name? |
|
185 |
makefile.path = makefile.path.replace("%TIME", build.timestring) |
|
186 |
||
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
187 |
build.InfoDiscovery(object_type = "layers", count = 1) |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
188 |
build.InfoStartTime(object_type = "layer", task = "parse", |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
189 |
key = str(makefile.path)) |
5 | 190 |
makefileset = build.maker.Write(makefile, specs, build.buildUnitsToBuild) |
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
191 |
build.InfoEndTime(object_type = "layer", task = "parse", |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
192 |
key = str(makefile.path)) |
5 | 193 |
|
194 |
return makefileset |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
195 |
|
5 | 196 |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
197 |
|
5 | 198 |
def realise(self, build): |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
199 |
"""Give the spec trees to the make engine and actually |
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
200 |
"build" the product represented by this model node""" |
5 | 201 |
# Must ensure that all children are unfurled at this point |
202 |
self.unfurl_all(build) |
|
203 |
||
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
204 |
sp = self.specs |
5 | 205 |
|
206 |
build.AssertBuildOK() |
|
207 |
||
208 |
m = self.realise_makefile(build, sp) |
|
209 |
||
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
210 |
build.InfoStartTime(object_type = "layer", task = "build", |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
211 |
key = (str(m.directory) + "/" + str(m.filenamebase))) |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
212 |
result = build.Make(m) |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
213 |
build.InfoEndTime(object_type = "layer", task = "build", |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
214 |
key = (str(m.directory) + "/" + str(m.filenamebase))) |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
215 |
|
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
216 |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
217 |
return result |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
218 |
|
5 | 219 |
|
3 | 220 |
|
5 | 221 |
class Project(ModelNode): |
222 |
"""A project or, in symbian-speak, an MMP |
|
223 |
""" |
|
224 |
def __init__(self, filename, parent = None): |
|
225 |
super(Project,self).__init__(filename, parent = parent) |
|
226 |
# Assume that components are specified in mmp files for now |
|
227 |
# One day that tyranny might end. |
|
228 |
self.mmp_name = str(generic_path.Path.Absolute(filename)) |
|
229 |
self.id = self.mmp_name |
|
230 |
self.unfurled = False |
|
231 |
||
232 |
def makefile(self, makefilename_base, engine, named = False): |
|
233 |
"""Makefiles for individual mmps not feasible at the moment""" |
|
374
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
234 |
pass |
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
235 |
# Cannot, currently, "unfurl an mmp" directly but do want |
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
236 |
# to be able to simulate the overall recursive unfurling of a build. |
5 | 237 |
|
238 |
class Component(ModelNode): |
|
239 |
"""A group of projects or, in symbian-speak, a bld.inf. |
|
240 |
""" |
|
268
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
241 |
def __init__(self, filename, layername="", componentname=""): |
5 | 242 |
super(Component,self).__init__(filename) |
243 |
# Assume that components are specified in bld.inf files for now |
|
244 |
# One day that tyranny might end. |
|
245 |
self.bldinf = None # Slot for a bldinf object if we spot one later |
|
246 |
self.bldinf_filename = generic_path.Path.Absolute(filename) |
|
247 |
||
248 |
self.id = str(self.bldinf_filename) |
|
249 |
self.exportspecs = [] |
|
250 |
self.depfiles = [] |
|
251 |
self.unfurled = False # We can parse this |
|
268
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
252 |
|
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
253 |
# Extra metadata optionally supplied with system definition file gathered components |
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
254 |
self.layername = layername |
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
255 |
self.componentname = componentname |
5 | 256 |
|
257 |
def AddMMP(self, filename): |
|
258 |
self.children.add(Project(filename)) |
|
3 | 259 |
|
260 |
||
5 | 261 |
class Layer(ModelNode): |
268
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
262 |
""" Some components that should be built togther |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
263 |
e.g. a Layer in the system definition. |
268
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
264 |
|
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
265 |
Components that come from system definition files can |
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
266 |
have extra surrounding metadata that we need to pass |
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
267 |
on for use in log output. |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
268 |
""" |
5 | 269 |
def __init__(self, name, componentlist=[]): |
270 |
super(Layer,self).__init__(name) |
|
271 |
self.name = name |
|
272 |
||
273 |
for c in componentlist: |
|
268
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
274 |
if isinstance(c, raptor_xml.SystemModelComponent): |
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
275 |
# this component came from a system_definition.xml |
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
276 |
self.children.add(Component(c, c.GetContainerName("layer"), c.GetContainerName("component"))) |
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
277 |
else: |
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
278 |
# this is a plain old bld.inf file from the command-line |
692d9a4eefc4
Resurrect COMPONENT_NAME and LAYER_NAME output in logs when bld.inf files are gathered from system definition files.
Jon Chatten
parents:
226
diff
changeset
|
279 |
self.children.add(Component(c)) |
5 | 280 |
|
281 |
def unfurl(self, build): |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
282 |
"""Discover the children of this layer. This involves parsing the component MetaData (bld.infs, mmps). |
5 | 283 |
Takes a raptor object as a parameter (build), together with a list of Configurations. |
284 |
||
285 |
We currently have parsers that work on collections of components/bld.infs and that cannot |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
286 |
parse at a "finer" level. So one can't 'unfurl' an mmp at the moment. |
5 | 287 |
|
288 |
Returns True if the object was successfully unfurled. |
|
289 |
""" |
|
290 |
||
291 |
# setup all our components |
|
292 |
for c in self.children: |
|
293 |
c.specs = [] |
|
294 |
||
295 |
self.configs = build.buildUnitsToBuild |
|
296 |
||
297 |
||
298 |
metaReader = None |
|
299 |
if len (self.children): |
|
300 |
try: |
|
301 |
# create a MetaReader that is aware of the list of |
|
302 |
# configurations that we are trying to build. |
|
303 |
metaReader = raptor_meta.MetaReader(build, build.buildUnitsToBuild) |
|
304 |
||
305 |
# convert the list of bld.inf files into a specification |
|
306 |
# hierarchy suitable for all the configurations we are using. |
|
307 |
self.specs = list(build.generic_specs) |
|
11
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
308 |
self.specs.extend(metaReader.ReadBldInfFiles(self.children, doexport = build.doExport, dobuild = not build.doExportOnly)) |
5 | 309 |
|
310 |
except raptor_meta.MetaDataError, e: |
|
311 |
build.Error(e.Text) |
|
312 |
||
313 |
self.unfurled = True |
|
314 |
||
315 |
||
316 |
def meta_realise(self, build): |
|
317 |
"""Generate specs that can be used to "take care of" finding out more |
|
318 |
about this metaunit - i.e. one doesn't want to parse it immediately |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
319 |
but to create a makefile that will parse it. |
5 | 320 |
In this case it allows bld.infs to be parsed in parallel by make.""" |
321 |
||
3 | 322 |
# insert the start time into the Makefile name? |
323 |
||
5 | 324 |
self.configs = build.buildUnitsToBuild |
3 | 325 |
|
326 |
# Pass certain CLI flags through to the makefile-generating sbs calls |
|
327 |
cli_options = "" |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
328 |
|
3 | 329 |
if build.debugOutput == True: |
330 |
cli_options += " -d" |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
331 |
|
3 | 332 |
if build.ignoreOsDetection == True: |
333 |
cli_options += " -i" |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
334 |
|
3 | 335 |
if build.keepGoing == True: |
336 |
cli_options += " -k" |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
337 |
|
3 | 338 |
if build.quiet == True: |
339 |
cli_options += " -q" |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
340 |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
341 |
if build.timing == True: |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
342 |
cli_options += " --timing" |
3 | 343 |
|
225
d401dbd3a410
Ensure that parallel parsing sbs calls pass on --no-depend-generate and --no-depend-include (as these influence makefile generation).
Jon Chatten
parents:
219
diff
changeset
|
344 |
if build.noDependInclude == True: |
d401dbd3a410
Ensure that parallel parsing sbs calls pass on --no-depend-generate and --no-depend-include (as these influence makefile generation).
Jon Chatten
parents:
219
diff
changeset
|
345 |
cli_options += " --no-depend-include" |
d401dbd3a410
Ensure that parallel parsing sbs calls pass on --no-depend-generate and --no-depend-include (as these influence makefile generation).
Jon Chatten
parents:
219
diff
changeset
|
346 |
|
d401dbd3a410
Ensure that parallel parsing sbs calls pass on --no-depend-generate and --no-depend-include (as these influence makefile generation).
Jon Chatten
parents:
219
diff
changeset
|
347 |
if build.noDependGenerate == True: |
d401dbd3a410
Ensure that parallel parsing sbs calls pass on --no-depend-generate and --no-depend-include (as these influence makefile generation).
Jon Chatten
parents:
219
diff
changeset
|
348 |
cli_options += " --no-depend-generate" |
d401dbd3a410
Ensure that parallel parsing sbs calls pass on --no-depend-generate and --no-depend-include (as these influence makefile generation).
Jon Chatten
parents:
219
diff
changeset
|
349 |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
350 |
|
5 | 351 |
nc = len(self.children) |
352 |
number_blocks = build.jobs |
|
3 | 353 |
block_size = (nc / number_blocks) + 1 |
354 |
component_blocks = [] |
|
355 |
spec_nodes = [] |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
356 |
|
3 | 357 |
b = 0 |
5 | 358 |
childlist = list(self.children) |
3 | 359 |
while b < nc: |
5 | 360 |
component_blocks.append(childlist[b:b+block_size]) |
3 | 361 |
b += block_size |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
362 |
|
5 | 363 |
while len(component_blocks[-1]) <= 0: |
3 | 364 |
component_blocks.pop() |
5 | 365 |
number_blocks -= 1 |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
366 |
|
5 | 367 |
build.Info("Parallel Parsing: bld.infs split into %d blocks\n", number_blocks) |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
368 |
# Cause the binding makefiles to have the toplevel makefile's |
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
369 |
# name. The bindee's have __pp appended. |
5 | 370 |
tm = build.topMakefile.Absolute() |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
371 |
binding_makefiles = raptor_makefile.MakefileSet(str(tm.Dir()), build.maker.selectors, makefiles=None, filenamebase=str(tm.File())) |
5 | 372 |
build.topMakefile = generic_path.Path(str(build.topMakefile) + "_pp") |
373 |
||
3 | 374 |
loop_number = 0 |
375 |
for block in component_blocks: |
|
376 |
loop_number += 1 |
|
377 |
specNode = raptor_data.Specification("metadata_" + self.name) |
|
378 |
||
5 | 379 |
componentList = " ".join([str(c.bldinf_filename) for c in block]) |
380 |
||
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
381 |
|
5 | 382 |
configList = " ".join([c.name for c in self.configs if c.name != "build" ]) |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
383 |
|
3 | 384 |
makefile_path = str(build.topMakefile) + "_" + str(loop_number) |
385 |
try: |
|
386 |
os.unlink(makefile_path) # until we have dependencies working properly |
|
374
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
387 |
except Exception: |
3 | 388 |
pass |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
389 |
|
3 | 390 |
# add some basic data in a component-wide variant |
391 |
var = raptor_data.Variant() |
|
392 |
var.AddOperation(raptor_data.Set("COMPONENT_PATHS", componentList)) |
|
393 |
var.AddOperation(raptor_data.Set("MAKEFILE_PATH", makefile_path)) |
|
394 |
var.AddOperation(raptor_data.Set("CONFIGS", configList)) |
|
395 |
var.AddOperation(raptor_data.Set("CLI_OPTIONS", cli_options)) |
|
11
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
396 |
|
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
397 |
|
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
398 |
# Allow the flm to skip exports. Note: this parameter |
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
399 |
doexport_str = '1' |
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
400 |
if not build.doExport: |
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
401 |
doexport_str = '' |
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
402 |
var.AddOperation(raptor_data.Set("DOEXPORT", doexport_str )) |
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
403 |
|
3 | 404 |
# Pass on '-n' (if specified) to the makefile-generating sbs calls |
405 |
if build.noBuild: |
|
406 |
var.AddOperation(raptor_data.Set("NO_BUILD", "1")) |
|
407 |
specNode.AddVariant(var) |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
408 |
|
3 | 409 |
try: |
410 |
interface = build.cache.FindNamedInterface("build.makefiles") |
|
411 |
specNode.SetInterface(interface) |
|
412 |
except KeyError: |
|
413 |
build.Error("Can't find flm interface 'build.makefiles' ") |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
414 |
|
3 | 415 |
spec_nodes.append(specNode) |
5 | 416 |
binding_makefiles.addInclude(str(makefile_path)+"_all") |
417 |
||
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
418 |
build.InfoDiscovery(object_type = "layers", count = 1) |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
419 |
build.InfoStartTime(object_type = "layer", task = "parse", |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
420 |
key = str(build.topMakefile)) |
5 | 421 |
m = self.realise_makefile(build, spec_nodes) |
422 |
m.close() |
|
423 |
gen_result = build.Make(m) |
|
3 | 424 |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
425 |
build.InfoEndTime(object_type = "layer", task = "parse", |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
426 |
key = str(build.topMakefile)) |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
427 |
build.InfoStartTime(object_type = "layer", task = "build", |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
428 |
key = str(build.topMakefile)) |
5 | 429 |
build.Debug("Binding Makefile base name is %s ", binding_makefiles.filenamebase) |
430 |
binding_makefiles.close() |
|
431 |
b = build.Make(binding_makefiles) |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
432 |
build.InfoEndTime(object_type = "layer", task = "build", |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
433 |
key = str(build.topMakefile)) |
5 | 434 |
return b |
3 | 435 |
|
436 |
||
5 | 437 |
|
438 |
||
439 |
class BuildCannotProgressException(Exception): |
|
3 | 440 |
pass |
441 |
||
442 |
# raptor module classes |
|
443 |
||
444 |
class Raptor(object): |
|
445 |
"""An instance of a running Raptor program. |
|
446 |
||
447 |
When operated from the command-line there is a single Raptor object |
|
448 |
created by the Main function. When operated by an IDE several Raptor |
|
449 |
objects may be created and operated at the same time.""" |
|
450 |
||
451 |
||
452 |
M_BUILD = 1 |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
453 |
M_VERSION = 2 |
3 | 454 |
|
455 |
def __init__(self, home = None): |
|
456 |
||
457 |
self.DefaultSetUp(home) |
|
458 |
||
459 |
||
460 |
def DefaultSetUp(self, home = None): |
|
461 |
"revert to the default set-up state" |
|
462 |
self.errorCode = 0 |
|
463 |
self.skipAll = False |
|
464 |
self.summary = True |
|
465 |
self.out = sys.stdout # Just until filters get started. |
|
466 |
||
467 |
# Create a bootstrap output system. |
|
468 |
self.out = filter_list.FilterList() |
|
469 |
||
470 |
if home == None: |
|
471 |
try: |
|
472 |
home = os.environ[env] |
|
473 |
except KeyError: |
|
474 |
home = os.getcwd() |
|
475 |
||
476 |
# make sure the home directory exists |
|
477 |
self.home = generic_path.Path(home).Absolute() |
|
478 |
||
479 |
if not self.home.isDir(): |
|
480 |
self.Error("%s '%s' is not a directory", env, self.home) |
|
481 |
return |
|
482 |
||
483 |
# the set-up file location. |
|
484 |
# use the override "env2/xml2" if it exists |
|
485 |
# else use the primary "env/xml" if it exists |
|
486 |
# else keep the hard-coded defaults. |
|
487 |
self.raptorXML = self.home.Append(xml) |
|
488 |
||
489 |
if env2 in os.environ: |
|
490 |
sbs_init = generic_path.Join(os.environ[env2], xml2) |
|
491 |
if sbs_init.isFile(): |
|
492 |
self.raptorXML = sbs_init |
|
493 |
||
494 |
# things that can be overridden by the set-up file |
|
495 |
for key, value in defaults.items(): |
|
496 |
self.__dict__[key] = value |
|
497 |
||
498 |
# things to initialise |
|
499 |
self.args = [] |
|
500 |
||
5 | 501 |
self.layers = [] |
502 |
self.orderLayers = False |
|
3 | 503 |
self.commandlineComponents = [] |
504 |
||
505 |
self.systemModel = None |
|
506 |
self.systemDefinitionFile = None |
|
507 |
self.systemDefinitionRequestedLayers = [] |
|
508 |
self.systemDefinitionOrderLayers = False |
|
509 |
||
510 |
self.specGroups = {} |
|
511 |
||
512 |
self.configNames = [] |
|
513 |
self.configsToBuild = set() |
|
514 |
self.makeOptions = [] |
|
515 |
self.maker = None |
|
516 |
self.debugOutput = False |
|
517 |
self.doExportOnly = False |
|
11
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
518 |
self.doExport = True |
3 | 519 |
self.noBuild = False |
520 |
self.noDependInclude = False |
|
219 | 521 |
self.noDependGenerate = False |
3 | 522 |
self.projects = set() |
523 |
||
524 |
self.cache = raptor_cache.Cache(self) |
|
525 |
self.override = {env: str(self.home)} |
|
526 |
self.targets = [] |
|
527 |
self.defaultTargets = [] |
|
528 |
||
529 |
self.doCheck = False |
|
530 |
self.doWhat = False |
|
531 |
self.doParallelParsing = False |
|
532 |
self.mission = Raptor.M_BUILD |
|
533 |
||
534 |
# what platform and filesystem are we running on? |
|
535 |
self.filesystem = raptor_utilities.getOSFileSystem() |
|
536 |
||
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
537 |
self.timing = False |
3 | 538 |
self.toolset = None |
539 |
||
540 |
self.starttime = time.time() |
|
541 |
self.timestring = time.strftime("%Y-%m-%d-%H-%M-%S") |
|
542 |
||
543 |
self.fatalErrorState = False |
|
544 |
||
545 |
def AddConfigList(self, configPathList): |
|
546 |
# this function converts cmd line option into a list |
|
547 |
# and prepends it to default config. |
|
548 |
self.configPath = generic_path.NormalisePathList(configPathList.split(os.pathsep)) + self.configPath |
|
549 |
return True |
|
550 |
||
551 |
def AddConfigName(self, name): |
|
5 | 552 |
if name == "build": |
553 |
traceback.print_stack((sys.stdout)) |
|
554 |
sys.exit(1) |
|
3 | 555 |
self.configNames.append(name) |
556 |
return True |
|
557 |
||
558 |
def RunQuietly(self, TrueOrFalse): |
|
559 |
self.quiet = TrueOrFalse |
|
560 |
return True |
|
561 |
||
562 |
def SetCheck(self, TrueOrFalse): |
|
563 |
self.doCheck = TrueOrFalse |
|
564 |
return True |
|
565 |
||
566 |
def SetWhat(self, TrueOrFalse): |
|
567 |
self.doWhat = TrueOrFalse |
|
568 |
return True |
|
569 |
||
570 |
def SetEnv(self, name, value): |
|
571 |
self.override[name] = value |
|
572 |
||
573 |
def AddTarget(self, target): |
|
574 |
if self.doCheck or self.doWhat: |
|
575 |
self.Warn("ignoring target %s because --what or --check is specified.\n", target) |
|
576 |
else: |
|
577 |
self.targets.append(target) |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
578 |
|
3 | 579 |
def AddSourceTarget(self, filename): |
580 |
# source targets are sanitised and then added as if they were a "normal" makefile target |
|
581 |
# in addition they have a default, empty, top-level target assigned in order that they can |
|
582 |
# be presented to any generated makefile without error |
|
583 |
sourceTarget = generic_path.Path(filename).Absolute() |
|
584 |
sourceTarget = 'SOURCETARGET_' + raptor_utilities.sanitise(str(sourceTarget)) |
|
585 |
self.AddTarget(sourceTarget) |
|
586 |
self.defaultTargets.append(sourceTarget) |
|
587 |
return True |
|
588 |
||
589 |
def SetSysDefFile(self, filename): |
|
590 |
self.systemDefinitionFile = generic_path.Path(filename) |
|
591 |
return True |
|
592 |
||
593 |
def SetSysDefBase(self, path): |
|
594 |
self.systemDefinitionBase = generic_path.Path(path) |
|
595 |
return True |
|
596 |
||
597 |
def AddSysDefLayer(self, layer): |
|
598 |
self.systemDefinitionRequestedLayers.append(layer) |
|
599 |
return True |
|
600 |
||
601 |
def SetSysDefOrderLayers(self, TrueOrFalse): |
|
602 |
self.systemDefinitionOrderLayers = TrueOrFalse |
|
603 |
return True |
|
604 |
||
605 |
def AddBuildInfoFile(self, filename): |
|
606 |
bldinf = generic_path.Path(filename).Absolute() |
|
607 |
self.commandlineComponents.append(bldinf) |
|
608 |
return True |
|
609 |
||
610 |
def SetTopMakefile(self, filename): |
|
611 |
self.topMakefile = generic_path.Path(filename) |
|
612 |
return True |
|
613 |
||
614 |
def SetDebugOutput(self, TrueOrFalse): |
|
615 |
self.debugOutput = TrueOrFalse |
|
616 |
return True |
|
617 |
||
618 |
def SetExportOnly(self, TrueOrFalse): |
|
619 |
self.doExportOnly = TrueOrFalse |
|
21
a695dd5e4c37
Make --noexport and --export-only exclusive
timothy.murphy@nokia.com
parents:
14
diff
changeset
|
620 |
if not self.doExport: |
a695dd5e4c37
Make --noexport and --export-only exclusive
timothy.murphy@nokia.com
parents:
14
diff
changeset
|
621 |
self.Error("The --noexport and --export-only options are incompatible - won't to do anything useful") |
a695dd5e4c37
Make --noexport and --export-only exclusive
timothy.murphy@nokia.com
parents:
14
diff
changeset
|
622 |
return False |
3 | 623 |
return True |
624 |
||
11
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
625 |
def SetNoExport(self, TrueOrFalse): |
14 | 626 |
self.doExport = not TrueOrFalse |
21
a695dd5e4c37
Make --noexport and --export-only exclusive
timothy.murphy@nokia.com
parents:
14
diff
changeset
|
627 |
if self.doExportOnly: |
a695dd5e4c37
Make --noexport and --export-only exclusive
timothy.murphy@nokia.com
parents:
14
diff
changeset
|
628 |
self.Error("The --noexport and --export-only options are incompatible - won't to do anything useful") |
a695dd5e4c37
Make --noexport and --export-only exclusive
timothy.murphy@nokia.com
parents:
14
diff
changeset
|
629 |
return False |
11
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
630 |
return True |
ea23b18a2ff6
Initial implementation of noexport
tnmurphy@4GBL06592.nokia.com
parents:
5
diff
changeset
|
631 |
|
3 | 632 |
def SetNoBuild(self, TrueOrFalse): |
633 |
self.noBuild = TrueOrFalse |
|
634 |
return True |
|
635 |
||
636 |
def SetNoDependInclude(self, TrueOrFalse): |
|
637 |
self.noDependInclude = TrueOrFalse |
|
638 |
return True |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
639 |
|
219 | 640 |
def SetNoDependGenerate(self, TrueOrFalse): |
641 |
self.noDependGenerate = TrueOrFalse |
|
642 |
return True |
|
643 |
||
3 | 644 |
def SetKeepGoing(self, TrueOrFalse): |
645 |
self.keepGoing = TrueOrFalse |
|
646 |
return True |
|
647 |
||
648 |
def SetLogFileName(self, logfile): |
|
649 |
if logfile == "-": |
|
650 |
self.logFileName = None # stdout |
|
651 |
else: |
|
652 |
self.logFileName = generic_path.Path(logfile) |
|
653 |
return True |
|
654 |
||
655 |
def SetMakeEngine(self, makeEngine): |
|
193
8e61308a207e
don't break sbs_init.xml files with make engine validation changes
timothy.murphy@nokia.com
parents:
191
diff
changeset
|
656 |
self.makeEngine = makeEngine |
3 | 657 |
return True |
658 |
||
659 |
def AddMakeOption(self, makeOption): |
|
660 |
self.makeOptions.append(makeOption) |
|
661 |
return True |
|
662 |
||
663 |
def SetJobs(self, numberOfJobs): |
|
664 |
try: |
|
665 |
self.jobs = int(numberOfJobs) |
|
666 |
except ValueError: |
|
667 |
self.jobs = 0 |
|
668 |
||
669 |
if self.jobs < 1: |
|
670 |
self.Warn("The number of jobs (%s) must be a positive integer\n", numberOfJobs) |
|
671 |
self.jobs = 1 |
|
672 |
return False |
|
673 |
return True |
|
674 |
||
675 |
def SetTries(self, numberOfTries): |
|
676 |
try: |
|
677 |
self.tries = int(numberOfTries) |
|
678 |
except ValueError: |
|
679 |
self.tries = 0 |
|
680 |
||
681 |
if self.tries < 1: |
|
682 |
self.Warn("The number of tries (%s) must be a positive integer\n", numberOfTries) |
|
683 |
self.tries = 1 |
|
684 |
return False |
|
685 |
return True |
|
686 |
||
687 |
def SetToolCheck(self, type): |
|
688 |
type = type.lower() |
|
689 |
toolcheck_types= [ "forced", "on", "off" ] |
|
690 |
if type in toolcheck_types: |
|
691 |
self.toolcheck=type |
|
692 |
else: |
|
693 |
self.Warn("toolcheck option must be one of: %s" % toolcheck_types) |
|
694 |
return False |
|
695 |
||
696 |
return True |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
697 |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
698 |
def SetTiming(self, TrueOrFalse): |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
699 |
self.timing = TrueOrFalse |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
700 |
return True |
3 | 701 |
|
702 |
def SetParallelParsing(self, type): |
|
703 |
type = type.lower() |
|
704 |
if type == "on": |
|
705 |
self.doParallelParsing = True |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
706 |
elif type == "slave": |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
707 |
self.isParallelParsingSlave = True |
3 | 708 |
elif type == "off": |
709 |
self.doParallelParsing = False |
|
710 |
else: |
|
711 |
self.Warn(" parallel parsing option must be either 'on' or 'off' (was %s)" % type) |
|
712 |
return False |
|
713 |
||
714 |
return True |
|
715 |
||
716 |
def AddProject(self, projectName): |
|
717 |
self.projects.add(projectName.lower()) |
|
718 |
return True |
|
719 |
||
720 |
def FilterList(self, value): |
|
721 |
self.filterList = value |
|
722 |
return True |
|
723 |
||
724 |
def IgnoreOsDetection(self, value): |
|
725 |
self.ignoreOsDetection = value |
|
726 |
return True |
|
727 |
||
728 |
def PrintVersion(self,dummy): |
|
729 |
global name |
|
5 | 730 |
print name, "version", raptor_version.fullversion() |
3 | 731 |
self.mission = Raptor.M_VERSION |
732 |
return False |
|
733 |
||
734 |
# worker methods |
|
735 |
||
736 |
def Introduction(self): |
|
737 |
"""Print a header of useful information about Raptor""" |
|
738 |
||
5 | 739 |
self.Info("%s: version %s\n", name, raptor_version.fullversion()) |
3 | 740 |
|
741 |
self.Info("%s %s", env, str(self.home)) |
|
742 |
self.Info("Set-up %s", str(self.raptorXML)) |
|
743 |
self.Info("Command-line-arguments %s", " ".join(self.args)) |
|
744 |
self.Info("Current working directory %s", os.getcwd()) |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
745 |
|
3 | 746 |
# the inherited environment |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
747 |
for e, value in sorted( os.environ.items() ): |
5 | 748 |
self.Info("Environment %s=%s", e, value.replace("]]>", "]]>")) |
3 | 749 |
|
750 |
# and some general debug stuff |
|
751 |
self.Debug("Platform %s", "-".join(hostplatform)) |
|
752 |
self.Debug("Filesystem %s", self.filesystem) |
|
753 |
self.Debug("Python %d.%d.%d", *sys.version_info[:3]) |
|
754 |
self.Debug("Command-line-parser %s", self.CLI) |
|
755 |
||
756 |
for e,value in self.override.items(): |
|
757 |
self.Debug("Override %s = %s", e, value) |
|
758 |
||
759 |
for t in self.targets: |
|
760 |
self.Debug("Target %s", t) |
|
761 |
||
762 |
||
763 |
def ConfigFile(self): |
|
764 |
if not self.raptorXML.isFile(): |
|
765 |
return |
|
766 |
||
767 |
self.cache.Load(self.raptorXML) |
|
768 |
||
769 |
# find the 'defaults.raptor' variant and extract the values |
|
770 |
try: |
|
771 |
var = self.cache.FindNamedVariant("defaults.init") |
|
772 |
evaluator = self.GetEvaluator( None, raptor_data.BuildUnit(var.name,[var]) ) |
|
773 |
||
774 |
for key, value in defaults.items(): |
|
775 |
newValue = evaluator.Resolve(key) |
|
776 |
||
777 |
if newValue != None: |
|
778 |
# got a string for the value |
|
779 |
if type(value) == types.BooleanType: |
|
780 |
newValue = (newValue.lower() != "false") |
|
781 |
elif type(value) == types.IntType: |
|
782 |
newValue = int(newValue) |
|
783 |
elif isinstance(value, generic_path.Path): |
|
784 |
newValue = generic_path.Path(newValue) |
|
785 |
||
786 |
self.__dict__[key] = newValue |
|
787 |
||
788 |
except KeyError: |
|
789 |
# it is OK to not have this but useful to say it wasn't there |
|
790 |
self.Info("No 'defaults.init' configuration found in " + str(self.raptorXML)) |
|
791 |
||
792 |
||
793 |
def CommandLine(self, args): |
|
794 |
# remember the arguments for the log |
|
795 |
self.args = args |
|
796 |
||
797 |
# assuming self.CLI = "raptor_cli" |
|
798 |
more_to_do = raptor_cli.GetArgs(self, args) |
|
799 |
||
800 |
# resolve inter-argument dependencies. |
|
801 |
# --what or --check implies the WHAT target and FilterWhat Filter |
|
802 |
if self.doWhat or self.doCheck: |
|
803 |
self.targets = ["WHAT"] |
|
804 |
self.filterList = "filterwhat" |
|
805 |
||
806 |
else: |
|
807 |
# 1. CLEAN/CLEANEXPORT/REALLYCLEAN needs the FilterClean filter. |
|
808 |
# 2. Targets that clean should not be combined with other targets. |
|
809 |
||
810 |
targets = [x.lower() for x in self.targets] |
|
811 |
||
812 |
CL = "clean" |
|
813 |
CE = "cleanexport" |
|
814 |
RC = "reallyclean" |
|
815 |
||
816 |
is_clean = 0 |
|
817 |
is_suspicious_clean = 0 |
|
818 |
||
819 |
if CL in targets and CE in targets: |
|
820 |
is_clean = 1 |
|
821 |
if len(targets) > 2: |
|
822 |
is_suspicious_clean = 1 |
|
823 |
elif RC in targets or CL in targets or CE in targets: |
|
824 |
is_clean = 1 |
|
825 |
if len(targets) > 1: |
|
826 |
is_suspicious_clean = 1 |
|
827 |
||
828 |
if is_clean: |
|
829 |
self.filterList += ",filterclean" |
|
830 |
if is_suspicious_clean: |
|
831 |
self.Warn('CLEAN, CLEANEXPORT and a REALLYCLEAN should not be combined with other targets as the result is unpredictable.') |
|
832 |
||
833 |
if not more_to_do: |
|
834 |
self.skipAll = True # nothing else to do |
|
835 |
||
836 |
def ProcessConfig(self): |
|
837 |
# this function will perform additional processing of config |
|
838 |
||
839 |
# create list of generic paths |
|
840 |
self.configPath = generic_path.NormalisePathList(self.systemConfig.split(os.pathsep)) |
|
841 |
||
842 |
def LoadCache(self): |
|
843 |
def mkAbsolute(aGenericPath): |
|
844 |
""" internal function to make a generic_path.Path |
|
845 |
absolute if required""" |
|
846 |
if not aGenericPath.isAbsolute(): |
|
847 |
return self.home.Append(aGenericPath) |
|
848 |
else: |
|
849 |
return aGenericPath |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
850 |
|
3 | 851 |
# make generic paths absolute (if required) |
852 |
self.configPath = map(mkAbsolute, self.configPath) |
|
853 |
self.cache.Load(self.configPath) |
|
854 |
||
855 |
if not self.systemFLM.isAbsolute(): |
|
856 |
self.systemFLM = self.home.Append(self.systemFLM) |
|
857 |
||
858 |
self.cache.Load(self.systemFLM) |
|
859 |
||
860 |
def GetBuildUnitsToBuild(self, configNames): |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
861 |
"""Return a list of the configuration objects that correspond to the |
3 | 862 |
list of configuration names in the configNames parameter. |
863 |
||
864 |
raptor.GetBuildUnitsToBuild(["armv5", "winscw"]) |
|
865 |
>>> [ config1, config2, ... , configN ] |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
866 |
""" |
3 | 867 |
|
868 |
if len(configNames) == 0: |
|
869 |
# use default config |
|
870 |
if len(self.defaultConfig) == 0: |
|
871 |
self.Warn("No default configuration name") |
|
872 |
else: |
|
873 |
configNames.append(self.defaultConfig) |
|
874 |
||
374
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
875 |
buildUnitsToBuild = raptor_data.GetBuildUnits(configNames, self.cache, self) |
3 | 876 |
|
877 |
for b in buildUnitsToBuild: |
|
878 |
self.Info("Buildable configuration '%s'", b.name) |
|
879 |
||
880 |
if len(buildUnitsToBuild) == 0: |
|
881 |
self.Error("No build configurations given") |
|
882 |
||
883 |
return buildUnitsToBuild |
|
884 |
||
885 |
def CheckToolset(self, evaluator, configname): |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
886 |
"""Check the toolset for a particular config, allow other objects access |
3 | 887 |
to the toolset for this build (e.g. the raptor_make class).""" |
888 |
if self.toolset is None: |
|
889 |
if self.toolcheck == 'on': |
|
890 |
self.toolset = raptor_data.ToolSet(log=self) |
|
891 |
elif self.toolcheck == 'forced' : |
|
892 |
self.toolset = raptor_data.ToolSet(log=self, forced=True) |
|
893 |
else: |
|
894 |
return True |
|
895 |
||
896 |
return self.toolset.check(evaluator, configname) |
|
897 |
||
898 |
||
899 |
def CheckConfigs(self, configs): |
|
900 |
""" Tool checking for all the buildable configurations |
|
901 |
NB. We are allowed to use different tool versions for different |
|
902 |
configurations.""" |
|
903 |
||
904 |
tools_ok = True |
|
905 |
for b in configs: |
|
906 |
self.Debug("Tool check for %s", b.name) |
|
907 |
evaluator = self.GetEvaluator(None, b, gathertools=True) |
|
908 |
tools_ok = tools_ok and self.CheckToolset(evaluator, b.name) |
|
909 |
||
910 |
return tools_ok |
|
911 |
||
912 |
||
913 |
||
914 |
def GatherSysModelLayers(self, systemModel, systemDefinitionRequestedLayers): |
|
915 |
"""Return a list of lists of components to be built. |
|
916 |
||
917 |
components = GatherSysModelLayers(self, configurations) |
|
918 |
>>> set("abc/group/bld.inf","def/group/bld.inf, ....") |
|
919 |
""" |
|
920 |
layersToBuild = [] |
|
921 |
||
922 |
if systemModel: |
|
923 |
# We either process all available layers in the system model, or a subset of |
|
924 |
# layers specified on the command line. In both cases, the processing is the same, |
|
925 |
# and can be subject to ordering if explicitly requested. |
|
926 |
systemModel.DumpInfo() |
|
927 |
||
928 |
if systemDefinitionRequestedLayers: |
|
929 |
layersToProcess = systemDefinitionRequestedLayers |
|
930 |
else: |
|
931 |
layersToProcess = systemModel.GetLayerNames() |
|
932 |
||
933 |
for layer in layersToProcess: |
|
934 |
systemModel.DumpLayerInfo(layer) |
|
935 |
||
936 |
if systemModel.IsLayerBuildable(layer): |
|
5 | 937 |
layersToBuild.append(Layer(layer, |
3 | 938 |
systemModel.GetLayerComponents(layer))) |
939 |
||
940 |
return layersToBuild |
|
941 |
||
942 |
||
5 | 943 |
# Add bld.inf or system definition xml to command line layers (depending on preference) |
3 | 944 |
def FindSysDefIn(self, aDir = None): |
945 |
# Find a system definition file |
|
946 |
||
947 |
if aDir is None: |
|
948 |
dir = generic_path.CurrentDir() |
|
949 |
else: |
|
950 |
dir = generic_path.Path(aDir) |
|
951 |
||
952 |
sysDef = dir.Append(self.systemDefinition) |
|
953 |
if not sysDef.isFile(): |
|
954 |
return None |
|
955 |
||
956 |
return sysDef |
|
957 |
||
958 |
||
959 |
def FindComponentIn(self, aDir = None): |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
960 |
# look for a bld.inf |
3 | 961 |
|
962 |
if aDir is None: |
|
963 |
dir = generic_path.CurrentDir() |
|
964 |
else: |
|
965 |
dir = generic_path.Path(aDir) |
|
966 |
||
967 |
bldInf = dir.Append(self.buildInformation) |
|
968 |
||
969 |
if bldInf.isFile(): |
|
970 |
return bldInf |
|
971 |
||
972 |
return None |
|
973 |
||
974 |
def GenerateGenericSpecs(self, configsToBuild): |
|
975 |
# if a Configuration has any config-wide interfaces |
|
976 |
# then add a Specification node to call each of them. |
|
977 |
configWide = {} |
|
978 |
genericSpecs = [] |
|
979 |
for c in configsToBuild: |
|
980 |
evaluator = self.GetEvaluator(None, c) |
|
981 |
iface = evaluator.Get("INTERFACE.config") |
|
982 |
if iface: |
|
983 |
if iface in configWide: |
|
984 |
# seen it already, so reuse the node |
|
985 |
filter = configWide[iface] |
|
986 |
filter.AddConfigCondition(c.name) |
|
987 |
else: |
|
988 |
# create a new node |
|
5 | 989 |
filter = raptor_data.Filter(name = "config_wide") |
3 | 990 |
filter.AddConfigCondition(c.name) |
991 |
for i in iface.split(): |
|
992 |
spec = raptor_data.Specification(i) |
|
993 |
spec.SetInterface(i) |
|
994 |
filter.AddChildSpecification(spec) |
|
995 |
# remember it, use it |
|
996 |
configWide[iface] = filter |
|
997 |
genericSpecs.append(filter) |
|
998 |
||
999 |
return genericSpecs |
|
1000 |
||
1001 |
||
1002 |
def GetEvaluator(self, specification, configuration, gathertools=False): |
|
1003 |
""" this will perform some caching later """ |
|
5 | 1004 |
return raptor_data.Evaluator(specification, configuration, gathertools=gathertools, cache = self.cache) |
3 | 1005 |
|
1006 |
||
5 | 1007 |
def Make(self, makefileset): |
1008 |
if not self.noBuild and makefileset is not None: |
|
1009 |
if self.maker.Make(makefileset): |
|
1010 |
self.Info("The make-engine exited successfully.") |
|
1011 |
return True |
|
1012 |
else: |
|
1013 |
self.Error("The make-engine exited with errors.") |
|
1014 |
return False |
|
1015 |
else: |
|
1016 |
self.Info("No build performed") |
|
3 | 1017 |
|
1018 |
||
1019 |
||
1020 |
def Report(self): |
|
1021 |
if self.quiet: |
|
1022 |
return |
|
1023 |
||
1024 |
self.endtime = time.time() |
|
1025 |
self.runtime = int(0.5 + self.endtime - self.starttime) |
|
1026 |
self.raptor_params.runtime = self.runtime |
|
1027 |
self.Info("Run time %s seconds" % self.runtime) |
|
1028 |
||
1029 |
def AssertBuildOK(self): |
|
5 | 1030 |
"""Raise a BuildCannotProgressException if no further processing is required |
3 | 1031 |
""" |
1032 |
if self.Skip(): |
|
5 | 1033 |
raise BuildCannotProgressException("") |
3 | 1034 |
|
1035 |
return True |
|
1036 |
||
1037 |
def Skip(self): |
|
1038 |
"""Indicate not to perform operation if: |
|
1039 |
fatalErrorState is set |
|
1040 |
an error code is set but we're not in keepgoing mode |
|
1041 |
""" |
|
1042 |
return self.fatalErrorState or ((self.errorCode != 0) and (not self.keepGoing)) |
|
1043 |
||
1044 |
||
1045 |
# log file open/close |
|
1046 |
||
1047 |
def OpenLog(self): |
|
1048 |
"""Open a log file for the various I/O methods to write to.""" |
|
1049 |
||
1050 |
try: |
|
1051 |
# Find all the raptor plugins and put them into a pluginbox. |
|
1052 |
if not self.systemPlugins.isAbsolute(): |
|
1053 |
self.systemPlugins = self.home.Append(self.systemPlugins) |
|
1054 |
||
1055 |
self.pbox = pluginbox.PluginBox(str(self.systemPlugins)) |
|
1056 |
||
1057 |
self.raptor_params = BuildStats(self) |
|
1058 |
||
1059 |
# Open the requested plugins using the pluginbox |
|
1060 |
self.out.open(self.raptor_params, self.filterList.split(','), self.pbox) |
|
1061 |
||
1062 |
# log header |
|
1063 |
self.out.write("<?xml version=\"1.0\" encoding=\"ISO-8859-1\" ?>\n") |
|
1064 |
||
1065 |
namespace = "http://symbian.com/xml/build/log" |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1066 |
progress_namespace = "http://symbian.com/xml/build/log/progress" |
3 | 1067 |
schema = "http://symbian.com/xml/build/log/1_0.xsd" |
1068 |
||
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1069 |
self.out.write("<buildlog sbs_version=\"%s\" xmlns=\"%s\" xmlns:progress=\"%s\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"%s %s\">\n" |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1070 |
% (raptor_version.fullversion(), namespace, progress_namespace, namespace, schema)) |
3 | 1071 |
self.logOpen = True |
1072 |
except Exception,e: |
|
1073 |
self.out = sys.stdout # make sure that we can actually get errors out. |
|
1074 |
self.logOpen = False |
|
9 | 1075 |
self.FatalError("Unable to open the output logs: %s" % str(e)) |
3 | 1076 |
|
1077 |
def CloseLog(self): |
|
1078 |
if self.logOpen: |
|
1079 |
self.out.summary() |
|
1080 |
self.out.write("</buildlog>\n") |
|
1081 |
||
1082 |
if not self.out.close(): |
|
1083 |
self.errorCode = 1 |
|
1084 |
||
1085 |
||
1086 |
def Cleanup(self): |
|
1087 |
# ensure that the toolset cache is flushed. |
|
1088 |
if self.toolset is not None: |
|
1089 |
self.toolset.write() |
|
1090 |
||
1091 |
# I/O methods |
|
1092 |
||
1093 |
@staticmethod |
|
1094 |
def attributeString(dictionary): |
|
1095 |
"turn a dictionary into a string of XML attributes" |
|
1096 |
atts = "" |
|
1097 |
for a,v in dictionary.items(): |
|
1098 |
atts += " " + a + "='" + v + "'" |
|
1099 |
return atts |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1100 |
|
3 | 1101 |
def Info(self, format, *extras, **attributes): |
1102 |
"""Send an information message to the configured channel |
|
1103 |
(XML control characters will be escaped) |
|
1104 |
""" |
|
1105 |
self.out.write("<info" + self.attributeString(attributes) + ">" + |
|
1106 |
escape(format % extras) + "</info>\n") |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1107 |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1108 |
def InfoDiscovery(self, object_type, count): |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1109 |
if self.timing: |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1110 |
try: |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1111 |
self.out.write(raptor_timing.Timing.discovery_string(object_type = object_type, |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1112 |
count = count)) |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1113 |
except Exception, exception: |
374
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
1114 |
self.Error(exception.Text, function = "InfoDiscoveryTime") |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1115 |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1116 |
def InfoStartTime(self, object_type, task, key): |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1117 |
if self.timing: |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1118 |
try: |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1119 |
self.out.write(raptor_timing.Timing.start_string(object_type = object_type, |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1120 |
task = task, key = key)) |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1121 |
except Exception, exception: |
374
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
1122 |
self.Error(exception.Text, function = "InfoStartTime") |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1123 |
|
29
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1124 |
def InfoEndTime(self, object_type, task, key): |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1125 |
if self.timing: |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1126 |
try: |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1127 |
self.out.write(raptor_timing.Timing.end_string(object_type = object_type, |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1128 |
task = task, key = key)) |
ee00c00df073
Catchup to Perforce WIP with timing, python24
timothy.murphy@nokia.com
parents:
21
diff
changeset
|
1129 |
except Exception, exception: |
374
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
1130 |
self.Error(exception.Text, function = "InfoEndTime") |
3 | 1131 |
|
1132 |
def Debug(self, format, *extras, **attributes): |
|
1133 |
"Send a debugging message to the configured channel" |
|
1134 |
||
1135 |
# the debug text is out of our control so wrap it in a CDATA |
|
1136 |
# in case it contains characters special to XML... like <> |
|
1137 |
if self.debugOutput: |
|
1138 |
self.out.write("<debug" + self.attributeString(attributes) + ">" + |
|
1139 |
"><![CDATA[\n" + (format % extras) + "\n]]></debug>\n") |
|
1140 |
||
1141 |
def Warn(self, format, *extras, **attributes): |
|
1142 |
"""Send a warning message to the configured channel |
|
1143 |
(XML control characters will be escaped) |
|
1144 |
""" |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1145 |
self.out.write("<warning" + self.attributeString(attributes) + ">" + |
3 | 1146 |
escape(format % extras) + "</warning>\n") |
1147 |
||
1148 |
def FatalError(self, format, *extras, **attributes): |
|
1149 |
"""Send an error message to the configured channel. This implies such a serious |
|
1150 |
error that the entire build must be shut down asap whilst still finishing off |
|
1151 |
correctly whatever housekeeping is possible e.g. producing error reports. |
|
1152 |
Remains quiet if the raptor object is already in a fatal state since there |
|
1153 |
further errors are probably triggered by the first. |
|
1154 |
""" |
|
1155 |
if not self.fatalErrorState: |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1156 |
self.out.write("<error" + self.attributeString(attributes) + ">" + |
3 | 1157 |
(format % extras) + "</error>\n") |
1158 |
self.errorCode = 1 |
|
1159 |
self.fatalErrorState = True |
|
1160 |
||
1161 |
def Error(self, format, *extras, **attributes): |
|
1162 |
"""Send an error message to the configured channel |
|
1163 |
(XML control characters will be escaped) |
|
1164 |
""" |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1165 |
self.out.write("<error" + self.attributeString(attributes) + ">" + |
3 | 1166 |
escape(format % extras) + "</error>\n") |
1167 |
self.errorCode = 1 |
|
1168 |
||
1169 |
||
1170 |
def PrintXML(self, format, *extras): |
|
1171 |
"Print to configured channel (no newline is added) (assumes valid xml)" |
|
1172 |
if format: |
|
1173 |
self.out.write(format % extras) |
|
1174 |
||
5 | 1175 |
def GetLayersFromCLI(self): |
1176 |
"""Returns the list of layers as specified by the |
|
3 | 1177 |
commandline interface to Raptor e.g. parameters |
1178 |
or the current directory""" |
|
5 | 1179 |
layers=[] |
3 | 1180 |
# Look for bld.infs or sysdefs in the current dir if none were specified |
1181 |
if self.systemDefinitionFile == None and len(self.commandlineComponents) == 0: |
|
1182 |
if not self.preferBuildInfoToSystemDefinition: |
|
1183 |
cwd = os.getcwd() |
|
1184 |
self.systemDefinitionFile = self.FindSysDefIn(cwd) |
|
1185 |
if self.systemDefinitionFile == None: |
|
1186 |
aComponent = self.FindComponentIn(cwd) |
|
1187 |
if aComponent: |
|
5 | 1188 |
layers.append(Layer('default',[aComponent])) |
3 | 1189 |
else: |
1190 |
aComponent = self.FindComponentIn(cwd) |
|
1191 |
if aComponent is None: |
|
1192 |
self.systemDefinitionFile = self.FindSysDefIn(cwd) |
|
1193 |
else: |
|
5 | 1194 |
layers.append(Layer('default',[aComponent])) |
3 | 1195 |
|
5 | 1196 |
if len(layers) <= 0 and self.systemDefinitionFile == None: |
3 | 1197 |
self.Warn("No default bld.inf or system definition file found in current directory (%s)", cwd) |
1198 |
||
1199 |
# If we now have a System Definition to parse then get the layers of components |
|
1200 |
if self.systemDefinitionFile != None: |
|
1201 |
systemModel = raptor_xml.SystemModel(self, self.systemDefinitionFile, self.systemDefinitionBase) |
|
5 | 1202 |
layers = self.GatherSysModelLayers(systemModel, self.systemDefinitionRequestedLayers) |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1203 |
|
3 | 1204 |
# Now get components specified on a commandline - build them after any |
1205 |
# layers in the system definition. |
|
1206 |
if len(self.commandlineComponents) > 0: |
|
5 | 1207 |
layers.append(Layer('commandline',self.commandlineComponents)) |
3 | 1208 |
|
1209 |
# If we aren't building components in order then flatten down |
|
1210 |
# the groups |
|
1211 |
if not self.systemDefinitionOrderLayers: |
|
1212 |
# Flatten the layers into one group of components if |
|
1213 |
# we are not required to build them in order. |
|
5 | 1214 |
newcg = Layer("all") |
1215 |
for cg in layers: |
|
1216 |
for c in cg: |
|
1217 |
newcg.add(c) |
|
1218 |
layers = [newcg] |
|
3 | 1219 |
|
5 | 1220 |
return layers |
3 | 1221 |
|
1222 |
def Build(self): |
|
1223 |
||
1224 |
if self.mission != Raptor.M_BUILD: # help or version requested instead. |
|
1225 |
return 0 |
|
1226 |
||
1227 |
# open the log file |
|
1228 |
self.OpenLog() |
|
1229 |
||
1230 |
||
1231 |
try: |
|
1232 |
# show the command and platform info |
|
1233 |
self.AssertBuildOK() |
|
1234 |
self.Introduction() |
|
1235 |
# establish an object cache |
|
1236 |
self.AssertBuildOK() |
|
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1237 |
|
3 | 1238 |
self.LoadCache() |
1239 |
||
1240 |
# find out what configurations to build |
|
1241 |
self.AssertBuildOK() |
|
1242 |
buildUnitsToBuild = self.GetBuildUnitsToBuild(self.configNames) |
|
1243 |
||
374
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
1244 |
if len(buildUnitsToBuild) == 0: |
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
1245 |
raise BuildCannotProgressException("No configurations to build.") |
96629a6f26e4
fault tolerant XML groups
Richard Taylor <richard.i.taylor@nokia.com>
parents:
372
diff
changeset
|
1246 |
|
5 | 1247 |
self.buildUnitsToBuild = buildUnitsToBuild |
1248 |
||
3 | 1249 |
# find out what components to build, and in what way |
5 | 1250 |
layers = [] |
3 | 1251 |
|
1252 |
self.AssertBuildOK() |
|
1253 |
if len(buildUnitsToBuild) >= 0: |
|
5 | 1254 |
layers = self.GetLayersFromCLI() |
3 | 1255 |
|
5 | 1256 |
componentCount = reduce(lambda x,y : x + y, [len(cg) for cg in layers]) |
3 | 1257 |
|
1258 |
if not componentCount > 0: |
|
5 | 1259 |
raise BuildCannotProgressException("No components to build.") |
3 | 1260 |
|
1261 |
# check the configurations (tools versions) |
|
1262 |
self.AssertBuildOK() |
|
1263 |
||
1264 |
if self.toolcheck != 'off': |
|
1265 |
self.CheckConfigs(buildUnitsToBuild) |
|
1266 |
else: |
|
191
3bfc260b6d61
fix: better error messages when an incorrect make engine is specified. Requires that all make engine variants should extend "make_engine".
timothy.murphy@nokia.com
parents:
136
diff
changeset
|
1267 |
self.Info("Not Checking Tool Versions") |
3 | 1268 |
|
1269 |
self.AssertBuildOK() |
|
1270 |
||
5 | 1271 |
# Setup a make engine. |
1272 |
if not self.maker: |
|
191
3bfc260b6d61
fix: better error messages when an incorrect make engine is specified. Requires that all make engine variants should extend "make_engine".
timothy.murphy@nokia.com
parents:
136
diff
changeset
|
1273 |
try: |
193
8e61308a207e
don't break sbs_init.xml files with make engine validation changes
timothy.murphy@nokia.com
parents:
191
diff
changeset
|
1274 |
self.maker = raptor_make.MakeEngine(self, self.makeEngine) |
191
3bfc260b6d61
fix: better error messages when an incorrect make engine is specified. Requires that all make engine variants should extend "make_engine".
timothy.murphy@nokia.com
parents:
136
diff
changeset
|
1275 |
except raptor_make.BadMakeEngineException,e: |
3bfc260b6d61
fix: better error messages when an incorrect make engine is specified. Requires that all make engine variants should extend "make_engine".
timothy.murphy@nokia.com
parents:
136
diff
changeset
|
1276 |
self.Error("Unable to use make engine: %s " % str(e)) |
3bfc260b6d61
fix: better error messages when an incorrect make engine is specified. Requires that all make engine variants should extend "make_engine".
timothy.murphy@nokia.com
parents:
136
diff
changeset
|
1277 |
|
3 | 1278 |
|
5 | 1279 |
self.AssertBuildOK() |
1280 |
||
1281 |
# if self.doParallelParsing and not (len(layers) == 1 and len(layers[0]) == 1): |
|
3 | 1282 |
if self.doParallelParsing: |
1283 |
# Create a Makefile to parse components in parallel and build them |
|
5 | 1284 |
for l in layers: |
1285 |
l.meta_realise(self) |
|
3 | 1286 |
else: |
1287 |
# Parse components serially, creating one set of makefiles |
|
1288 |
# create non-component specs |
|
5 | 1289 |
self.generic_specs = self.GenerateGenericSpecs(buildUnitsToBuild) |
3 | 1290 |
|
1291 |
self.AssertBuildOK() |
|
5 | 1292 |
for l in layers: |
3 | 1293 |
# create specs for a specific group of components |
5 | 1294 |
l.realise(self) |
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1295 |
|
5 | 1296 |
except BuildCannotProgressException,b: |
3 | 1297 |
if str(b) != "": |
1298 |
self.Info(str(b)) |
|
1299 |
||
1300 |
# final report |
|
1301 |
if not self.fatalErrorState: |
|
1302 |
self.Report() |
|
1303 |
||
1304 |
self.Cleanup() |
|
1305 |
||
1306 |
# close the log file |
|
1307 |
self.CloseLog() |
|
1308 |
||
1309 |
return self.errorCode |
|
1310 |
||
1311 |
@classmethod |
|
1312 |
def CreateCommandlineBuild(cls, argv): |
|
1313 |
""" Perform a 'typical' build. """ |
|
1314 |
# configure the framework |
|
1315 |
||
1316 |
build = Raptor() |
|
1317 |
build.AssertBuildOK() |
|
1318 |
build.ConfigFile() |
|
1319 |
build.ProcessConfig() |
|
1320 |
build.CommandLine(argv) |
|
1321 |
||
59
0f7d6c11c675
Environment variables in the log are sorted alphabetically.
Stefan Karlsson <stefan.karlsson@nokia.com>
parents:
29
diff
changeset
|
1322 |
return build |
3 | 1323 |
|
1324 |
||
1325 |
||
1326 |
# Class for passing constricted parameters to filters |
|
1327 |
class BuildStats(object): |
|
1328 |
||
1329 |
def __init__(self, raptor_instance): |
|
115
5869e06bf2ac
Cause whatcomp output to use the incoming epocroot value. i.e. if epocroot is relative then so is the what output.
timothy.murphy@nokia.com
parents:
59
diff
changeset
|
1330 |
self.incoming_epocroot = incoming_epocroot |
5869e06bf2ac
Cause whatcomp output to use the incoming epocroot value. i.e. if epocroot is relative then so is the what output.
timothy.murphy@nokia.com
parents:
59
diff
changeset
|
1331 |
self.epocroot = epocroot |
3 | 1332 |
self.logFileName = raptor_instance.logFileName |
1333 |
self.quiet = raptor_instance.quiet |
|
1334 |
self.doCheck = raptor_instance.doCheck |
|
1335 |
self.doWhat = raptor_instance.doWhat |
|
1336 |
self.platform = hostplatform |
|
1337 |
self.skipAll = raptor_instance.fatalErrorState |
|
1338 |
self.timestring = raptor_instance.timestring |
|
1339 |
self.targets = raptor_instance.targets |
|
1340 |
self.runtime = 0 |
|
1341 |
self.name = name |
|
1342 |
||
1343 |
||
1344 |
# raptor module functions |
|
1345 |
||
1346 |
def Main(argv): |
|
1347 |
"""The main entry point for Raptor. |
|
1348 |
||
1349 |
argv is a list of command-line parameters, |
|
1350 |
NOT including the name of the calling script. |
|
1351 |
||
1352 |
The return value is zero for success and non-zero for failure.""" |
|
1353 |
||
1354 |
DisplayBanner() |
|
1355 |
||
1356 |
# object which represents a build |
|
1357 |
b = Raptor.CreateCommandlineBuild(argv) |
|
1358 |
||
5 | 1359 |
return b.Build() |
3 | 1360 |
|
1361 |
||
1362 |
def DisplayBanner(): |
|
1363 |
"""Stuff that needs printing out for every command.""" |
|
1364 |
pass |
|
1365 |
||
1366 |
||
1367 |
||
5 | 1368 |
|
3 | 1369 |
# end of the raptor module |