fix: stop using "magic" numbers in string operations for the copyannofile2log feature
fix: When using the copylogfromannofile workaround, extract the build ID and build duration and add to the log as these are useful for analysis. The log should now be identical to the stdout file.
fix: Remove extra blank lines from output in copylogfromannofile mode.
#
# Copyright (c) 2007-2009 Nokia Corporation and/or its subsidiary(-ies).
# All rights reserved.
# This component and the accompanying materials are made available
# under the terms of the License "Eclipse Public License v1.0"
# which accompanies this distribution, and is available
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
#
# Initial Contributors:
# Nokia Corporation - initial contribution.
#
# Contributors:
#
# Description:
# Generate some useful statistics from a Raptor build log
# Work out what was specified to make but not built even if
# it was not mentioned in the make error output because some
# child's dependency was not satisfied.
# Needs raptor --tracking option to set make to use -debug=v
# An example bit of make output that can be analysed:
#
File `fred.exe' does not exist.
Considering target file `fred.in'.
File `fred.in' does not exist.
Considering target file `a.o'.
File `a.o' does not exist.
Considering target file `a.c'.
Finished prerequisites of target file `a.c'.
No need to remake target `a.c'.
Pruning file `a.c'.
Finished prerequisites of target file `a.o'.
Must remake target `a.o'.
cc -c -o a.o a.c
Successfully remade target file `a.o'.
Considering target file `b.o'.
File `b.o' does not exist.
Considering target file `b.c'.
Finished prerequisites of target file `b.c'.
No need to remake target `b.c'.
Pruning file `b.c'.
Finished prerequisites of target file `b.o'.
Must remake target `b.o'.
cc -c -o b.o b.c
Successfully remade target file `b.o'.
Finished prerequisites of target file `fred.in'.
Must remake target `fred.in'.
Successfully remade target file `fred.in'.
Finished prerequisites of target file `fred.exe'.
Must remake target `fred.exe'.
Successfully remade target file `fred.exe'.
"""
"""
Considering target file `/var/local/net/smb/tmurphy/pf/mcloverlay/common/generic/COMMS-INFRAS/ESOCK/commsdataobjects/src/provinfoqueryset.cpp'.
Finished prerequisites of target file `/var/local/net/smb/tmurphy/pf/mcloverlay/common/generic/COMMS-INFRAS/ESOC
K/commsdataobjects/src/provinfoqueryset.cpp'.
"""
# The output is a filename followed by a number. If the number is 0
# Then the prerequisites that file now exist.
# If > 0 then the prerequisites for that file could not be completed.
import sys
from optparse import OptionParser
import re
import os
from stat import *
def findfailed(file):
""" Find unbuilt files and prioritise them.
Higher numbers go to files that didn't fail because
of prerequisites.
Rationale: files that failed because their prerequisites
failed are worth knowing about but cannot themselves be addressed.
"""
filecount = {}
extre = re.compile(".*\.(?P<ext>[^'\/\"]+)$", re.I)
startre = re.compile("[\t ]*File `(?P<file>[^']*)\' does not exist.*", re.I)
zerore = re.compile("[\t ]*Successfully remade target file `(?P<file>[^']*)'\..*", re.I)
#endre = re.compile("[\t ]*Finished prerequisites of target file `(?P<file>[^']*)'\..*", re.I)
endre = re.compile("[\t ]*Giving up on target file `(?P<file>[^']*)'\..*", re.I)
for x in file.readlines():
g = startre.match(x)
if g is not None:
filename = g.group('file').strip('"')
eg = extre.match(filename)
if eg is not None:
filecount[filename] = [1, eg.group('ext')]
else:
filecount[filename] = [1, "none"]
else:
g = zerore.match(x)
if g is not None:
# Complete success - not interesting.
filename = g.group('file').strip('"')
if filename in filecount:
del filecount[filename]
else:
g = endre.match(x)
if g is not None:
# did manage to make the prerequisites, perhaps not the file
filename = g.group('file').strip('"')
if filename in filecount:
filecount[filename][0] = 2
return filecount
def showtargets(targets,prereq):
output=[]
for k in targets:
l = "%s\t%i\t%s" % (targets[k][1], targets[k][0], k)
if prereq:
if targets[k][0] == 2:
# There were missing pre-requisites
output.append(l)
else:
output.append(l)
output.sort()
for o in output:
sys.stdout.write("%s\n" % o)
def readmake(file):
rule = re.compile("^[^ :$]*:[^=]", re.I)
for x in file.readlines():
g = startre.match(x)
if g is not None:
filename = g.group('file').strip('"')
eg = extre.match(filename)
if eg is not None:
ext = eg.group('ext')
else:
ext = "none"
parser = OptionParser(prog = "matchmade",
usage = "%prog [-h | options] [ -d make database filename ] logfile")
parser.add_option("-m", "--missing-prerequistes", default = False,
action="store_true", dest="missing", help="List those targets whose pre-requisites could not be found or made")
parser.add_option("-d","--make-db",action="store",dest="makedb",
help="name of make database")
(options, args) = parser.parse_args()
logname="stdin"
if len(args) > 0:
logname=args[0]
file = open(logname,"r")
else:
file = sys.stdin
showtargets(findfailed(file),options.missing)
#assistmake(file,options.missing)
if file != sys.stdin:
file.close()