FCL/sftools/dev/build: sbsv2/raptor/bin/sbs_index.py@7c11c3d8d025 (annotated)

625 a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	1	#!/usr/bin/python
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	2
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	3	# Copyright (c) 2010 Nokia Corporation and/or its subsidiary(-ies).
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	4	# All rights reserved.
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	5	# This component and the accompanying materials are made available
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	6	# under the terms of the License "Symbian Foundation License v1.0"
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	7	# which accompanies this distribution, and is available
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	8	# at the URL "http://www.symbianfoundation.org/legal/sfl-v10.html".
641 8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	9
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	10	'''
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	11	Tie together a set of HTML build summaries by creating a single index page
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	12	which shows the total number of Errors, Warnings etc. across all the parts
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	13	of the build and links to the individual summaries.
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	14	'''
625 a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	15
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	16	import os
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	17	import sys
641 8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	18	import time
625 a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	19
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	20	# get the absolute path to this script
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	21	script = os.path.abspath(sys.argv[0])
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	22	bindir = os.path.dirname(script)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	23	# add the Raptor python and plugins directories to the PYTHONPATH
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	24	sys.path.append(os.path.join(bindir, "..", "python"))
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	25	sys.path.append(os.path.join(bindir, "..", "python", "plugins"))
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	26
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	27	if len(sys.argv) < 3:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	28	sys.stderr.write("""usage: %s input_dir1 [input_dir2...] output_index_file
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	29
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	30	The input directories are scanned recursively for totals.txt files and all
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	31	those found are added to the generated index.
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	32	""" % os.path.basename(script))
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	33	sys.exit(1)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	34
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	35	roots = []
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	36	for a in sys.argv[1:-1]:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	37	if os.path.isdir(a):
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	38	roots.append(a)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	39	else:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	40	sys.stderr.write("warning: %s is not a directory\n" % a)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	41
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	42	indexfile = sys.argv[-1]
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	43	indexdir = os.path.dirname(indexfile)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	44
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	45	def findtotals(dirs, files):
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	46	"recurse directories until we find a totals.txt file."
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	47	sub = []
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	48	for d in dirs:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	49	name = os.path.join(d, "totals.txt")
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	50	if os.path.isfile(name):
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	51	files.append(name)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	52	else:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	53	for s in os.listdir(d):
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	54	dir = os.path.join(d,s)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	55	if os.path.isdir(dir):
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	56	sub.append(dir)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	57	if sub:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	58	findtotals(sub, files)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	59
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	60	totals = []
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	61	findtotals(roots, totals)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	62	totals.sort()
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	63
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	64	# look for a style file we can link to
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	65	css = "style.css"
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	66	for t in totals:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	67	c = os.path.join(os.path.dirname(t),"style.css")
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	68	if os.path.isfile(c):
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	69	css = os.path.relpath(c, indexdir)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	70	break
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	71
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	72	# write the header of the index
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	73	import filter_html
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	74	try:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	75	index = open(indexfile, "w")
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	76	index.write("""<html>
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	77	<head>
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	78	<title>Raptor Build Index</title>
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	79	<link type="text/css" rel="stylesheet" href="%s">
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	80	</head>
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	81	<body>
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	82	<h1>Raptor Build Index</h1>
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	83	<table>
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	84	<tr><th>build</th>""" % css)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	85
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	86	for i in filter_html.Records.TITLES:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	87	index.write('<th class="numbers">%s</th>' % i)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	88	index.write("</tr>")
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	89	except:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	90	sys.stderr.write("error: cannot write index file %s\n" % indexfile)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	91	sys.exit(1)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	92
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	93	import csv
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	94	grandtotal = [0 for i in filter_html.Records.TITLES]
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	95
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	96	for t in totals:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	97	columns = []
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	98	try:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	99	reader = csv.reader(open(t, "rb"))
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	100	for row in reader:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	101	type = int(row[0])
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	102	style = row[1]
641 8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	103
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	104	if style == 'time':
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	105	count = float(row[2])
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	106	else:
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	107	count = int(row[2])
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	108
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	109	if count == 0 or filter_html.Records.CLASSES[type] == style:
625 a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	110	grandtotal[type] += count
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	111	columns.append((style,count))
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	112	else:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	113	sys.stderr.write("warning: %s appears to be corrupt or out of date\n" % t)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	114	except:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	115	sys.stderr.write("warning: %s could not be read\n" % t)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	116
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	117	if len(columns) == len(filter_html.Records.TITLES):
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	118	try:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	119	linktext = os.path.dirname(t)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	120	linkname = os.path.relpath(os.path.join(linktext, "index.html"), indexdir)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	121	index.write('<tr><td class="name"><a href="%s">%s</a></td>' % (linkname, linktext))
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	122	for (style, count) in columns:
641 8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	123	if style == 'time':
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	124	n = time.strftime("%H:%M:%S", time.gmtime(count + 0.5))
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	125	else:
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	126	n = str(count)
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	127	index.write('<td class="%s">%s</td>' % (style, n))
625 a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	128	index.write("</tr>")
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	129	except:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	130	sys.stderr.write("error: cannot write index file %s\n" % indexfile)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	131	sys.exit(1)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	132
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	133	# finish off
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	134	try:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	135	index.write('<tr><td> </td></tr><tr><td class="name">total</td>')
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	136	for i, count in enumerate(grandtotal):
641 8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	137	style = filter_html.Records.CLASSES[i]
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	138	if style == 'time':
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	139	n = time.strftime("%H:%M:%S", time.gmtime(count + 0.5))
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	140	else:
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	141	n = str(count)
8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	142
625 a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	143	if count == 0:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	144	index.write('<td class="zero">0</td>')
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	145	else:
641 8dd670a9f34f sbs version 2.15.2 Jon Chatten parents: 625 diff changeset	146	index.write('<td class="%s">%s</td>' % (style, n))
625 a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	147	index.write("</tr></table>")
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	148	index.write("</body></html>\n")
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	149	index.close()
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	150
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	151	except:
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	152	sys.stderr.write("error: cannot close index file %s\n" % indexfile)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	153	sys.exit(1)
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	154
a1925fb7753a sbs version 2.15.0 Richard Taylor <richard.i.taylor@nokia.com> parents: diff changeset	155	sys.exit(0)

author	Zheng Shen <zheng.shen@nokia.com>
	Tue, 26 Oct 2010 11:12:31 +0800
changeset 654	7c11c3d8d025
parent 641	8dd670a9f34f
permissions	-rw-r--r--