sbsv2/raptor/python/plugins/filter_timing.py
author lorewang
Wed, 01 Dec 2010 16:05:36 +0800
changeset 715 e0739b8406dd
parent 591 22486c9c7b15
permissions -rw-r--r--
Specify extenal tool with path
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
591
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
     1
#
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
     2
# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
     3
# All rights reserved.
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
     4
# This component and the accompanying materials are made available
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
     5
# under the terms of the License "Eclipse Public License v1.0"
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
     6
# which accompanies this distribution, and is available
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
     8
#
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
     9
# Initial Contributors:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    11
#
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    12
# Contributors:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    13
#
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    14
# Description: 
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    15
# Base Class for defining filter classes
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    16
# All filter classes that get defined should derive from this base class
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    17
#
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    18
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    19
import errno
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    20
import filter_interface
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    21
import os
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    22
import raptor
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    23
import raptor_timing
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    24
import sys
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    25
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    26
class FilterTiming(filter_interface.Filter):
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    27
	"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    28
		Writes a logfile containing the timings for each Raptor process
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    29
	"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    30
	
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    31
	def open(self, raptor_instance):
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    32
		"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    33
			Open a log file with the same name as the Raptor log file, with
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    34
					'.timings' appended. This will contain only 'progress'
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    35
					timing tags from the Raptor output
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    36
			Parameters:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    37
				raptor_instance - Raptor
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    38
					Instance of Raptor. FilterList usually passes in a cut-down
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    39
							version of Raptor containing only a few attributes
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    40
		"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    41
		self.raptor = raptor_instance
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    42
		self.logFileName = self.raptor.logFileName
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    43
		# insert the time into the log file name
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    44
		if self.logFileName:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    45
			self.path = (self.logFileName.path.replace("%TIME",
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    46
					self.raptor.timestring) + ".timings")
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    47
	
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    48
			try:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    49
				dirname = str(self.raptor.logFileName.Dir())
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    50
				if dirname and not os.path.isdir(dirname):
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    51
					os.makedirs(dirname)
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    52
			except os.error, e:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    53
				if e.errno != errno.EEXIST:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    54
					sys.stderr.write("%s : error: cannot create directory " +
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    55
							"%s\n" % (raptor.name, dirname))
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    56
					return False
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    57
			try:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    58
				self.out = open(str(self.path), "w")
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    59
			except:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    60
				self.out = None
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    61
				sys.stderr.write("%s : error: cannot write log %s\n" %\
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    62
					(raptor.name, self.path))
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    63
				return False
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    64
		self.start_times = {}
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    65
		self.all_durations = []
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    66
		self.namespace_written = False
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    67
		self.open_written = False
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    68
		return True
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    69
				
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    70
				
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    71
	def write(self, text):
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    72
		"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    73
			Write out any tags with a 'progress_' tagName
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    74
		"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    75
		if "<progress:discovery " in text:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    76
			self.out.write(text)
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    77
		elif "<progress:start " in text:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    78
			attributes = raptor_timing.Timing.extract_values(source = text)
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    79
			self.start_times[(attributes["object_type"] + attributes["task"] +
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    80
					attributes["key"])] = attributes["time"]
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    81
		elif "<progress:end " in text:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    82
			attributes = raptor_timing.Timing.extract_values(source = text)
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    83
			duration = (float(attributes["time"]) -
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    84
					float(self.start_times[(attributes["object_type"] +
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    85
					attributes["task"] + attributes["key"])]))
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    86
			self.out.write(raptor_timing.Timing.custom_string(tag = "duration",
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    87
					object_type = attributes["object_type"],
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    88
					task = attributes["task"], key = attributes["key"],
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    89
					time = duration))
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    90
			self.all_durations.append(duration)
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    91
		elif text.startswith("<?xml ") and not self.namespace_written:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    92
			self.out.write(text)
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    93
			self.namespace_written = True
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    94
		elif text.startswith("<buildlog ") and not self.open_written:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    95
			self.out.write(text)
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    96
			self.open_written = True
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    97
		return True	
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    98
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
    99
			
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   100
	def summary(self):
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   101
		"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   102
			Print out extra timing info
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   103
		"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   104
		total_time = 0.0
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   105
		for duration in self.all_durations:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   106
			total_time += duration
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   107
		self.out.write(raptor_timing.Timing.custom_string(tag = "duration",
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   108
				object_type = "all", task = "all", key = "all",
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   109
				time = total_time) + "</buildlog>\n")
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   110
	
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   111
	
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   112
	def close(self):
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   113
		"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   114
			Close the logfile
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   115
		"""
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   116
		try:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   117
			self.out.close
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   118
			return True
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   119
		except:
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   120
			self.out = None
22486c9c7b15 raptor v2.14.0
jjkang
parents:
diff changeset
   121
		return False