sbsv2/raptor/python/plugins/filter_copyfile.py
author mikek
Fri, 04 Jun 2010 13:09:28 +0100
changeset 18 de5b887c98f7
permissions -rw-r--r--
Upgrading to Raptor 2.14
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
18
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
     1
#
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
     2
# Copyright (c) 2008-2010 Nokia Corporation and/or its subsidiary(-ies).
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
     3
# All rights reserved.
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
     4
# This component and the accompanying materials are made available
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
     5
# under the terms of the License "Eclipse Public License v1.0"
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
     6
# which accompanies this distribution, and is available
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
     8
#
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
     9
# Initial Contributors:
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    11
#
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    12
# Contributors:
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    13
#
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    14
# Description: 
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    15
# Filter class for copying files in serial in python. This
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    16
# is important in cluster builds where file copying is 
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    17
# very inefficient.  
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    18
# The one-to-many <finalcopy> tag is searched for and copy
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    19
# instructions are built up in a hash table.
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    20
# <finalcopy source='sourcefilename'>destfilename1 destfilename2 . . . .destfilenameN</copy>
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    21
# destinations must be full filenames not directories.
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    22
#
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    23
# This filter monitors build progress
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    24
# via the <progress> tags and flushes copies as build 
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    25
# stages end (e.g. after resource so resources are ready for the next stage)
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    26
# 
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    27
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    28
import os
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    29
import sys
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    30
import tempfile
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    31
import filter_interface
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    32
import shutil
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    33
import generic_path
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    34
import stat
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    35
from raptor_utilities import copyfile
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    36
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    37
class FilterCopyFile(filter_interface.Filter):
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    38
	
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    39
	def open(self, params):
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    40
		"initialise"
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    41
		
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    42
		self.ok = True
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    43
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    44
		self.files = {}
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    45
		
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    46
		return self.ok
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    47
	
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    48
	
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    49
	def write(self, text):
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    50
		"process some log text"
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    51
		
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    52
		for line in text.splitlines():
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    53
			if line.startswith("<finalcopy"):
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    54
				source_start = line.find("source='")
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    55
				source = line[source_start+8:line.find("'", source_start+8)]
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    56
				destinations = line[line.find(">",source_start)+1:line.find("</finalcopy>")].split(" ")
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    57
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    58
				if source in self.files:
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    59
					self.files[source].update(destinations)
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    60
				else:
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    61
					self.files[source] = set(destinations)
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    62
			elif line.startswith("<progress:end object_type='makefile' task='build'"):
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    63
				self.flushcopies() # perform copies at end of each invocation of the make engine
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    64
						   # to ensure dependencies are in place for the next one.
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    65
				
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    66
		return self.ok
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    67
	
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    68
	
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    69
	def summary(self):
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    70
		"finish off"
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    71
		self.flushcopies()
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    72
		return self.ok
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    73
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    74
	def flushcopies(self):
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    75
		for source in self.files.keys():
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    76
			for dest in self.files[source]:
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    77
				try:
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    78
					copyfile(source, dest)
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    79
				except IOError, e:
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    80
					print "<error>%s</error>" % str(e)
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    81
		self.files = {}
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    82
		
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    83
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    84
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    85
	def close(self):
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    86
		"nop"
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    87
		
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    88
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    89
		return self.ok
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    90
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    91
# the end				
de5b887c98f7 Upgrading to Raptor 2.14
mikek
parents:
diff changeset
    92