buildframework/helium/sf/python/pythoncore/lib/atsant.py
author wbernard
Thu, 22 Jul 2010 17:08:43 +0300
branchhelium-9.0
changeset 618 df88fead2976
parent 587 85df38eb4012
permissions -rw-r--r--
helium_9.0.5-4399343f4f50
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
587
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
     1
# -*- encoding: latin-1 -*-
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
     2
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
     3
#============================================================================ 
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
     4
#Name        : atsant.py 
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
     5
#Part of     : Helium 
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
     6
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
     7
#Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
     8
#All rights reserved.
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
     9
#This component and the accompanying materials are made available
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    10
#under the terms of the License "Eclipse Public License v1.0"
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    11
#which accompanies this distribution, and is available
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    12
#at the URL "http://www.eclipse.org/legal/epl-v10.html".
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    13
#
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    14
#Initial Contributors:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    15
#Nokia Corporation - initial contribution.
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    16
#
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    17
#Contributors:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    18
#
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    19
#Description:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    20
#===============================================================================
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    21
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    22
""" get the files needed to test ATS"""
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    23
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    24
import re
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    25
import sysdef.api
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    26
import os
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    27
import logging
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    28
import configuration
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    29
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    30
_logger = logging.getLogger('atsant')
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    31
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    32
class IConfigATS(object):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    33
    """ Class used to read configuration file iconfig.xml """
618
df88fead2976 helium_9.0.5-4399343f4f50
wbernard
parents: 587
diff changeset
    34
    def __init__(self, imagesdir, productname):
587
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    35
        self.imagesdir = imagesdir
618
df88fead2976 helium_9.0.5-4399343f4f50
wbernard
parents: 587
diff changeset
    36
        self.productname = productname
587
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    37
        self.config = self.getconfig()
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    38
        
618
df88fead2976 helium_9.0.5-4399343f4f50
wbernard
parents: 587
diff changeset
    39
    def getconfig(self, type=None, productname=None):
587
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    40
        """get configuration"""
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    41
        noncust = None
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    42
        for root, _, files in os.walk(self.imagesdir, topdown=False):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    43
            for fname in files:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    44
                if 'iconfig.xml' in fname:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    45
                    filePath = os.path.join(root, fname)
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    46
                    configBuilder = configuration.NestedConfigurationBuilder(open(filePath, 'r'))
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    47
                    configSet = configBuilder.getConfiguration()
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    48
                    for config in configSet.getConfigurations():
618
df88fead2976 helium_9.0.5-4399343f4f50
wbernard
parents: 587
diff changeset
    49
                        if type and productname:
df88fead2976 helium_9.0.5-4399343f4f50
wbernard
parents: 587
diff changeset
    50
                            if type in config.type and config['PRODUCT_NAME'] in productname:
587
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    51
                                return config
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    52
                        else:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    53
                            noncust = config
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    54
        if type:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    55
            return None
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    56
        if noncust:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    57
            return noncust
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    58
        raise Exception('iconfig not found in ' + self.imagesdir)
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    59
    
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    60
    def getimage(self, name):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    61
        """get image"""
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    62
        for root, _, files in os.walk(self.imagesdir, topdown=False):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    63
            for fname in files:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    64
                if fname.lower() == name.lower():
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    65
                    return os.path.join(root, fname)
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    66
        raise Exception(name + ' not found in ' + self.imagesdir)
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    67
    
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    68
    def findimages(self): 
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    69
        """find images"""
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    70
        output = ''
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    71
        for imagetype, imagetypename in [('core', 'CORE'), ('langpack', 'ROFS2'), ('cust', 'ROFS3'), ('udaerase', 'UDAERASE')]:
618
df88fead2976 helium_9.0.5-4399343f4f50
wbernard
parents: 587
diff changeset
    72
            iconfigxml = self.getconfig(imagetype, self.productname)
587
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    73
            if iconfigxml == None:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    74
                iconfigxml = self.config
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    75
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    76
            if iconfigxml.has_key(imagetypename + '_FLASH'):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    77
                (drive, _) = os.path.splitdrive(self.imagesdir)
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    78
                image = os.path.join(drive, iconfigxml[imagetypename + '_FLASH'])
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    79
                if not os.path.exists(image):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    80
                    image = self.getimage(os.path.basename(image))
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    81
                if os.path.exists(image):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    82
                    output = output + image + ','
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    83
                else:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    84
                    raise Exception(image + ' not found')
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    85
            else:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    86
                if imagetype == 'core':
618
df88fead2976 helium_9.0.5-4399343f4f50
wbernard
parents: 587
diff changeset
    87
                    raise Exception(imagetypename + '_FLASH not found in iconfig.xml in ' + self.imagesdir)
587
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    88
                print imagetypename + '_FLASH not found in iconfig.xml'
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    89
        return output
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    90
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    91
def files_to_test(canonicalsysdeffile, excludetestlayers, idobuildfilter, builddrive):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    92
    """list the files to test"""
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    93
    sdf = sysdef.api.SystemDefinition(canonicalsysdeffile)
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    94
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    95
    modules = {}
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    96
    for layr in sdf.layers:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    97
        if re.match(r".*_test_layer$", layr):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    98
# pylint: disable-msg=W0704
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
    99
            try:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   100
                if re.search(r"\b%s\b" % layr, excludetestlayers):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   101
                    continue
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   102
            except TypeError:       #needed to catch exceptions and not have them printed
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   103
                pass
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   104
# pylint: enable-msg=W0704
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   105
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   106
            layer = sdf.layers[layr]
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   107
            for mod in layer.modules:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   108
                if mod.name not in modules:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   109
                    modules[mod.name] = []
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   110
                for unit in mod.units:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   111
                    include_unit = True
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   112
                    if idobuildfilter != None:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   113
                        if idobuildfilter != "":
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   114
                            include_unit = False
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   115
                            if hasattr(unit, 'filters'):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   116
                                if len(unit.filters) > 0:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   117
                                    for afilter in unit.filters:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   118
                                        if re.search(r"\b%s\b" % afilter, idobuildfilter):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   119
                                            include_unit = True
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   120
                                        else:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   121
                                            include_unit = False
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   122
                                elif len(unit.filters) == 0:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   123
                                    include_unit = True
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   124
                            else:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   125
                                include_unit = False
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   126
                        else:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   127
                            include_unit = False
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   128
                            if hasattr(unit, 'filters'):
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   129
                                if len(unit.filters) == 0:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   130
                                    include_unit = True
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   131
                    if include_unit:
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   132
                        modules[mod.name].append(os.path.join(builddrive + os.sep, unit.path))
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   133
85df38eb4012 helium_9.0-a7879c935424
wbernard
parents:
diff changeset
   134
    return modules