buildframework/helium/tools/common/python/lib/idoprep.py
author wbernard
Wed, 23 Dec 2009 19:29:07 +0200
changeset 179 d8ac696cc51f
child 593 4367a1b2db65
permissions -rw-r--r--
helium_7.0-r14027
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
179
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     1
#============================================================================ 
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     2
#Name        : idoprep.py 
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     3
#Part of     : Helium 
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     4
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     5
#Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     6
#All rights reserved.
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     7
#This component and the accompanying materials are made available
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     8
#under the terms of the License "Eclipse Public License v1.0"
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     9
#which accompanies this distribution, and is available
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    10
#at the URL "http://www.eclipse.org/legal/epl-v10.html".
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    11
#
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    12
#Initial Contributors:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    13
#Nokia Corporation - initial contribution.
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    14
#
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    15
#Contributors:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    16
#
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    17
#Description:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    18
#===============================================================================
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    19
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    20
""" Modules related to ido-prep """
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    21
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    22
import re
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    23
import os
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    24
import symrec
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    25
import logging
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    26
import traceback
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    27
import ant
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    28
import sys
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    29
import ido
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    30
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    31
logging.basicConfig(level=logging.INFO)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    32
logger = logging.getLogger("check_latest_release")
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    33
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    34
def validate(grace, service, product, release):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    35
    """ Validate s60 grace server, s60 grace service, s60 grace product and 
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    36
        s60 grace release are set.
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    37
    """    
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    38
    if not grace:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    39
        raise Exception("Property 's60.grace.server' is not defined.")
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    40
    if not service:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    41
        raise Exception("Property 's60.grace.service' is not defined.")
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    42
    if not product:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    43
        raise Exception("Property 's60.grace.product' is not defined.")
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    44
    if not release:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    45
        raise Exception("Property 's60.grace.release' is not defined.")
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    46
            
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    47
def get_s60_env_details(grace, service, product, release, rev, cachefilename, s60gracecheckmd5, s60graceusetickler):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    48
    """ Return s60 environ details """
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    49
    validate(grace, service, product, release)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    50
    revision = r'(_\d{3})?'
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    51
    if rev != None:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    52
        revision = rev
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    53
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    54
    if cachefilename:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    55
        logger.info(str("Using cache file: %s" % cachefilename))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    56
    
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    57
    checkmd5 = False
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    58
    if s60gracecheckmd5 != None:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    59
        checkmd5 = str(s60gracecheckmd5).lower()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    60
        checkmd5 = ((checkmd5 == "true") or (checkmd5 == "1") or (checkmd5 == "on"))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    61
                
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    62
    branch = os.path.join(grace, service, product)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    63
    if not os.path.exists(branch):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    64
        raise Exception("Error occurred: Could not find directory %s" % branch)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    65
        
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    66
    result = []
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    67
    for rel in os.listdir(branch):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    68
        relpath = os.path.join(branch, rel)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    69
        logger.info("Checking: %s" % str(relpath))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    70
        res = re.match(r"%s%s$" % (release, revision), rel, re.I)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    71
        if res != None:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    72
            logger.info("Found: %s" % str(relpath))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    73
            result.append(relpath)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    74
    result.sort(reverse=True)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    75
    use_tickler = False
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    76
    tickler_validation = str(s60graceusetickler).lower()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    77
    if tickler_validation != None:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    78
        use_tickler = ((tickler_validation == "true") or (tickler_validation == "1"))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    79
    validresults = []
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    80
    for rel in result:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    81
        try:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    82
            metadata_filename = symrec.find_latest_metadata(str(rel))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    83
            if metadata_filename is not None and os.path.exists(metadata_filename):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    84
                logger.info(str("Validating: %s" % metadata_filename))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    85
                if (use_tickler):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    86
                    validator = symrec.ValidateTicklerReleaseMetadata(metadata_filename, cachefilename)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    87
                else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    88
                    validator = symrec.ValidateReleaseMetadataCached(metadata_filename, cachefilename)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    89
                if validator.is_valid(checkmd5):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    90
                    logger.info(str("%s is valid." % rel))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    91
                    validresults.append(rel)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    92
                    break
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    93
                else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    94
                    logger.info(str("%s is not a valid release." % rel))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    95
            elif metadata_filename is None:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    96
                logger.info(str("Could not find the release metadata file under %s" % rel))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    97
        except Exception, e:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    98
            logger.warning(str("WARNING: %s: %s" % (rel , e)))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    99
            logger.warning(("%s is not a valid release." % rel))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   100
            traceback.print_exc()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   101
    
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   102
    result = validresults
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   103
    if len(result) == 0:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   104
        raise Exception("Error finding GRACE release.")
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   105
    print result[0]
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   106
    return result
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   107
    
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   108
def get_version(buiddrive, resultname):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   109
    """ Return s60 version """
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   110
    vfile = os.path.join(buiddrive + os.sep, 's60_version.txt')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   111
    version = None
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   112
    if (os.path.exists(vfile)):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   113
        logger.info("Are we still up-to-date compare to %s" % str(vfile))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   114
        f = open(str(vfile), 'r')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   115
        version = f.readline()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   116
        logger.info(str("'%s' == '%s'" % (version, resultname)))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   117
        f.close()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   118
    else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   119
        logger.info("Version file not found getting new environment...")
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   120
    return version
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   121
        
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   122
def create_ado_mapping(sysdefconfig, adomappingfile, adoqualitymappingfile, builddrive, adoqualitydirs):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   123
    """ Creates ado mapping and ado quality mapping files """
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   124
    input = open(sysdefconfig, 'r')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   125
    output = open(adomappingfile, 'w')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   126
    outputquality = open(adoqualitymappingfile, 'w')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   127
    components = {}
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   128
    for sysdef in input.readlines():
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   129
        sysdef = sysdef.strip()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   130
        if len(sysdef) > 0:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   131
            print "Checking %s" % sysdef
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   132
            os.path.dirname(sysdef)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   133
            location = ido.get_sysdef_location(sysdef)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   134
            if location != None:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   135
                sysdef = os.path.dirname(sysdef).replace('\\','/').replace(':','\\:')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   136
                component = os.path.normpath(os.path.join(builddrive, os.environ['EPOCROOT'], location)).replace('\\','/').replace(':','\\:')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   137
                print "%s=%s\n" % (sysdef, component)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   138
                output.write("%s=%s\n" % (sysdef, component))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   139
                
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   140
                if adoqualitydirs == None:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   141
                    outputquality.write("%s=%s\n" % (sysdef, component))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   142
                else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   143
                    for dir in adoqualitydirs.split(','):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   144
                        if os.path.normpath(dir) == os.path.normpath(os.path.join(builddrive), os.environ['EPOCROOT'], location):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   145
                            outputquality.write("%s=%s\n" % (sysdef, component))
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   146
    outputquality.close()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   147
    output.close()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   148
    input.close()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   149
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   150
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   151