configurationengine/source/cone/action/configroot2flat.py
author m2lahtel
Wed, 08 Sep 2010 12:20:56 +0300
changeset 4 0951727b8815
parent 3 e7e0ae78773e
permissions -rw-r--r--
Updated to 1.2.13 release
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     1
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     2
# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     3
# All rights reserved.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     4
# This component and the accompanying materials are made available
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     5
# under the terms of "Eclipse Public License v1.0"
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     6
# which accompanies this distribution, and is available
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     8
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     9
# Initial Contributors:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    11
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    12
# Contributors:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    13
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    14
# Description:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    15
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    16
#!/usr/bin/env python
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    17
## 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    18
# @author Teemu Rytkonen
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    19
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    20
import os, re, fnmatch, logging
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    21
from cone.public import api, utils, exceptions
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    22
from cone.confml import model as confml_model
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    23
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    24
logger = logging.getLogger('cone')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    25
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    26
def get_config_list_from_project(project, configs, config_wildcards, config_regexes):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    27
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    28
    Return a list of configuration root names based on the given parameters.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    29
    @param project: The project from which to get the configuration list.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    30
    @param configs: List of configuration names to add. All of these should exist
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    31
        in the project, or a ConfigurationNotFoundError is raised.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    32
    @param config_wildcards: List of wildcard patterns for including configurations.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    33
    @param config_regexs: List of regular expression patters for including configurations.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    34
    @return: A distinct list of configuration names matched by the given parameters. The
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    35
        list contains matched configurations in the following order:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    36
            1. Configurations specified in configs
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    37
            2. Configurations matched by wildcard patterns
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    38
            3. Configurations matched by regular expressions
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    39
        If a configuration is matched by more than one of these, the first match determines
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    40
        its placement in the list.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    41
    @raise Exception: A configuration specified in configs is not
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    42
        actually found in the project.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    43
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    44
    config_list = []
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    45
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    46
    # Handle configurations specified with --configuration first
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    47
    for config in configs:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    48
        if not project.get_storage().is_resource(utils.resourceref.norm(config)):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    49
            raise Exception("No such configuration: %s" % config)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    50
        if config not in config_list:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    51
            config_list.append(config)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    52
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    53
    # Then handle wildcards
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    54
    #print "wilds %s" % config_wildcards
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    55
    if config_wildcards:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    56
        for path in project.get_storage().list_resources('.', recurse=True):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    57
            for wildcard in config_wildcards:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    58
                if fnmatch.fnmatch(path, wildcard):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    59
                    if path not in config_list:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    60
                        config_list.append(path)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    61
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    62
    # Lastly handle regexes
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    63
    #print "regexes %s" % config_regexes
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    64
    if config_regexes:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    65
        for path in project.get_storage().list_resources('.', recurse=True):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    66
            for pattern in config_regexes:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    67
                if re.search(pattern, path) is not None:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    68
                    if path not in config_list:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    69
                        config_list.append(path)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    70
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    71
    return config_list
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    72
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    73
def get_flat_includes(config):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    74
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    75
    get a flat list of configuration in which each include of configuration root is expanded.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    76
    The mechanism assumes all includes that end with /root.confml to be layer includes that 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    77
    are layers that are not expanded
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    78
    @param config: the configuration object to process. 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    79
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    80
    includes = []
4
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    81
    try:
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    82
        for include in config.list_configurations():
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    83
            if include.endswith('/root.confml'):
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    84
                includes.append(utils.resourceref.remove_begin_slash(include))
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    85
            else:
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    86
                subconfig = config.get_configuration(include)
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    87
                includes += get_flat_includes(subconfig)
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    88
    except Exception, e:
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    89
        logger.error('Error getting includes from sub-configuration: %s: %s'
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
    90
                     % (e.__class__.__name__, e))
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    91
    return includes
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    92
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    93
def get_nested_meta(config, recursion_depth=-1):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    94
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    95
    Get the nested meta data for the given configuration constructed from metadata of all sub configuration meta.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    96
    @param config: the configuration object to fetch the metadata for
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    97
    @param recursion_depth: the depth of the recursive nested metadata calls. default value -1 will go through 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    98
    all configurations.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    99
    @return: a ConfmlMeta object 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   100
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   101
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   102
    meta = confml_model.ConfmlMeta()
4
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   103
    try:
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   104
        if recursion_depth != 0:
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   105
            # First recurse through all subconfigurations to get their meta     
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   106
            for subconfig_name in config.list_configurations():
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   107
                subconfig = config.get_configuration(subconfig_name)
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   108
                submeta = get_nested_meta(subconfig, recursion_depth-1)
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   109
                
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   110
                meta.update( submeta )
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   111
        
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   112
        # lastly, update the meta data of the root configuration
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   113
        if config.meta:
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   114
            meta.update(config.meta)
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   115
    except Exception, e:
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   116
        logger.error('Error getting metadata from sub-configuration: %s: %s'
0951727b8815 Updated to 1.2.13 release
m2lahtel
parents: 3
diff changeset
   117
                     % (e.__class__.__name__, e))
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   118
    return meta
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   119
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   120
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   121
class Configroot2FlatFailed(exceptions.ConeException):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   122
    pass
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   123
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   124
class ConeConfigroot2FlatAction(object):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   125
    def __init__(self, **kwargs):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   126
        self.project = kwargs.get('project')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   127
        self.configs = kwargs.get('configs')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   128
        self.config_wildcards = kwargs.get('config_wildcards')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   129
        self.config_regexes = kwargs.get('config_regexes')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   130
        self._project = None
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   131
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   132
    def run(self):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   133
        self._project = api.Project(api.Storage.open(self.project, 'a'))
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   134
        prj = self._project
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   135
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   136
        configs = []
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   137
        if self.configs or self.config_wildcards or self.config_regexes:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   138
            configs = get_config_list_from_project(
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   139
                project          = prj,
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   140
                configs          = self.configs,
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   141
                config_wildcards = self.config_wildcards,
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   142
                config_regexes   = self.config_regexes)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   143
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   144
        if not configs:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   145
            raise Configroot2FlatFailed("At least one configuration must be given!")
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   146
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   147
        print "Processing configurations %s" % configs
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   148
        for source_config in configs:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   149
            target_config= os.path.basename(source_config)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   150
            if source_config == target_config:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   151
                print "Cannot flatten configuration because the source path is the same as target!"
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   152
            config = prj.get_configuration(source_config)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   153
            
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   154
            print "opened %s for flattening" % source_config
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   155
            
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   156
            print "Creating a new configuration root '%s' for flattening" % target_config
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   157
            tconf = prj.create_configuration(target_config, True)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   158
            # add the includes
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   159
            for config_include in get_flat_includes(config):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   160
                tconf.include_configuration(config_include)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   161
            # add the metadata with hardcoded recursion depth count
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   162
            newmeta = get_nested_meta(config, 2)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   163
            tconf.meta = newmeta
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   164
            tconf.name = config.name
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   165
            tconf.save()
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   166
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   167
        return True
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   168
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   169
    def save(self):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   170
        if self._project: self._project.save()
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   171
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   172
    def close(self):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   173
        if self._project: self._project.close()
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   174
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   175
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   176
def get_class():
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   177
    return ConeConfigroot2FlatAction