configurationengine/source/cone/action/configroot2flat.py
author m2lahtel
Tue, 10 Aug 2010 14:29:28 +0300
changeset 3 e7e0ae78773e
child 4 0951727b8815
permissions -rw-r--r--
ConE 1.2.11 release
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     1
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     2
# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     3
# All rights reserved.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     4
# This component and the accompanying materials are made available
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     5
# under the terms of "Eclipse Public License v1.0"
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     6
# which accompanies this distribution, and is available
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     8
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
     9
# Initial Contributors:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    11
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    12
# Contributors:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    13
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    14
# Description:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    15
#
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    16
#!/usr/bin/env python
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    17
## 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    18
# @author Teemu Rytkonen
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    19
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    20
import os, re, fnmatch, logging
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    21
from cone.public import api, utils, exceptions
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    22
from cone.confml import model as confml_model
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    23
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    24
logger = logging.getLogger('cone')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    25
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    26
def get_config_list_from_project(project, configs, config_wildcards, config_regexes):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    27
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    28
    Return a list of configuration root names based on the given parameters.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    29
    @param project: The project from which to get the configuration list.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    30
    @param configs: List of configuration names to add. All of these should exist
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    31
        in the project, or a ConfigurationNotFoundError is raised.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    32
    @param config_wildcards: List of wildcard patterns for including configurations.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    33
    @param config_regexs: List of regular expression patters for including configurations.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    34
    @return: A distinct list of configuration names matched by the given parameters. The
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    35
        list contains matched configurations in the following order:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    36
            1. Configurations specified in configs
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    37
            2. Configurations matched by wildcard patterns
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    38
            3. Configurations matched by regular expressions
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    39
        If a configuration is matched by more than one of these, the first match determines
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    40
        its placement in the list.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    41
    @raise Exception: A configuration specified in configs is not
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    42
        actually found in the project.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    43
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    44
    config_list = []
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    45
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    46
    # Handle configurations specified with --configuration first
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    47
    for config in configs:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    48
        if not project.get_storage().is_resource(utils.resourceref.norm(config)):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    49
            raise Exception("No such configuration: %s" % config)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    50
        if config not in config_list:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    51
            config_list.append(config)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    52
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    53
    # Then handle wildcards
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    54
    #print "wilds %s" % config_wildcards
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    55
    if config_wildcards:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    56
        for path in project.get_storage().list_resources('.', recurse=True):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    57
            for wildcard in config_wildcards:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    58
                if fnmatch.fnmatch(path, wildcard):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    59
                    if path not in config_list:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    60
                        config_list.append(path)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    61
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    62
    # Lastly handle regexes
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    63
    #print "regexes %s" % config_regexes
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    64
    if config_regexes:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    65
        for path in project.get_storage().list_resources('.', recurse=True):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    66
            for pattern in config_regexes:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    67
                if re.search(pattern, path) is not None:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    68
                    if path not in config_list:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    69
                        config_list.append(path)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    70
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    71
    return config_list
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    72
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    73
def get_flat_includes(config):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    74
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    75
    get a flat list of configuration in which each include of configuration root is expanded.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    76
    The mechanism assumes all includes that end with /root.confml to be layer includes that 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    77
    are layers that are not expanded
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    78
    @param config: the configuration object to process. 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    79
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    80
    includes = []
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    81
    for include in config.list_configurations():
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    82
        if include.endswith('/root.confml'):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    83
            includes.append(utils.resourceref.remove_begin_slash(include))
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    84
        else:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    85
            subconfig = config.get_configuration(include)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    86
            includes += get_flat_includes(subconfig)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    87
    return includes
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    88
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    89
def get_nested_meta(config, recursion_depth=-1):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    90
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    91
    Get the nested meta data for the given configuration constructed from metadata of all sub configuration meta.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    92
    @param config: the configuration object to fetch the metadata for
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    93
    @param recursion_depth: the depth of the recursive nested metadata calls. default value -1 will go through 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    94
    all configurations.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    95
    @return: a ConfmlMeta object 
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    96
    """
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    97
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    98
    meta = confml_model.ConfmlMeta()
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
    99
    if recursion_depth != 0:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   100
        # First recurse through all subconfigurations to get their meta     
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   101
        for subconfig_name in config.list_configurations():
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   102
            subconfig = config.get_configuration(subconfig_name)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   103
            submeta = get_nested_meta(subconfig, recursion_depth-1)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   104
            
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   105
            meta.update( submeta )
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   106
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   107
    # lastly, update the meta data of the root configuration
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   108
    if config.meta:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   109
        meta.update(config.meta)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   110
    return meta
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   111
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   112
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   113
class Configroot2FlatFailed(exceptions.ConeException):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   114
    pass
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   115
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   116
class ConeConfigroot2FlatAction(object):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   117
    def __init__(self, **kwargs):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   118
        self.project = kwargs.get('project')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   119
        self.configs = kwargs.get('configs')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   120
        self.config_wildcards = kwargs.get('config_wildcards')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   121
        self.config_regexes = kwargs.get('config_regexes')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   122
        self._project = None
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   123
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   124
    def run(self):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   125
        self._project = api.Project(api.Storage.open(self.project, 'a'))
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   126
        prj = self._project
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   127
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   128
        configs = []
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   129
        if self.configs or self.config_wildcards or self.config_regexes:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   130
            configs = get_config_list_from_project(
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   131
                project          = prj,
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   132
                configs          = self.configs,
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   133
                config_wildcards = self.config_wildcards,
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   134
                config_regexes   = self.config_regexes)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   135
    
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   136
        if not configs:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   137
            raise Configroot2FlatFailed("At least one configuration must be given!")
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   138
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   139
        print "Processing configurations %s" % configs
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   140
        for source_config in configs:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   141
            target_config= os.path.basename(source_config)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   142
            if source_config == target_config:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   143
                print "Cannot flatten configuration because the source path is the same as target!"
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   144
            config = prj.get_configuration(source_config)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   145
            
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   146
            print "opened %s for flattening" % source_config
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   147
            
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   148
            print "Creating a new configuration root '%s' for flattening" % target_config
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   149
            tconf = prj.create_configuration(target_config, True)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   150
            # add the includes
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   151
            for config_include in get_flat_includes(config):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   152
                tconf.include_configuration(config_include)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   153
            # add the metadata with hardcoded recursion depth count
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   154
            newmeta = get_nested_meta(config, 2)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   155
            tconf.meta = newmeta
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   156
            tconf.name = config.name
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   157
            tconf.save()
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   158
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   159
        return True
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   160
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   161
    def save(self):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   162
        if self._project: self._project.save()
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   163
        
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   164
    def close(self):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   165
        if self._project: self._project.close()
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   166
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   167
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   168
def get_class():
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents:
diff changeset
   169
    return ConeConfigroot2FlatAction