configurationengine/source/plugins/common/ConeContentPlugin/contentplugin/contentml.py
author terytkon
Thu, 11 Mar 2010 17:04:37 +0200
changeset 0 2e8eeb919028
child 3 e7e0ae78773e
permissions -rw-r--r--
Adding EPL version of configurationengine.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     1
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     2
# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     3
# All rights reserved.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     4
# This component and the accompanying materials are made available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     5
# under the terms of "Eclipse Public License v1.0"
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     6
# which accompanies this distribution, and is available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     8
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     9
# Initial Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    11
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    12
# Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    13
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    14
# Description: 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    15
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    16
'''
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    17
A plugin implementation for content selection from ConfigurationLayers.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    18
'''
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    19
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    20
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    21
import re
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    22
import os
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    23
import sys
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    24
import logging
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    25
import shutil
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    26
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    27
import __init__
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    28
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    29
from cone.public import exceptions,plugin,utils,api,container
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    30
from contentplugin import contentmlparser
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    31
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    32
class ContentImpl(plugin.ImplBase):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    33
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    34
    ContentImpl plugin finds all content resources from each layer and copies
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    35
    them to the output correctly. It follows the Configuration project override
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    36
    rules, so that the topmost layer files override files on the previous layers.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    37
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    38
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    39
    IMPL_TYPE_ID = 'content'
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    40
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    41
    def __init__(self,ref,configuration):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    42
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    43
        Overloading the default constructor
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    44
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    45
        plugin.ImplBase.__init__(self,ref,configuration)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    46
        self.desc = ""
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    47
        self.logger = logging.getLogger('cone.content(%s)' % self.ref)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    48
        self.errors = False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    49
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    50
    def list_output_files(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    51
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    52
        Return a list of output files as an array. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    53
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    54
        if not self.errors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    55
            copylist = self.get_full_copy_list()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    56
            outputfiles = [entry[1] for entry in copylist]
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    57
            return outputfiles
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    58
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    59
            return []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    60
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    61
    def get_refs(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    62
        refs = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    63
        for output in self.outputs:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    64
            refs.extend(output.get_refs())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    65
        if refs:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    66
            return refs
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    67
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    68
            return None
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    69
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    70
    def get_full_copy_list(self, print_info=False):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    71
        fullcopylist = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    72
        for output in self.outputs:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    73
            for input in output.inputs:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    74
                copylist = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    75
                if print_info:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    76
                    self.logger.info('Content copy items from %s to %s' % (input.dir,os.path.join(self.output,output.dir)))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    77
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    78
                if input.__class__.__name__ == "ContentInput":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    79
                    copylist = self.create_copy_list(content=self.configuration.layered_content(),
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    80
                                                     input=input.dir,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    81
                                                     output=os.path.join(self.output,output.dir),
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    82
                                                     include_pattern=input.get_include_pattern(),
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    83
                                                     exclude_pattern=input.get_exclude_pattern(),
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    84
                                                     files=input.get_filelist(),
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    85
                                                     flatten=output.flatten,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    86
                                                     output_file=output.file)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    87
                elif input.__class__.__name__ == "ExternalContentInput":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    88
                    #Handling external inputs separately
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    89
                    if input.dir != None:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    90
                        fulldir = os.path.abspath(os.path.join(self.configuration.get_project().get_storage().get_path(),input.dir))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    91
                    else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    92
                        fulldir = self.configuration.get_project().get_storage().get_path()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    93
                    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    94
                    data = container.DataContainer()                     
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    95
                    for root, dirs, files in os.walk(fulldir):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    96
                        for f in files:                            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    97
                            filepath = utils.resourceref.norm(os.path.join(root, f))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    98
                            key = utils.resourceref.replace_dir(filepath,fulldir,"")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    99
                            data.add_value(key,filepath)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   100
                            #data.add_value(filepath,filepath)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   101
                    copylist = self.create_copy_list(content=data,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   102
                                                     input=input.dir,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   103
                                                     output=os.path.join(self.output,output.dir),
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   104
                                                     include_pattern=input.get_include_pattern(),
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   105
                                                     exclude_pattern=input.get_exclude_pattern(),
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   106
                                                     files=input.get_filelist(),
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   107
                                                     flatten=output.flatten,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   108
                                                     output_file=output.file,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   109
                                                     external=True)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   110
                else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   111
                    logging.getLogger('cone.content').warning("Unknown input %s" % (input.__class__.__name__))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   112
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   113
                fullcopylist += copylist
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   114
                 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   115
        return fullcopylist
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   116
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   117
    def generate(self, context=None):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   118
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   119
        Generate the given implementation.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   120
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   121
        self.logger.info('Generating')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   122
        self.create_output()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   123
        return 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   124
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   125
    def create_output(self,layers=None):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   126
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   127
        Create the output directory from the content folder files
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   128
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   129
        if not self.errors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   130
            datacontainer = self.configuration.layered_content(layers)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   131
            #root = self.configuration.get_root()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   132
            copylist = self.get_full_copy_list(True)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   133
            for copy_item in copylist:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   134
                sourceref = copy_item[0]
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   135
                targetfile = copy_item[1]
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   136
                external = copy_item[2]                                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   137
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   138
                self.logger.info('Copy from %s to %s' % (sourceref,targetfile))                   
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   139
                if not os.path.exists(os.path.dirname(targetfile)):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   140
                    os.makedirs(os.path.dirname(targetfile))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   141
                if not external:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   142
                    outfile = open(targetfile,"wb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   143
                    res = self.configuration.get_storage().open_resource(sourceref,"rb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   144
                    outfile.write(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   145
                else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   146
                    shutil.copyfile(sourceref,targetfile)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   147
            return 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   148
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   149
            self.logger.error('Plugin had errors! Bailing out!')                   
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   150
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   151
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   152
    def create_copy_list(self, **kwargs):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   153
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   154
        Return a list copy list where each element is a (from,to) tuple 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   155
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   156
        datacontainer = kwargs.get('content',None)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   157
        input_dir     = kwargs.get('input','')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   158
        output_dir    = kwargs.get('output','')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   159
        output_file   = kwargs.get('output_file','')        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   160
        include_filter= kwargs.get('include_pattern','')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   161
        exclude_filter= kwargs.get('exclude_pattern','')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   162
        files         = kwargs.get('files',[])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   163
        flatten       = kwargs.get('flatten',False)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   164
        external      = kwargs.get('external',False)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   165
        copylist = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   166
        contentfiles = datacontainer.list_keys()      
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   167
        """ 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   168
        First get only the files list from content files.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   169
        Then apply the possible filters. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   170
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   171
        if input_dir == None:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   172
           self.logger.warning("Input dir is none!")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   173
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   174
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   175
        if files != []:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   176
            for f in files:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   177
                if f in contentfiles:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   178
                    pass
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   179
                elif f not in  contentfiles:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   180
                    self.logger.info("File: %s not found in content" % f)   
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   181
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   182
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   183
        if files != []:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   184
            filesfunc = lambda x: x.lower() in [f.lower() for f in files]
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   185
            contentfiles = filter(filesfunc, contentfiles)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   186
        if include_filter != "":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   187
            filter_regexp = include_filter
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   188
            filter_regexp = filter_regexp.replace('.','\.')         
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   189
            filter_regexp = filter_regexp.replace('*','.*')         
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   190
            self.logger.info("filtering with include %s" % filter_regexp)   
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   191
            contentfiles = utils.resourceref.filter_resources(contentfiles,filter_regexp)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   192
        if exclude_filter != "":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   193
            filter_regexp = exclude_filter
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   194
            filter_regexp = filter_regexp.replace('.','\.')            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   195
            filter_regexp = filter_regexp.replace('*','.*')         
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   196
            self.logger.info("filtering with exclude %s" % filter_regexp)   
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   197
            contentfiles = utils.resourceref.neg_filter_resources(contentfiles,filter_regexp)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   198
        for outfile in contentfiles:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   199
            sourcefile = ""
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   200
            targetfile = ""
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   201
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   202
            if input_dir != None and outfile.startswith(input_dir):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   203
                sourcefile = datacontainer.get_value(outfile)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   204
                if flatten:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   205
                    targetfile = utils.resourceref.join_refs([output_dir, os.path.basename(outfile)])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   206
                    targetfile = utils.resourceref.norm(targetfile)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   207
                else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   208
                    targetfile = utils.resourceref.replace_dir(outfile,input_dir,output_dir)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   209
            elif external:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   210
                #External inputs
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   211
                sourcefile = utils.resourceref.norm(datacontainer.get_value(outfile))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   212
                                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   213
                if flatten:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   214
                    targetfile = utils.resourceref.join_refs([output_dir, os.path.basename(sourcefile)])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   215
                    targetfile = utils.resourceref.norm(targetfile)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   216
                else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   217
                    fulldir = os.path.abspath(os.path.join(self.configuration.get_project().get_storage().get_path(),input_dir))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   218
                    targetfile = utils.resourceref.replace_dir(sourcefile,fulldir,output_dir)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   219
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   220
            if output_file:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   221
                #Renaming output if defined
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   222
                targetfile = targetfile.replace(os.path.basename(targetfile), output_file)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   223
                    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   224
            if sourcefile and targetfile:                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   225
                copylist.append((sourcefile,targetfile, external))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   226
        return copylist
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   227
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   228
class ContentImplReaderBase(object):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   229
    FILE_EXTENSIONS = ['content', 'contentml']
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   230
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   231
    @classmethod
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   232
    def read_impl(cls, resource_ref, configuration, etree):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   233
        parser = cls.parser_class()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   234
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   235
        desc = parser.parse_desc(etree)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   236
        outputs = parser.parse_outputs(etree)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   237
        phase = parser.parse_phase(etree)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   238
        tags = parser.parse_tags(etree)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   239
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   240
        impl = ContentImpl(resource_ref, configuration)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   241
        impl.desc = desc
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   242
        impl.outputs = outputs
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   243
        if tags:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   244
            impl.set_tags(tags)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   245
        for output in impl.outputs:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   246
            output.set_configuration(configuration)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   247
        if phase != None:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   248
            impl.set_invocation_phase(phase)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   249
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   250
        return impl
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   251
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   252
class ContentImplReader1(ContentImplReaderBase, plugin.ReaderBase):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   253
    NAMESPACE = 'http://www.s60.com/xml/content/1'
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   254
    parser_class = contentmlparser.Content1Parser
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   255
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   256
class ContentImplReader2(ContentImplReaderBase, plugin.ReaderBase):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   257
    NAMESPACE = 'http://www.s60.com/xml/content/2'
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   258
    parser_class = contentmlparser.Content2Parser