configurationengine/source/scripts/generation_report.py
author terytkon
Thu, 11 Mar 2010 17:04:37 +0200
changeset 0 2e8eeb919028
permissions -rw-r--r--
Adding EPL version of configurationengine.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     1
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     2
# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     3
# All rights reserved.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     4
# This component and the accompanying materials are made available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     5
# under the terms of "Eclipse Public License v1.0"
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     6
# which accompanies this distribution, and is available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     8
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     9
# Initial Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    11
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    12
# Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    13
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    14
# Description:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    15
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    16
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    17
import os, logging, pickle
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    18
import time
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    19
from time import gmtime, strftime
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    20
from jinja2 import Environment, PackageLoader, FileSystemLoader, Template
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    21
from cone.public import api, exceptions, utils, plugin
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    22
from cone.confml import model
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    23
import report_util
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    24
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    25
ROOT_PATH = os.path.dirname(os.path.abspath(__file__))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    26
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    27
def save_report_data(rep_data, file_path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    28
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    29
    Save report data into an intermediary report data file.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    30
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    31
    dir = os.path.dirname(file_path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    32
    if dir != '' and not os.path.exists(dir):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    33
        os.makedirs(dir)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    34
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    35
    pickle_data = pickle.dumps(rep_data)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    36
    f = open(file_path, 'wb')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    37
    try:        f.write(pickle_data)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    38
    finally:    f.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    39
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    40
def load_report_data(file_path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    41
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    42
    Load report data from an intermediary report data file.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    43
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    44
    f = open(file_path, "rb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    45
    try:        data = f.read()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    46
    finally:    f.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    47
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    48
    return pickle.loads(data)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    49
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    50
def _get_parent_sequence_or_self(feature):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    51
    current = feature._parent
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    52
    while current is not None:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    53
        if isinstance(current, api.FeatureSequence):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    54
            return current
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    55
        current = current._parent
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    56
    return feature
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    57
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    58
def collect_report_data(config, options, all_refs, impl_set, rule_exec_results):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    59
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    60
    Collect data for report generation.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    61
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    62
    impls = impl_set.get_all_implementations()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    63
    impls.sort(key=lambda impl: (impl.ref, impl.index))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    64
    rep_data = ReportData()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    65
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    66
    # Sort the rule results for unit testing purposes
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    67
    rep_data.rule_exec_results = sorted(rule_exec_results, key=lambda e: (e.source, e.index))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    68
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    69
    # Collect a dictionary that maps refs shown in the report to a list of
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    70
    # actual sub-refs used in the generation.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    71
    # This is done because for sequence settings only an entry for the main
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    72
    # sequence setting is shown, but the actual refs used in generation point
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    73
    # to the individual sub-settings (and possibly even under them).
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    74
    # An example entry in the dictionary could be
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    75
    #   'MyFeature.MySequence' : ['MyFeature.MySequence.Name',
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    76
    #                             'MyFeature.MySequence.File.localPath',
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    77
    #                             'MyFeature.MySequence.File.targetPath']
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    78
    dview = config.get_default_view()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    79
    refs_dict = {}
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    80
    for ref in all_refs:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    81
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    82
            feature = dview.get_feature(ref)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    83
        except exceptions.NotFound:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    84
            logging.getLogger('cone.generation_report').warning("Feature for data ref not found: %s" % ref)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    85
            continue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    86
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    87
        feature = _get_parent_sequence_or_self(feature._obj)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    88
        ref_to_report = feature.fqr
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    89
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    90
        if ref_to_report not in refs_dict:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    91
            refs_dict[ref_to_report] = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    92
        refs_dict[ref_to_report].append(ref)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    93
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    94
#    msg = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    95
#    for ref, sub_refs in refs_dict.iteritems():
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    96
#        msg.append("Ref: %s\nSub-refs:\n%s" % (ref, '\n'.join(sub_refs)))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    97
#    logging.getLogger('cone').debug('\n--------------------------------------\n'.join(msg))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    98
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    99
    # Go through the refs and create report data entries
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   100
    for ref in sorted(refs_dict.iterkeys()):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   101
        sub_refs = refs_dict[ref]
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   102
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   103
        #print "Ref: %s" % ref
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   104
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   105
            feat = dview.get_feature(ref)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   106
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   107
            # Skip imaker-internal settings
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   108
            if isinstance(feat._obj, model.ConfmlSetting):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   109
                try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   110
                    prop = feat.get_property('cone-report-ignore')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   111
                    if prop.value.lower() in ('1', 'true'):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   112
                        continue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   113
                except exceptions.NotFound:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   114
                    pass
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   115
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   116
            #print "Still %s" % ref
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   117
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   118
            found_output = False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   119
            line = RefLine(ref, feat.get_type())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   120
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   121
            if plugin.is_temp_feature(feat):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   122
                line.is_temp_feature = True
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   123
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   124
            if feat.get_type() == 'sequence':
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   125
                for f in feat.list_all_features():
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   126
                    line.add_sequence(feat.get_feature(f).get_name(), feat.get_feature(f).get_value())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   127
            else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   128
                if isinstance(feat.get_datas(), list): 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   129
                    for d in feat.get_datas():
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   130
                        line.add_data(d.find_parent(type=api.Configuration).get_full_path(), d.get_value())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   131
                else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   132
                    line.add_data(feat.get_data().find_parent(type=api.Configuration).get_full_path(), feat.get_value())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   133
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   134
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   135
            # Impl and output files
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   136
            has_impl = False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   137
            for impl in impls:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   138
                # Check for implementations using the actual sub-refs
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   139
                if impl.has_ref(sub_refs):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   140
                    has_impl = True
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   141
                    line.add_impl(impl.ref, impl.IMPL_TYPE_ID, impl.list_output_files())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   142
            if has_impl:    rep_data.add_line(line)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   143
            else:           rep_data.add_ref_noimpl(line)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   144
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   145
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   146
            # For localPath and targetPath, the name should be the one from its parent file/folder setting
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   147
            if isinstance(feat._obj, (model.ConfmlLocalPath, model.ConfmlTargetPath)):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   148
                name = feat._obj._parent.name
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   149
            else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   150
                name = feat.name
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   151
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   152
            line.set_feat_name(name)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   153
            line.set_config_path( feat._obj.find_parent(type=api.Configuration).get_full_path())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   154
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   155
        except Exception, e:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   156
            utils.log_exception(logging.getLogger('cone'), 'Failed to collect data for report. Exception: %s' % e)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   157
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   158
    # create one list of not generated files
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   159
    for myline in rep_data.lines:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   160
        for myimpl in myline.impls:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   161
            for output_file in myimpl.outputfiles:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   162
                if not output_file.exists and output_file not in rep_data.missing_output_files:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   163
                    rep_data.missing_output_files.append(output_file)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   164
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   165
    rep_data.set_options(options)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   166
    rep_data.set_output_dir(options.output)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   167
    rep_data.update_nbr_of_refs()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   168
    rep_data.update_nbr_of_refs_noimpl()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   169
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   170
    return rep_data
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   171
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   172
def generate_report(rep_data, report_file_path, template_file_path=None):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   173
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   174
    Generate a generation report based on the given report data.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   175
    @param rep_data: The report data.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   176
    @param report_file_path: Path to the report file to generate.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   177
    @param template_file_path: Path to the template file to use.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   178
        If None, the default template is used.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   179
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   180
    # Determine the template file and directory to use
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   181
    if template_file_path is None:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   182
        template_file_path = os.path.join(ROOT_PATH, 'gen_report_template.html')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   183
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   184
    report_util.generate_report(template_file_path, report_file_path, {'rep_data' : rep_data})
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   185
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   186
class ReportData(object):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   187
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   188
    Data object that stores all information used in report generation.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   189
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   190
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   191
    def __init__(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   192
        self.generation_timestamp = time.time()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   193
        self.generation_time = strftime("%d.%m.%Y %H:%M:%S")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   194
        self.options = None
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   195
        self.lines = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   196
        self.nbr_of_refs = 0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   197
        self.nbr_of_refs_noimpl = 0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   198
        self.cwd = os.getcwd()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   199
        self.ref_noimpl = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   200
        self.duration = 0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   201
        self.output_dir = os.getcwd()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   202
        self.project_dir = ''
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   203
        self.rule_exec_results = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   204
        self.missing_output_files = []    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   205
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   206
    def set_output_dir(self, dir):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   207
        self.output_dir = os.path.abspath(os.path.normpath(dir))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   208
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   209
    def add_line(self, line):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   210
        self.lines.append(line)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   211
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   212
    def set_duration(self, duration):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   213
        self.duration = duration
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   214
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   215
    def set_options(self, options):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   216
        self.options = options
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   217
        self.project_dir = os.path.abspath(options.project)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   218
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   219
    def set_report_filename(self, filename):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   220
        self.report_filename = filename
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   221
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   222
    def add_ref_noimpl(self, ref):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   223
        self.ref_noimpl.append(ref)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   224
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   225
    def update_nbr_of_refs(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   226
        self.nbr_of_refs = len(self.lines)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   227
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   228
    def update_nbr_of_refs_noimpl(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   229
        self.nbr_of_refs_noimpl = len(self.ref_noimpl)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   230
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   231
    def __repr__(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   232
        return "ReportData(%s)" % [self.generation_timestamp, 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   233
                                   self.generation_time,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   234
                                   self.options,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   235
                                   self.lines,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   236
                                   self.nbr_of_refs,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   237
                                   self.nbr_of_refs_noimpl,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   238
                                   self.cwd,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   239
                                   self.ref_noimpl,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   240
                                   self.duration,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   241
                                   self.output_dir,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   242
                                   self.project_dir,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   243
                                   self.rule_exec_results,
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   244
                                   self.missing_output_files]    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   245
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   246
class RefLine(object):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   247
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   248
    Data object that stores information for one ref in report generation.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   249
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   250
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   251
    def __init__(self, ref, type):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   252
        self.ref = ref
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   253
        self.feat_type = type 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   254
        self.feat_name = None
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   255
        self.feat_value = None
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   256
        self.config_path = None
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   257
        self.impls = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   258
        self.output = None
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   259
        self.nbr_impls = 0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   260
        self.nbr_outputfiles = 0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   261
        self.datas = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   262
        self.nbr_of_datas = 0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   263
        self.nbr_of_rows = 0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   264
        self.seq_data = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   265
        self.is_temp_feature = False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   266
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   267
    def add_impl(self, impl_file, impl_type, outputfiles):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   268
        self.impls.append(ImplLine(impl_file, impl_type, outputfiles))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   269
        self.nbr_impls = len(self.impls)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   270
        self.nbr_outputfiles = len(outputfiles) + self.nbr_outputfiles
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   271
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   272
    def add_data(self, layer, value):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   273
        self.datas.append(DataLine(layer,value))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   274
        self.nbr_of_datas = len(self.datas)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   275
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   276
    def add_sequence(self, subsetting, values):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   277
        self.seq_data.append([subsetting, values])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   278
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   279
    def set_feat_name(self, name):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   280
        self.feat_name = name
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   281
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   282
    def set_feat_value(self, value):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   283
        self.feat_value = value
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   284
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   285
    def set_config_path(self, filename):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   286
        self.config_path = os.path.normpath(filename)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   287
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   288
class ImplLine():
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   289
    def __init__(self, impl_file, impl_type, outputfiles, generation_runs=[]):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   290
        self.name = os.path.normpath(impl_file)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   291
        self.type = impl_type
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   292
        files = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   293
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   294
        for outputfile in outputfiles:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   295
            files.append(Outputfile(outputfile))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   296
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   297
        self.outputfiles = files
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   298
        self.generation_runs = generation_runs
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   299
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   300
class Outputfile():
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   301
    def __init__(self, filename):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   302
        self.filename = os.path.normpath(filename)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   303
        self.abs_filename = os.path.abspath(filename)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   304
        self.exists = os.path.isfile(self.abs_filename)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   305
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   306
    def __eq__(self, other):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   307
        if type(self) is type(other):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   308
            return self.filename == other.filename
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   309
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   310
            return False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   311
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   312
class DataLine():
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   313
    def __init__(self, layer, value):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   314
        self.layer = os.path.normpath(layer)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   315
        self.value = value