configurationengine/source/cone/storage/filestorage.py
author m2lahtel
Thu, 21 Oct 2010 16:36:53 +0300
changeset 5 d2c80f5cab53
parent 3 e7e0ae78773e
permissions -rw-r--r--
Updated to version 1.2.14
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     1
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     2
# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     3
# All rights reserved.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     4
# This component and the accompanying materials are made available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     5
# under the terms of "Eclipse Public License v1.0"
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     6
# which accompanies this distribution, and is available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     8
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     9
# Initial Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    11
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    12
# Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    13
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    14
# Description: 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    15
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    16
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    17
import os
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    18
import re
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    19
import logging
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    20
import xml.parsers.expat
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    21
try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    22
    from cElementTree import ElementTree
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    23
except ImportError:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    24
    try:    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    25
        from elementtree import ElementTree
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    26
    except ImportError:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    27
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    28
            from xml.etree import cElementTree as ElementTree
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    29
        except ImportError:
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    30
            from xml.etree import ElementTree
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    31
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    32
from cone.public import exceptions  
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    33
from cone.public import api, utils, parsecontext
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    34
#from cone.storage.configurationpersistence import ConfigurationReader, ConfigurationWriter
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    35
from cone.storage import metadata, common, zipstorage
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    36
from cone.confml import persistentconfml
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    37
debug = 0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    38
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    39
class FileStorage(common.StorageBase):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    40
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    41
    A file system based implementation for Storage.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    42
    @param path : path to the storage folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    43
    @param mode: the mode for the folder. Default is a=append that expects the folder to exist.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    44
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    45
    
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    46
    def __init__(self, path, mode="r", **kwargs):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    47
        super(FileStorage, self).__init__(path, mode)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    48
        logging.getLogger('cone').debug("FileStorage path %s" % self.get_path())
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    49
        self.persistentmodule = persistentconfml
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    50
        if mode.find("a")!=-1 or mode.find("r")!=-1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    51
            # check that the given folder exists and is a folder    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    52
            if not os.path.isdir(self.get_path()):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    53
                raise exceptions.StorageException("The given data folder for storage does not exist! %s" % self.get_path())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    54
        elif mode.find("w")!=-1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    55
            # check if the given folder exists and create it if it does not
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    56
            if not os.path.exists(os.path.abspath(self.get_path())):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    57
                os.makedirs(self.get_path())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    58
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    59
            raise exceptions.StorageException("Unsupported creation mode given! %s" % mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    60
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    61
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    62
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    63
    @classmethod
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    64
    def supported_storage(cls,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    65
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    66
        Class method for determing if the given clas supports a storage by given path. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    67
        E.g. foo.zip, foo.cpd, foo/bar, http://foo.com/
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    68
        @param path:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    69
        @return: Boolean value. True if the storage of the path is supported. False if not.  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    70
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    71
        if path.startswith('http://'):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    72
            return False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    73
        path = os.path.abspath(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    74
        (name,ext) = os.path.splitext(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    75
        if path != "" and ext == "":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    76
            return True
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    77
        elif os.path.isdir(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    78
            return True
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    79
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    80
            return False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    81
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    82
    def open_resource(self,path,mode="r"):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    83
        # make sure that path exists if we are creating a file
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    84
        path = utils.resourceref.remove_end_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    85
        path = utils.resourceref.remove_begin_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    86
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    87
        fullpath = utils.resourceref.join_refs([self.get_path(),path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    88
        if mode.find("w") != -1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    89
            dirpath = os.path.dirname(fullpath)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    90
            if not os.path.exists(dirpath):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    91
                os.makedirs(dirpath)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    92
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    93
            res = FileResource(self,path,mode,open(fullpath,mode)) 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    94
            self.__opened__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    95
            return res
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    96
        except IOError,e:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    97
            raise exceptions.NotResource("%s, %s" % (path,e) )
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    98
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    99
    def delete_resource(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   100
        if self.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   101
            try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   102
                path = utils.resourceref.remove_begin_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   103
                path = utils.resourceref.join_refs([self.get_path(),self.get_current_path(),path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   104
                for res in self.__get_open__(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   105
                    res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   106
                    self.__closed__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   107
                os.unlink(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   108
            except IOError:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   109
                raise exceptions.NotResource(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   110
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   111
            raise exceptions.NotResource(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   112
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   113
    def close_resource(self, res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   114
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   115
        Close the given resource instance. Normally this is called by the Resource object 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   116
        in its own close.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   117
        @param res: the resource object to close. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   118
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   119
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   120
            self.__closed__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   121
            #if not res.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   122
            #    self._get(utils.resourceref.to_dref(res.path)).data = res.getvalue()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   123
        except KeyError,e:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   124
            raise exceptions.StorageException("No such %s open resource! %s" % (res.path,e))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   125
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   126
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   127
    def save_resource(self, res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   128
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   129
        Flush the changes of a given resource instance. Normally this is called by the Resource object 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   130
        in its own save.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   131
        @param res: the resource to the resource to save. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   132
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   133
        if not self.__has_resource__(res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   134
            raise exceptions.NotResource("No such %s open resource!" % res.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   135
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   136
            res.save()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   137
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   138
    def is_resource(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   139
        path = utils.resourceref.remove_begin_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   140
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   141
        path = utils.resourceref.join_refs([self.get_path(),path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   142
        norm_path = os.path.normpath(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   143
        return os.path.isfile(norm_path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   144
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   145
    def fix_entry(self,entry,current_root):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   146
        entry = entry.replace(current_root,'')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   147
        entry = entry.replace("\\","/")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   148
        entry = utils.resourceref.remove_begin_slash(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   149
        return entry
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   150
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   151
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   152
    def list_resources(self, path, **kwargs):
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   153
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   154
        Get an array of files in a folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   155
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   156
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   157
        retarray = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   158
        path = utils.resourceref.remove_begin_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   159
        fullpath = utils.resourceref.join_refs([self.get_path(),self.get_current_path(),path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   160
        joined = os.path.join(self.get_path(), self.get_current_path())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   161
        current_root = os.path.normpath(os.path.abspath(joined))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   162
        # return always unix type file paths
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   163
        if kwargs.get('recurse', False):    
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   164
            # Walk through all files in the layer
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   165
            for root, dirs, files in os.walk(fullpath):
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   166
                # ensure that the directories and files are returned
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   167
                # with alphabetical sorting in all platforms (e.g linux)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   168
                dirs.sort()
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   169
                files.sort()
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   170
                for name in files:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   171
                    entry = os.path.join(root, name)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   172
                    entry = os.path.normpath(os.path.abspath(entry))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   173
                    if os.path.isfile(entry):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   174
                        retarray.append(self.fix_entry(entry,current_root))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   175
                        
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   176
                if kwargs.get('empty_folders', False): 
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   177
                    for name in dirs:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   178
                        entry = os.path.join(root, name)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   179
                        entry = os.path.normpath(os.path.abspath(entry))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   180
                        if  os.path.isdir(entry)  and  len(os.listdir(entry)) ==0:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   181
                            retarray.append(self.fix_entry(entry,current_root))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   182
                        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   183
        else:
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   184
            filelist = sorted(os.listdir(fullpath))
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   185
            for name in filelist:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   186
                entry = os.path.join(path, name)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   187
                entry = os.path.normpath(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   188
                entry = entry.replace("\\","/")               
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   189
                entry = utils.resourceref.remove_begin_slash(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   190
                # ignore non file entries
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   191
                fileentry = os.path.join(current_root,entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   192
                if os.path.isfile(fileentry):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   193
                    if debug: print "list_resources adding %s" % entry
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   194
                    retarray.append(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   195
                    
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   196
                if os.path.isdir(fileentry) and kwargs.get('empty_folders', False):
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   197
                    if debug: print "list_resources adding %s" % entry
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   198
                    retarray.append(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   199
        return retarray
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   200
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   201
    def import_resources(self,paths,storage):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   202
        for path in paths:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   203
            if not storage.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   204
                logging.getLogger('cone').warning("The given path is not a Resource in the storage %s! Ignoring from export!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   205
                continue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   206
            wres = self.open_resource(path,'wb')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   207
            res  = storage.open_resource(path,"rb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   208
            wres.write(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   209
            wres.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   210
            res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   211
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   212
    def export_resources(self,paths,storage,empty_folders=False):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   213
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   214
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   215
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   216
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   217
        for path in paths:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   218
            if not self.is_resource(path) and empty_folders==False:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   219
                logging.getLogger('cone').warning("The given path is not a Resource in this storage %s! Ignoring from export!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   220
                continue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   221
            if self.is_resource(path):
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   222
                # Optimization for direct file to ZIP export.
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   223
                # There's no need to juggle the data through ConE code
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   224
                # when we can just write the file directly into the ZIP
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   225
                if isinstance(storage, zipstorage.ZipStorage):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   226
                    source_abspath = os.path.join(self.rootpath, path)
5
d2c80f5cab53 Updated to version 1.2.14
m2lahtel
parents: 3
diff changeset
   227
                    logging.getLogger("cone").debug("Pre-caching: %r -> %r" % (source_abspath, path))
d2c80f5cab53 Updated to version 1.2.14
m2lahtel
parents: 3
diff changeset
   228
                    storage.cache[path] = source_abspath
d2c80f5cab53 Updated to version 1.2.14
m2lahtel
parents: 3
diff changeset
   229
                    storage.modified = True
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   230
                else:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   231
                    wres = storage.open_resource(path,'wb')
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   232
                    res  = self.open_resource(path,"rb")
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   233
                    wres.write(res.read())
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   234
                    wres.close()
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   235
                    res.close()
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   236
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   237
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   238
            if  self.is_folder(path) and  empty_folders:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   239
                storage.create_folder(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   240
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   241
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   242
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   243
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   244
    def create_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   245
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   246
        Create a folder entry to a path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   247
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   248
        """
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   249
        path = utils.resourceref.remove_begin_slash(path)
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   250
        path = utils.resourceref.join_refs([self.get_path(), self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   251
        if not os.path.exists(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   252
            os.makedirs(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   253
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   254
    def delete_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   255
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   256
        Delete a folder entry from a path. The path must be empty.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   257
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   258
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   259
        path = utils.resourceref.join_refs([self.get_path(), self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   260
        if os.path.isdir(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   261
            os.rmdir(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   262
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   263
            raise exceptions.StorageException("Not a folder %s" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   264
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   265
    def is_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   266
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   267
        Check if the given path is an existing folder in the storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   268
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   269
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   270
        path = utils.resourceref.join_refs([self.get_path(), self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   271
        return os.path.isdir(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   272
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   273
    def unload(self, path, object):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   274
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   275
        Dump a given object to the storage (reference is fetched from the object)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   276
        @param object: The object to dump to the storage, which is expected to be an instance 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   277
        of Base class.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   278
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   279
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   280
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   281
        if not isinstance(object, api.Configuration):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   282
            raise exceptions.StorageException("Cannot dump object type %s" % object.__class__)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   283
        # Skip the unload storing to storage if the storage is opened in read mode
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   284
        if self.get_mode(self.mode) != api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   285
            res = self.open_resource(path,"wb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   286
            data = self.persistentmodule.dumps(object)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   287
            res.write(data)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   288
            res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   289
        return
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   290
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   291
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   292
    def load(self, path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   293
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   294
        Load an from a reference.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   295
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   296
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   297
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   298
        if not utils.resourceref.get_ext(path) == "confml":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   299
            raise exceptions.StorageException("Cannot load reference type %s" % utils.resourceref.get_ext(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   300
        if self.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   301
            res = self.open_resource(path,"r")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   302
            # read the resource with persistentmodule
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   303
            parsecontext.get_confml_context().current_file = path
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   304
            try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   305
                obj = self.persistentmodule.loads(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   306
                #obj.set_path(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   307
                res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   308
                return obj
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   309
            except exceptions.ParseError,e:
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   310
                parsecontext.get_confml_context().handle_exception(e)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   311
                #logging.getLogger('cone').error("Resource %s parsing failed with exception: %s" % (path,e))
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   312
                # returning an empty config in case of xml parsing failure.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   313
                return api.Configuration(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   314
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   315
            raise exceptions.NotResource("No such %s resource!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   316
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   317
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   318
class FileResource(api.Resource):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   319
    def __init__(self,storage,path,mode,handle):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   320
        api.Resource.__init__(self,storage,path,mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   321
        self.handle = handle
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   322
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   323
    def read(self,bytes=0):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   324
        if bytes == 0:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   325
            return self.handle.read()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   326
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   327
            return self.handle.read(bytes)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   328
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   329
    def write(self,string):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   330
        if self.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   331
            raise exceptions.StorageException("Writing attempted to %s in read-only mode." % self.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   332
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   333
            self.handle.write(string)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   334
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   335
    def truncate(self, size=0):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   336
        self.handle.truncate(0)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   337
        self.handle.seek(size, 0)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   338
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   339
    def save(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   340
        if not self.handle.closed:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   341
            self.handle.save()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   342
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   343
    def close(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   344
        self.storage.close_resource(self)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   345
        self.handle.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   346
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   347
    def get_size(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   348
        if self.get_mode() == api.Storage.MODE_WRITE:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   349
            raise exceptions.StorageException("Reading size attempted to %s in write-only mode." % self.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   350
        orig_pos = self.handle.tell()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   351
        self.handle.seek(0, os.SEEK_END)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   352
        try:        return self.handle.tell()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   353
        finally:    self.handle.seek(orig_pos, os.SEEK_SET)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   354
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   355
    def get_content_info(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   356
        orig_pos = self.handle.tell()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   357
        self.handle.seek(0, os.SEEK_SET)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   358
        data = self.handle.read()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   359
        self.handle.seek(orig_pos, os.SEEK_SET)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   360
        if self.content_info == None:
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   361
            self.content_info = api.make_content_info(self, data)
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   362
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   363
        return self.content_info