configurationengine/source/cone/storage/filestorage.py
author terytkon
Thu, 11 Mar 2010 17:04:37 +0200
changeset 0 2e8eeb919028
child 3 e7e0ae78773e
permissions -rw-r--r--
Adding EPL version of configurationengine.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     1
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     2
# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     3
# All rights reserved.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     4
# This component and the accompanying materials are made available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     5
# under the terms of "Eclipse Public License v1.0"
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     6
# which accompanies this distribution, and is available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     8
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     9
# Initial Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    11
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    12
# Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    13
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    14
# Description: 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    15
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    16
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    17
import os
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    18
import re
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    19
import logging
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    20
import xml.parsers.expat
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    21
try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    22
    from cElementTree import ElementTree
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    23
except ImportError:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    24
    try:    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    25
        from elementtree import ElementTree
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    26
    except ImportError:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    27
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    28
            from xml.etree import cElementTree as ElementTree
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    29
        except ImpotError:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    30
            from xml.etree import ElementTree
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    31
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    32
from cone.public import exceptions  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    33
from cone.public import api, utils
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    34
#from cone.storage.configurationpersistence import ConfigurationReader, ConfigurationWriter
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    35
from cone.storage import metadata, common
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    36
from cone.confml import persistentconfml
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    37
debug = 0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    38
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    39
class FileStorage(common.StorageBase):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    40
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    41
    A file system based implementation for Storage.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    42
    @param path : path to the storage folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    43
    @param mode: the mode for the folder. Default is a=append that expects the folder to exist.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    44
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    45
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    46
    def __init__(self,path,mode="r", **kwargs):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    47
        super(FileStorage, self).__init__(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    48
        self.logger = logging.getLogger('cone')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    49
        self.logger.debug("FileStorage path %s" % self.get_path())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    50
        self.persistentmodule = persistentconfml
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    51
        self.mode = mode
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    52
        if mode.find("a")!=-1 or mode.find("r")!=-1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    53
            # check that the given folder exists and is a folder    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    54
            if not os.path.isdir(self.get_path()):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    55
                raise exceptions.StorageException("The given data folder for storage does not exist! %s" % self.get_path())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    56
        elif mode.find("w")!=-1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    57
            # check if the given folder exists and create it if it does not
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    58
            if not os.path.exists(os.path.abspath(self.get_path())):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    59
                os.makedirs(self.get_path())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    60
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    61
            raise exceptions.StorageException("Unsupported creation mode given! %s" % mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    62
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    63
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    64
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    65
    @classmethod
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    66
    def supported_storage(cls,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    67
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    68
        Class method for determing if the given clas supports a storage by given path. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    69
        E.g. foo.zip, foo.cpd, foo/bar, http://foo.com/
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    70
        @param path:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    71
        @return: Boolean value. True if the storage of the path is supported. False if not.  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    72
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    73
        if path.startswith('http://'):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    74
            return False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    75
        path = os.path.abspath(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    76
        (name,ext) = os.path.splitext(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    77
        if path != "" and ext == "":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    78
            return True
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    79
        elif os.path.isdir(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    80
            return True
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    81
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    82
            return False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    83
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    84
    def open_resource(self,path,mode="r"):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    85
        # make sure that path exists if we are creating a file
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    86
        path = utils.resourceref.remove_end_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    87
        path = utils.resourceref.remove_begin_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    88
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    89
        fullpath = utils.resourceref.join_refs([self.get_path(),path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    90
        if mode.find("w") != -1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    91
            dirpath = os.path.dirname(fullpath)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    92
            if not os.path.exists(dirpath):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    93
                os.makedirs(dirpath)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    94
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    95
            res = FileResource(self,path,mode,open(fullpath,mode)) 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    96
            self.__opened__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    97
            return res
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    98
        except IOError,e:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    99
            raise exceptions.NotResource("%s, %s" % (path,e) )
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   100
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   101
    def delete_resource(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   102
        if self.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   103
            try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   104
                path = utils.resourceref.remove_begin_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   105
                path = utils.resourceref.join_refs([self.get_path(),self.get_current_path(),path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   106
                for res in self.__get_open__(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   107
                    res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   108
                    self.__closed__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   109
                os.unlink(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   110
            except IOError:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   111
                raise exceptions.NotResource(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   112
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   113
            raise exceptions.NotResource(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   114
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   115
    def close_resource(self, res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   116
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   117
        Close the given resource instance. Normally this is called by the Resource object 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   118
        in its own close.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   119
        @param res: the resource object to close. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   120
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   121
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   122
            self.__closed__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   123
            #if not res.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   124
            #    self._get(utils.resourceref.to_dref(res.path)).data = res.getvalue()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   125
        except KeyError,e:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   126
            raise exceptions.StorageException("No such %s open resource! %s" % (res.path,e))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   127
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   128
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   129
    def save_resource(self, res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   130
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   131
        Flush the changes of a given resource instance. Normally this is called by the Resource object 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   132
        in its own save.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   133
        @param res: the resource to the resource to save. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   134
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   135
        if not self.__has_resource__(res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   136
            raise exceptions.NotResource("No such %s open resource!" % res.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   137
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   138
            res.save()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   139
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   140
    def is_resource(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   141
        path = utils.resourceref.remove_begin_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   142
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   143
        path = utils.resourceref.join_refs([self.get_path(),path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   144
        norm_path = os.path.normpath(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   145
        return os.path.isfile(norm_path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   146
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   147
    def fix_entry(self,entry,current_root):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   148
        entry = entry.replace(current_root,'')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   149
        entry = entry.replace("\\","/")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   150
        entry = utils.resourceref.remove_begin_slash(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   151
        return entry
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   152
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   153
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   154
    def list_resources(self,path,recurse=False,empty_folders=False):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   155
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   156
        Get an array of files in a folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   157
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   158
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   159
        retarray = []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   160
        path = utils.resourceref.remove_begin_slash(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   161
        fullpath = utils.resourceref.join_refs([self.get_path(),self.get_current_path(),path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   162
        joined = os.path.join(self.get_path(), self.get_current_path())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   163
        current_root = os.path.normpath(os.path.abspath(joined))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   164
        # return always unix type file paths
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   165
        if recurse:    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   166
            # Walk through all files in the layer
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   167
            for root, dirs, files in os.walk(fullpath):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   168
                for name in files:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   169
                    entry = os.path.join(root, name)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   170
                    entry = os.path.normpath(os.path.abspath(entry))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   171
                    if os.path.isfile(entry):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   172
                        retarray.append(self.fix_entry(entry,current_root))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   173
                        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   174
                if empty_folders: 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   175
                    for name in dirs:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   176
                        entry = os.path.join(root, name)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   177
                        entry = os.path.normpath(os.path.abspath(entry))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   178
                        if  os.path.isdir(entry)  and  len(os.listdir(entry)) ==0:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   179
                            retarray.append(self.fix_entry(entry,current_root))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   180
                        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   181
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   182
            filelist = os.listdir(fullpath)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   183
            for name in filelist:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   184
                entry = os.path.join(path, name)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   185
                entry = os.path.normpath(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   186
                entry = entry.replace("\\","/")               
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   187
                entry = utils.resourceref.remove_begin_slash(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   188
                # ignore non file entries
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   189
                fileentry = os.path.join(current_root,entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   190
                if os.path.isfile(fileentry):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   191
                    if debug: print "list_resources adding %s" % entry
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   192
                    retarray.append(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   193
                    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   194
                if os.path.isdir(fileentry) and empty_folders:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   195
                    if debug: print "list_resources adding %s" % entry
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   196
                    retarray.append(entry)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   197
        return retarray
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   198
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   199
    def import_resources(self,paths,storage):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   200
        for path in paths:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   201
            if not storage.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   202
                logging.getLogger('cone').warning("The given path is not a Resource in the storage %s! Ignoring from export!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   203
                continue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   204
            wres = self.open_resource(path,'wb')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   205
            res  = storage.open_resource(path,"rb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   206
            wres.write(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   207
            wres.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   208
            res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   209
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   210
    def export_resources(self,paths,storage,empty_folders=False):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   211
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   212
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   213
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   214
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   215
        for path in paths:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   216
            if not self.is_resource(path) and empty_folders==False:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   217
                logging.getLogger('cone').warning("The given path is not a Resource in this storage %s! Ignoring from export!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   218
                continue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   219
            if self.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   220
                wres = storage.open_resource(path,'wb')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   221
                res  = self.open_resource(path,"rb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   222
                wres.write(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   223
                wres.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   224
                res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   225
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   226
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   227
            if  self.is_folder(path) and  empty_folders:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   228
                storage.create_folder(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   229
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   230
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   231
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   232
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   233
    def create_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   234
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   235
        Create a folder entry to a path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   236
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   237
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   238
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   239
        path = utils.resourceref.join_refs([self.get_path(), self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   240
        if not os.path.exists(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   241
            os.makedirs(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   242
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   243
    def delete_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   244
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   245
        Delete a folder entry from a path. The path must be empty.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   246
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   247
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   248
        path = utils.resourceref.join_refs([self.get_path(), self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   249
        if os.path.isdir(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   250
            os.rmdir(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   251
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   252
            raise exceptions.StorageException("Not a folder %s" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   253
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   254
    def is_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   255
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   256
        Check if the given path is an existing folder in the storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   257
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   258
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   259
        path = utils.resourceref.join_refs([self.get_path(), self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   260
        return os.path.isdir(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   261
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   262
    def unload(self, path, object):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   263
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   264
        Dump a given object to the storage (reference is fetched from the object)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   265
        @param object: The object to dump to the storage, which is expected to be an instance 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   266
        of Base class.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   267
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   268
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   269
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   270
        if not isinstance(object, api.Configuration):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   271
            raise exceptions.StorageException("Cannot dump object type %s" % object.__class__)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   272
        # Skip the unload storing to storage if the storage is opened in read mode
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   273
        if self.get_mode(self.mode) != api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   274
            res = self.open_resource(path,"wb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   275
            data = self.persistentmodule.dumps(object)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   276
            res.write(data)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   277
            res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   278
        return
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   279
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   280
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   281
    def load(self, path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   282
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   283
        Load an from a reference.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   284
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   285
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   286
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   287
        if not utils.resourceref.get_ext(path) == "confml":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   288
            raise exceptions.StorageException("Cannot load reference type %s" % utils.resourceref.get_ext(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   289
        if self.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   290
            res = self.open_resource(path,"r")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   291
            # read the resource with persistentmodule
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   292
            try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   293
                obj = self.persistentmodule.loads(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   294
                #obj.set_path(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   295
                res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   296
                return obj
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   297
            except exceptions.ParseError,e:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   298
                logging.getLogger('cone').error("Resource %s parsing failed with exception: %s" % (path,e))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   299
                # returning an empty config in case of xml parsing failure.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   300
                return api.Configuration(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   301
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   302
            raise exceptions.NotResource("No such %s resource!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   303
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   304
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   305
class FileResource(api.Resource):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   306
    def __init__(self,storage,path,mode,handle):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   307
        api.Resource.__init__(self,storage,path,mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   308
        self.handle = handle
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   309
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   310
    def read(self,bytes=0):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   311
        if bytes == 0:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   312
            return self.handle.read()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   313
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   314
            return self.handle.read(bytes)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   315
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   316
    def write(self,string):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   317
        if self.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   318
            raise exceptions.StorageException("Writing attempted to %s in read-only mode." % self.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   319
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   320
            self.handle.write(string)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   321
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   322
    def truncate(self, size=0):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   323
        self.handle.truncate(0)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   324
        self.handle.seek(size, 0)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   325
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   326
    def save(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   327
        if not self.handle.closed:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   328
            self.handle.save()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   329
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   330
    def close(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   331
        self.storage.close_resource(self)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   332
        self.handle.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   333
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   334
    def get_size(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   335
        if self.get_mode() == api.Storage.MODE_WRITE:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   336
            raise exceptions.StorageException("Reading size attempted to %s in write-only mode." % self.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   337
        orig_pos = self.handle.tell()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   338
        self.handle.seek(0, os.SEEK_END)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   339
        try:        return self.handle.tell()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   340
        finally:    self.handle.seek(orig_pos, os.SEEK_SET)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   341
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   342
    def get_content_info(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   343
        orig_pos = self.handle.tell()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   344
        self.handle.seek(0, os.SEEK_SET)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   345
        data = self.handle.read()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   346
        self.handle.seek(orig_pos, os.SEEK_SET)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   347
        if self.content_info == None:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   348
            self.content_info = utils.make_content_info(self, data)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   349
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   350
        return self.content_info