configurationengine/source/cone/storage/stringstorage.py
author terytkon
Thu, 11 Mar 2010 17:04:37 +0200
changeset 0 2e8eeb919028
child 3 e7e0ae78773e
permissions -rw-r--r--
Adding EPL version of configurationengine.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     1
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     2
# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     3
# All rights reserved.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     4
# This component and the accompanying materials are made available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     5
# under the terms of "Eclipse Public License v1.0"
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     6
# which accompanies this distribution, and is available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     8
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     9
# Initial Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    11
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    12
# Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    13
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    14
# Description: 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    15
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    16
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    17
import StringIO
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    18
import os
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    19
import pickle
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    20
import copy
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    21
import logging
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    22
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    23
from cone.public import *
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    24
from cone.storage import persistentdictionary
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    25
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    26
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    27
class _StringStorageObject(container.ObjectContainer):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    28
    def __init__(self, name):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    29
        container.ObjectContainer.__init__(self, utils.resourceref.to_dottedref(name))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    30
        self.path = name
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    31
        self.data = ""
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    32
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    33
    def get_path(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    34
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    35
        Return the path of the configuration resource
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    36
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    37
        return self.path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    38
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    39
    def set_path(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    40
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    41
        Set the path of the configuration resource
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    42
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    43
        self.path = path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    44
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    45
    def path_to_elem(self, toparent=None):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    46
        parent_path = ""
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    47
        # check if the parent is found at all from this hierarchy
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    48
        if toparent and not self._find_parent_or_default(match=toparent):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    49
            toparent = self._find_parent_or_default(container=True)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    50
        if self._find_parent():
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    51
            parent_path = self._find_parent()._path(toparent).replace(".","/") 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    52
        return utils.resourceref.join_refs([parent_path,self.get_path()])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    53
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    54
    def __getstate__(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    55
        return self.__dict__.copy()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    56
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    57
    def __setstate__(self,dict):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    58
        self.__dict__ =  dict.copy()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    59
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    60
class StringStorage(api.Storage, container.ObjectContainer):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    61
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    62
    A general base class for all storage type classes
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    63
    @param path : the reference to the root of the storage.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    64
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    65
    def __init__(self, path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    66
        container.ObjectContainer.__init__(self,"")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    67
        api.Storage.__init__(self,path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    68
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    69
    def __getstate__(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    70
        dict = self.__dict__.copy()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    71
        del dict['__opened_res__']
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    72
        return dict
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    73
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    74
    def __setstate__(self,dict):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    75
        self.__dict__ =  dict.copy()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    76
        self.__dict__['__opened_res__'] = {}
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    77
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    78
    def __dump__(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    79
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    80
        Dump the storage to the reference file
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    81
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    82
        file = open(self.get_path(),"w")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    83
        pickle.dump(self,file)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    84
        file.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    85
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    86
    @classmethod
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    87
    def __open__(cls,path, mode="r"):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    88
        if mode.find("a")!=-1 or mode.find("r")!=-1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    89
            if os.path.exists(path) and os.path.isfile(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    90
                file = open(path,"r")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    91
                obj = pickle.load(file)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    92
                file.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    93
            else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    94
                raise exceptions.StorageException("The given data file for storage does not exist! %s" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    95
        elif mode.find("w")!=-1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    96
            # check if the given storage path exists and delete it if it does
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    97
            if os.path.dirname(path) != '' and not os.path.exists(os.path.dirname(path)):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    98
                 os.makedirs(os.path.dirname(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    99
            obj = StringStorage(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   100
            """ key value pairs of data. Key path = datastring """ 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   101
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   102
            raise exceptions.StorageException("Unsupported creation mode given! %s" % mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   103
        return obj
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   104
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   105
    @classmethod
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   106
    def supported_storage(cls,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   107
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   108
        Class method for determing if the given clas supports a storage by given path. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   109
        E.g. foo.zip, foo.cpd, foo/bar, http://foo.com/
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   110
        @param path:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   111
        @return: Boolean value. True if the storage of the path is supported. False if not.  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   112
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   113
        if utils.resourceref.get_ext(path) == "pk":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   114
            return True
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   115
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   116
            return False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   117
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   118
    def close(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   119
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   120
        Close the repository, which will save and close all open resources.  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   121
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   122
        super(StringStorage,self).close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   123
        self.__dump__()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   124
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   125
    def save(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   126
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   127
        Save changes from all resources to the repository.  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   128
        """        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   129
        super(StringStorage,self).save()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   130
        self.__dump__()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   131
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   132
    def open_resource(self,path,mode="r"):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   133
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   134
        Open the given resource and return a File object.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   135
        @param path : reference to the resource 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   136
        @param mode : the mode in which to open. Can be one of r = read, w = write, a = append.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   137
        raises a NotResource exception if the path item is not a resource.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   138
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   139
        res = None
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   140
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   141
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   142
        dottedref = utils.resourceref.to_dref(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   143
        (pathto,name)= utils.resourceref.psplit_ref(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   144
        (dpath, dref) = utils.dottedref.psplit_ref(dottedref)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   145
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   146
        # check for existence
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   147
        if self.get_mode(mode) == self.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   148
            try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   149
                # Try to create a new StringResource in any case
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   150
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   151
                res = StringResource(self, path, self._get(dottedref).data,mode) 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   152
            except exceptions.NotFound,e:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   153
                raise exceptions.NotResource("Not found %s" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   154
        elif self.get_mode(mode) == self.MODE_WRITE:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   155
            # Create a new StringResource in any case
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   156
            self._add_to_path(dpath,_StringStorageObject(name))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   157
            res = StringResource(self, path, self._get(dottedref).data,mode) 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   158
        elif self.get_mode(mode) == self.MODE_APPEND:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   159
            # Append case, create the data reference if it is not existing
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   160
            if not self._has(dottedref):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   161
                self._add_to_path(dpath,_StringStorageObject(name))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   162
                        # Create a new StringResource in any case
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   163
            res = StringResource(self, path, self._get(dottedref).data,mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   164
            res.seek(0, os.SEEK_END)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   165
        self.__opened__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   166
        return res
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   167
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   168
    def delete_resource(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   169
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   170
        Delete the given resource from storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   171
        @param res : Resource objcet to the resource 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   172
        raises a NotSupportedException exception if delete operation is not supported by the storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   173
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   174
        # First close all open resources
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   175
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   176
        path = utils.resourceref.join_refs([self.curpath, path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   177
        for res in self.__get_open__(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   178
            self.__closed__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   179
        self._remove(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   180
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   181
    def close_resource(self, res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   182
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   183
        Close the given resource instance. Normally this is called by the Resource object 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   184
        in its own close.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   185
        @param res: the resource object to close. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   186
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   187
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   188
            self.__closed__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   189
            if not res.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   190
                self._get(utils.resourceref.to_dref(res.path)).data = res.getvalue()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   191
        except KeyError,e:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   192
            raise StorageException("No such %s open resource! %s" % (res.path,e))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   193
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   194
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   195
    def save_resource(self, res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   196
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   197
        Flush the changes of a given resource instance. Normally this is called by the Resource object 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   198
        in its own save.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   199
        @param res: the resource to the resource to save. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   200
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   201
        if not self.__has_resource__(res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   202
            raise exceptions.NotResource("No such %s open resource!" % res.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   203
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   204
            if not res.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   205
                self._get(utils.resourceref.to_dref(res.path)).data = res.getvalue()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   206
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   207
    def is_resource(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   208
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   209
        Return true if the path is a resource
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   210
        @param path : reference to path where resources are searched
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   211
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   212
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   213
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   214
        return self._has(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   215
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   216
    def list_resources(self,path,recurse=False,empty_folders=False):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   217
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   218
        find the resources under certain path/path 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   219
        @param path : reference to path where resources are searched
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   220
        @param recurse : defines whether to return resources directly under the path or does the listing recurse to subfolders. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   221
        Default value is False. Set to True to enable recursion.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   222
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   223
        """ Get the given curpath element """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   224
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   225
            curelem = self._get(utils.resourceref.to_dref(self.get_current_path()))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   226
            dref = utils.resourceref.to_dref(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   227
            if recurse:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   228
                return sorted([child.path_to_elem(curelem) for child in curelem._get(dref)._traverse(type=_StringStorageObject)])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   229
            else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   230
                return sorted([child.path_to_elem(curelem) for child in curelem._get(dref)._objects(type=_StringStorageObject)])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   231
        except exceptions.NotFound:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   232
            return []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   233
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   234
    def import_resources(self,paths,storage,empty_folders=False):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   235
        for path in paths:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   236
            if not storage.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   237
                logging.getLogger('cone').warning("The given path is not a Resource in the storage %s! Ignoring from export!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   238
                continue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   239
            wres = self.open_resource(path,'wb')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   240
            res  = storage.open_resource(path,"rb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   241
            wres.write(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   242
            wres.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   243
            res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   244
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   245
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   246
    def create_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   247
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   248
        Create a folder entry to a path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   249
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   250
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   251
        if not self._has(utils.resourceref.to_dref(path)):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   252
            (dpath,name) = utils.dottedref.psplit_ref(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   253
            self._add_to_path(dpath, self._default_object(name))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   254
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   255
    def delete_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   256
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   257
        Delete a folder entry from a path. The path must be empty.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   258
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   259
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   260
        self._remove(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   261
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   262
    def is_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   263
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   264
        Check if the given path is an existing folder in the storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   265
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   266
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   267
        return self._has(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   268
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   269
    def export_resources(self,refs,storage,empty_folders=False):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   270
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   271
        export resources from this storage based on a list of reference to this storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   272
        @param refs : a list of resource names in this storage (references).
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   273
        @param storage : the external storage where to export.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   274
        """  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   275
        storage.import_resources(refs, self, empty_folders=empty_folders)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   276
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   277
    def unload(self, path, object):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   278
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   279
        Dump a given object to the storage (reference is fetched from the object)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   280
        @param object: The object to dump to the storage, which is expected to be an instance 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   281
        of Base class.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   282
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   283
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   284
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   285
        if not isinstance(object, api.Configuration):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   286
            raise exceptions.StorageException("Cannot dump object type %s" % object.__class__)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   287
        res = self.open_resource(path,"w")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   288
        data = persistentdictionary.dumps(object)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   289
        res.write(data)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   290
        res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   291
        return
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   292
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   293
    def load(self, path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   294
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   295
        Load an from a reference.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   296
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   297
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   298
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   299
        if not utils.resourceref.get_ext(path) == "confml":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   300
            raise exceptions.StorageException("Cannot load object from given path = %s!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   301
        if self.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   302
            res = self.open_resource(path,"r")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   303
            # read the dictionary from the resource with eval
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   304
            obj = persistentdictionary.loads(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   305
            res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   306
            return obj
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   307
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   308
            raise exceptions.NotResource("No such %s resource!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   309
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   310
class StringResource(api.Resource):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   311
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   312
    A StringResource class that works on top of StringIO buffer. This class in 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   313
    intended mainly for testing purposes.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   314
    """    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   315
    def __init__(self,storage,path,stringdata, mode=api.Storage.MODE_READ):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   316
        strio = StringIO.StringIO(stringdata)    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   317
        api.Resource.__init__(self,storage,path, mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   318
        self.handle = strio
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   319
        self.read = self.handle.read
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   320
        self.tell = self.handle.tell
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   321
        self.seek = self.handle.seek
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   322
        self.readline = self.handle.readline
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   323
        self.getvalue = self.handle.getvalue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   324
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   325
    def write(self, string):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   326
        if self.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   327
            raise exceptions.StorageException("Writing attempted to %s in read-only mode." % self.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   328
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   329
            self.handle.write(string)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   330
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   331
    def read(self, bytes=0):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   332
        if self.get_mode() == api.Storage.MODE_WRITE:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   333
            raise exceptions.StorageException("Reading attempted to %s in write-only mode." % self.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   334
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   335
            self.handle.read(string)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   336
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   337
    def save(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   338
        self.storage.save_resource(self)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   339
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   340
    def close(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   341
        self.storage.close_resource(self)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   342
        self.handle.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   343
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   344
    def get_size(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   345
        if self.get_mode() == api.Storage.MODE_WRITE:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   346
            raise exceptions.StorageException("Reading resource size attempted to %s in write-only mode." % self.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   347
        return len(self.handle.getvalue())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   348
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   349
    def get_content_info(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   350
        if self.content_info == None:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   351
            self.content_info = utils.make_content_info(self, self.handle.getvalue())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   352
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   353
        return self.content_info