configurationengine/source/cone/storage/stringstorage.py
author m2lahtel
Tue, 10 Aug 2010 14:29:28 +0300
changeset 3 e7e0ae78773e
parent 0 2e8eeb919028
permissions -rw-r--r--
ConE 1.2.11 release
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     1
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     2
# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     3
# All rights reserved.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     4
# This component and the accompanying materials are made available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     5
# under the terms of "Eclipse Public License v1.0"
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     6
# which accompanies this distribution, and is available
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     7
# at the URL "http://www.eclipse.org/legal/epl-v10.html".
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     8
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
     9
# Initial Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    10
# Nokia Corporation - initial contribution.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    11
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    12
# Contributors:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    13
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    14
# Description: 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    15
#
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    16
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    17
import StringIO
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    18
import os
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    19
import pickle
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    20
import copy
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    21
import logging
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    22
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    23
from cone.public import *
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    24
from cone.storage import persistentdictionary
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    25
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    26
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    27
class _StringStorageObject(container.ObjectContainer):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    28
    def __init__(self, name):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    29
        container.ObjectContainer.__init__(self, utils.resourceref.to_dottedref(name))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    30
        self.path = name
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    31
        self.data = ""
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    32
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    33
    def get_path(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    34
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    35
        Return the path of the configuration resource
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    36
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    37
        return self.path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    38
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    39
    def set_path(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    40
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    41
        Set the path of the configuration resource
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    42
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    43
        self.path = path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    44
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    45
    def path_to_elem(self, toparent=None):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    46
        parent_path = ""
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    47
        # check if the parent is found at all from this hierarchy
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    48
        if toparent and not self._find_parent_or_default(match=toparent):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    49
            toparent = self._find_parent_or_default(container=True)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    50
        if self._find_parent():
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    51
            parent_path = self._find_parent()._path(toparent).replace(".","/") 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    52
        return utils.resourceref.join_refs([parent_path,self.get_path()])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    53
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    54
    def __getstate__(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    55
        return self.__dict__.copy()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    56
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    57
    def __setstate__(self,dict):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    58
        self.__dict__ =  dict.copy()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    59
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    60
class StringStorage(api.Storage, container.ObjectContainer):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    61
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    62
    A general base class for all storage type classes
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    63
    @param path : the reference to the root of the storage.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    64
    """
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    65
    def __init__(self, path, mode='r'):
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    66
        container.ObjectContainer.__init__(self,"")
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    67
        api.Storage.__init__(self, path, mode)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    68
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    69
    def __reduce_ex__(self, protocol_version):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
    70
        return  super(container.ObjectContainer, self).__reduce_ex__(protocol_version)
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    71
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    72
    def __getstate__(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    73
        dict = self.__dict__.copy()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    74
        del dict['__opened_res__']
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    75
        return dict
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    76
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    77
    def __setstate__(self,dict):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    78
        self.__dict__ =  dict.copy()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    79
        self.__dict__['__opened_res__'] = {}
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    80
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    81
    def __dump__(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    82
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    83
        Dump the storage to the reference file
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    84
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    85
        file = open(self.get_path(),"w")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    86
        pickle.dump(self,file)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    87
        file.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    88
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    89
    @classmethod
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    90
    def __open__(cls,path, mode="r"):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    91
        if mode.find("a")!=-1 or mode.find("r")!=-1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    92
            if os.path.exists(path) and os.path.isfile(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    93
                file = open(path,"r")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    94
                obj = pickle.load(file)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    95
                file.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    96
            else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    97
                raise exceptions.StorageException("The given data file for storage does not exist! %s" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    98
        elif mode.find("w")!=-1:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
    99
            # check if the given storage path exists and delete it if it does
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   100
            if os.path.dirname(path) != '' and not os.path.exists(os.path.dirname(path)):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   101
                 os.makedirs(os.path.dirname(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   102
            obj = StringStorage(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   103
            """ key value pairs of data. Key path = datastring """ 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   104
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   105
            raise exceptions.StorageException("Unsupported creation mode given! %s" % mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   106
        return obj
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   107
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   108
    @classmethod
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   109
    def supported_storage(cls,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   110
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   111
        Class method for determing if the given clas supports a storage by given path. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   112
        E.g. foo.zip, foo.cpd, foo/bar, http://foo.com/
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   113
        @param path:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   114
        @return: Boolean value. True if the storage of the path is supported. False if not.  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   115
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   116
        if utils.resourceref.get_ext(path) == "pk":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   117
            return True
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   118
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   119
            return False
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   120
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   121
    def close(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   122
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   123
        Close the repository, which will save and close all open resources.  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   124
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   125
        super(StringStorage,self).close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   126
        self.__dump__()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   127
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   128
    def save(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   129
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   130
        Save changes from all resources to the repository.  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   131
        """        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   132
        super(StringStorage,self).save()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   133
        self.__dump__()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   134
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   135
    def open_resource(self,path,mode="r"):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   136
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   137
        Open the given resource and return a File object.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   138
        @param path : reference to the resource 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   139
        @param mode : the mode in which to open. Can be one of r = read, w = write, a = append.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   140
        raises a NotResource exception if the path item is not a resource.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   141
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   142
        res = None
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   143
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   144
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   145
        dottedref = utils.resourceref.to_dref(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   146
        (pathto,name)= utils.resourceref.psplit_ref(path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   147
        (dpath, dref) = utils.dottedref.psplit_ref(dottedref)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   148
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   149
        # check for existence
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   150
        if self.get_mode(mode) == self.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   151
            try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   152
                # Try to create a new StringResource in any case
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   153
                
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   154
                res = StringResource(self, path, self._get(dottedref).data,mode) 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   155
            except exceptions.NotFound,e:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   156
                raise exceptions.NotResource("Not found %s" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   157
        elif self.get_mode(mode) == self.MODE_WRITE:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   158
            # Create a new StringResource in any case
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   159
            self._add_to_path(dpath,_StringStorageObject(name))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   160
            res = StringResource(self, path, self._get(dottedref).data,mode) 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   161
        elif self.get_mode(mode) == self.MODE_APPEND:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   162
            # Append case, create the data reference if it is not existing
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   163
            if not self._has(dottedref):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   164
                self._add_to_path(dpath,_StringStorageObject(name))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   165
                        # Create a new StringResource in any case
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   166
            res = StringResource(self, path, self._get(dottedref).data,mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   167
            res.seek(0, os.SEEK_END)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   168
        self.__opened__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   169
        return res
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   170
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   171
    def delete_resource(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   172
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   173
        Delete the given resource from storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   174
        @param res : Resource objcet to the resource 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   175
        raises a NotSupportedException exception if delete operation is not supported by the storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   176
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   177
        # First close all open resources
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   178
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   179
        path = utils.resourceref.join_refs([self.curpath, path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   180
        for res in self.__get_open__(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   181
            self.__closed__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   182
        self._remove(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   183
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   184
    def close_resource(self, res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   185
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   186
        Close the given resource instance. Normally this is called by the Resource object 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   187
        in its own close.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   188
        @param res: the resource object to close. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   189
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   190
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   191
            self.__closed__(res)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   192
            if not res.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   193
                self._get(utils.resourceref.to_dref(res.path)).data = res.getvalue()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   194
        except KeyError,e:
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   195
            raise exceptions.StorageException("No such %s open resource! %s" % (res.path,e))
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   196
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   197
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   198
    def save_resource(self, res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   199
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   200
        Flush the changes of a given resource instance. Normally this is called by the Resource object 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   201
        in its own save.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   202
        @param res: the resource to the resource to save. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   203
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   204
        if not self.__has_resource__(res):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   205
            raise exceptions.NotResource("No such %s open resource!" % res.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   206
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   207
            if not res.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   208
                self._get(utils.resourceref.to_dref(res.path)).data = res.getvalue()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   209
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   210
    def is_resource(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   211
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   212
        Return true if the path is a resource
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   213
        @param path : reference to path where resources are searched
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   214
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   215
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   216
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   217
        return self._has(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   218
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   219
    def list_resources(self, path, **kwargs):
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   220
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   221
        find the resources under certain path/path 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   222
        @param path : reference to path where resources are searched
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   223
        @param recurse : defines whether to return resources directly under the path or does the listing recurse to subfolders. 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   224
        Default value is False. Set to True to enable recursion.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   225
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   226
        """ Get the given curpath element """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   227
        try:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   228
            curelem = self._get(utils.resourceref.to_dref(self.get_current_path()))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   229
            dref = utils.resourceref.to_dref(path)
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   230
            elems = sorted([child.path_to_elem(curelem) for child in curelem._get(dref)._objects(type=_StringStorageObject)])
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   231
            if kwargs.get('recurse', False):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   232
                # Recursively call list_resources to subelements that are of 'folder' type
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   233
                folders = [child._name for child in curelem._get(dref)._objects() if child.__class__  == container.ObjectContainer]
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   234
                for folderpath in sorted(folders):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   235
                    elems += self.list_resources(utils.resourceref.join_refs([path,folderpath]), **kwargs)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   236
            return elems
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   237
        except exceptions.NotFound:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   238
            return []
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   239
        
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   240
    def import_resources(self, paths, storage, **kwargs):
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   241
        for path in paths:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   242
            if not storage.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   243
                logging.getLogger('cone').warning("The given path is not a Resource in the storage %s! Ignoring from export!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   244
                continue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   245
            wres = self.open_resource(path,'wb')
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   246
            res  = storage.open_resource(path,"rb")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   247
            wres.write(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   248
            wres.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   249
            res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   250
            
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   251
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   252
    def create_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   253
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   254
        Create a folder entry to a path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   255
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   256
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   257
        if not self._has(utils.resourceref.to_dref(path)):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   258
            (dpath,name) = utils.dottedref.psplit_ref(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   259
            self._add_to_path(dpath, self._default_object(name))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   260
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   261
    def delete_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   262
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   263
        Delete a folder entry from a path. The path must be empty.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   264
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   265
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   266
        self._remove(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   267
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   268
    def is_folder(self,path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   269
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   270
        Check if the given path is an existing folder in the storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   271
        @param path : path to the folder
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   272
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   273
        return self._has(utils.resourceref.to_dref(path))
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   274
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   275
    def export_resources(self,refs,storage,empty_folders=False):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   276
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   277
        export resources from this storage based on a list of reference to this storage
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   278
        @param refs : a list of resource names in this storage (references).
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   279
        @param storage : the external storage where to export.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   280
        """  
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   281
        storage.import_resources(refs, self, empty_folders=empty_folders)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   282
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   283
    def unload(self, path, object):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   284
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   285
        Dump a given object to the storage (reference is fetched from the object)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   286
        @param object: The object to dump to the storage, which is expected to be an instance 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   287
        of Base class.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   288
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   289
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   290
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   291
        if not isinstance(object, api.Configuration):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   292
            raise exceptions.StorageException("Cannot dump object type %s" % object.__class__)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   293
        res = self.open_resource(path,"w")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   294
        data = persistentdictionary.dumps(object)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   295
        res.write(data)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   296
        res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   297
        return
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   298
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   299
    def load(self, path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   300
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   301
        Load an from a reference.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   302
        """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   303
        # Add the current path in front of the given path
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   304
        path = utils.resourceref.join_refs([self.get_current_path(), path])
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   305
        if not utils.resourceref.get_ext(path) == "confml":
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   306
            raise exceptions.StorageException("Cannot load object from given path = %s!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   307
        if self.is_resource(path):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   308
            res = self.open_resource(path,"r")
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   309
            # read the dictionary from the resource with eval
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   310
            obj = persistentdictionary.loads(res.read())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   311
            res.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   312
            return obj
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   313
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   314
            raise exceptions.NotResource("No such %s resource!" % path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   315
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   316
class StringResource(api.Resource):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   317
    """
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   318
    A StringResource class that works on top of StringIO buffer. This class in 
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   319
    intended mainly for testing purposes.
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   320
    """    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   321
    def __init__(self,storage,path,stringdata, mode=api.Storage.MODE_READ):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   322
        strio = StringIO.StringIO(stringdata)    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   323
        api.Resource.__init__(self,storage,path, mode)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   324
        self.handle = strio
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   325
        self.read = self.handle.read
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   326
        self.tell = self.handle.tell
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   327
        self.seek = self.handle.seek
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   328
        self.readline = self.handle.readline
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   329
        self.getvalue = self.handle.getvalue
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   330
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   331
    def write(self, string):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   332
        if self.get_mode() == api.Storage.MODE_READ:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   333
            raise exceptions.StorageException("Writing attempted to %s in read-only mode." % self.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   334
        else:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   335
            self.handle.write(string)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   336
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   337
#    def read(self, length=0):
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   338
#        if self.get_mode() == api.Storage.MODE_WRITE:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   339
#            raise exceptions.StorageException("Reading attempted to %s in write-only mode." % self.path)
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   340
#        else:
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   341
#            self.handle.read(length)
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   342
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   343
    def save(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   344
        self.storage.save_resource(self)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   345
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   346
    def close(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   347
        self.storage.close_resource(self)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   348
        self.handle.close()
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   349
    
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   350
    def get_size(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   351
        if self.get_mode() == api.Storage.MODE_WRITE:
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   352
            raise exceptions.StorageException("Reading resource size attempted to %s in write-only mode." % self.path)
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   353
        return len(self.handle.getvalue())
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   354
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   355
    def get_content_info(self):
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   356
        if self.content_info == None:
3
e7e0ae78773e ConE 1.2.11 release
m2lahtel
parents: 0
diff changeset
   357
            self.content_info = api.make_content_info(self, self.handle.getvalue())
0
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   358
        
2e8eeb919028 Adding EPL version of configurationengine.
terytkon
parents:
diff changeset
   359
        return self.content_info