persistentstorage/centralrepository/cenrepsrv/cachemgr.cpp
author Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
Tue, 31 Aug 2010 16:57:14 +0300
branchRCL_3
changeset 23 26645d81f48d
parent 0 08ec8eefde2f
permissions -rw-r--r--
Revision: 201035 Kit: 201035

// Copyright (c) 2004-2009 Nokia Corporation and/or its subsidiary(-ies).
// All rights reserved.
// This component and the accompanying materials are made available
// under the terms of "Eclipse Public License v1.0"
// which accompanies this distribution, and is available
// at the URL "http://www.eclipse.org/legal/epl-v10.html".
//
// Initial Contributors:
// Nokia Corporation - initial contribution.
//
// Contributors:
//
// Description:
//

#include "srvrepos_noc.h"
#include "cachemgr.h"
#include <bsul/bsul.h>

#define UNUSED_VAR(a) a = a

_LIT(KCacheLit, "CoarseGrainedCache");
_LIT(KDefaultCacheSizeLit, "size");
_LIT(KDefaultEvictionTimeoutLit, "timeout");
    
CRepositoryCacheManager* CRepositoryCacheManager::NewLC(RFs& aFs)
	{
	CRepositoryCacheManager* self = new(ELeave) CRepositoryCacheManager;
	CleanupStack::PushL(self);
	self->ConstructL(aFs);
	return self;
	}

CRepositoryCacheManager::~CRepositoryCacheManager()
	{
	DisableCache(ETrue);
	}

void CRepositoryCacheManager::ConstructL(RFs& aFs)
	{
	CTimer::ConstructL();
	
	BSUL::CIniFile16* iniFile = NULL;
	TInt res = KErrNone;
	TBuf<KMaxFileName> iniFileName;
	
	iniFileName.Copy( *TServerResources::iInstallDirectory );
	iniFileName.Append( KCacheMgrIniFile );	
	TRAP(res, iniFile = BSUL::CIniFile16::NewL(aFs, iniFileName, ETrue));
	if(res==KErrNotFound)
		{
		// if RomDirectory exists
		if (TServerResources::iRomDirectory)
			{
			iniFileName.Copy( *TServerResources::iRomDirectory );
			iniFileName.Append( KCacheMgrIniFile );	
			TRAP(res, iniFile = BSUL::CIniFile16::NewL(aFs, iniFileName, ETrue));
			}
		if(res==KErrNotFound)
			{
			__CENTREP_TRACE1("CENTREP: Central Repository Cache Parameters ini file %S not found. Default values will be used.", &KCacheMgrIniFile);
			return;
			}
		}
	if (res != KErrNone)
		{
		User::Leave(res);
		}
		
	CleanupStack::PushL(iniFile);
	
	TBuf<20> buffer;
	TPtrC ptr(buffer);
	
	// find the value
	res = iniFile->FindVar(KCacheLit(), KDefaultCacheSizeLit(), ptr);
	TLex lex(ptr);

	TBool valueFound = EFalse;
	
	// if the value can't be found or can't be converted into a positive integer, use the default
	if (res != KErrNone || lex.Val(iCacheSize) != KErrNone || iCacheSize < 0)	
		{
		iCacheSize = KDefaultCacheSize;
		}
	else
		{
		valueFound = ETrue;			
		}
		
	// if the value can be found, convert it
	if (iniFile->FindVar(KCacheLit(), KDefaultEvictionTimeoutLit(), ptr) == KErrNone)
		{
		TInt tempTimeout;
		lex.Assign(ptr);
		// if the value can be converted into a positive integer, assign it to iDefaultTimeout.
		if (lex.Val(tempTimeout) == KErrNone && tempTimeout >= 0)
			{
			iDefaultTimeout = tempTimeout;
			valueFound = ETrue;
			}
		}
	
#ifdef _DEBUG
	// in Debug mode, if the Cache ini file exists either in install directory or 
	// rom directory but does not contains the correct section "CoarseGrainedCache"
	// nor any key of "size" and "timeout", the server panics.
	if(! valueFound)
	{
	Panic(ECacheIniFileCorrupted);
	}
#else
	UNUSED_VAR(valueFound);
#endif		

	CleanupStack::PopAndDestroy(iniFile);
	}

void CRepositoryCacheManager::EnableCache(TInt aDefaultTimeout, TInt aCacheSize)
	{
	if (aDefaultTimeout>0)
		{
		iDefaultTimeout = aDefaultTimeout;
		}
	if (aCacheSize>0)
		{
		iCacheSize = aCacheSize;
		}
	
	EnableCache();
	}

void CRepositoryCacheManager::EnableCache()
	{
	// If disabled, enable
	if (!iEnabled)
		{
		iEnabled = ETrue;
		__CENTREP_TRACE2("CENTREP: Cache Enabled. Size:%d Default Timeout:%d", iCacheSize, iDefaultTimeout.Int());
		}
	}
		
void CRepositoryCacheManager::DisableCache(TBool aFullFlush)
	{
	// If enabled, disable
	if (iEnabled)
		{
		// cancel any outstanding timer
		Cancel();

		FlushCache(aFullFlush);

		iEnabled = EFalse;
		__CENTREP_TRACE("CENTREP: Cache Disabled");
		}
	}

void CRepositoryCacheManager::RescheduleTimer(const TTime& aTimeInUTC)
	{
	
	TTime now;
	now.UniversalTime();
	
	//Get the 64bit time interval between now and the cache timeout
	TTimeIntervalMicroSeconds interval64 = aTimeInUTC.MicroSecondsFrom(now);
	TTimeIntervalMicroSeconds32 interval32(iDefaultTimeout);
	
	//If the interval is positive, i.e. the timeout is in the future, convert 
	//this interval to a 32 bit value, otherwise use the default timeout
	if(interval64 > 0)
		{
		//If the interval value is less than the maximum 32 bit value cast
		//interval to 32 bit value, otherwise the interval is too large for 
		//a 32 bit value so just set the interval to the max 32 bit value
		const TInt64 KMax32BitValue(KMaxTInt32);
		interval32 = (interval64 <= KMax32BitValue) ? 
				static_cast<TTimeIntervalMicroSeconds32>(interval64.Int64()): KMaxTInt32;
		}

	//Reschedule the timer
	After(interval32);

	}

void CRepositoryCacheManager::RemoveIdleRepository(CSharedRepository* aRepository)
	{
	if (iEnabled)
		{
		TInt i;
		TInt count=iIdleRepositories.Count();
		for(i=count-1; i>=0; i--)
			{
			if(iIdleRepositories[i].iSharedRepository==aRepository)
				{
				break;
				}
			}
		
		// Idle repository might not be found in the list if multiple clients try to open the same 
		// repository at the same time. First client will remove it and second one will not find it
		if(i>=0)
			{
			__CENTREP_TRACE1("CENTREP: Cache Hit when opening repository %x", aRepository->Uid().iUid);

			iTotalCacheUsage -= iIdleRepositories[i].iSharedRepository->Size();		
			iIdleRepositories.Remove(i);
			
			// If this was the first repository on the list, it means its timer is still ticking. 
			// We have to stop it and ...
			if (i==0)
				{
				Cancel();
				// if there's still other repositories in the list, reschedule the timer with the
				// new top-of-the-list  
				if (iIdleRepositories.Count())
					{
					RescheduleTimer(iIdleRepositories[0].iCacheTime);
					}
				}
			}
		else
			{
			__CENTREP_TRACE1("CENTREP: Cache Miss when opening repository %x", aRepository->Uid().iUid);
			}
		}
	}

#ifdef CACHE_OOM_TESTABILITY
  	// This code is only for tesing and doesn't go into MCL
	// Hence hide the leave in a macro instead of making StartEvictionL
#define TEST_CODE_LEAVE(x) User::Leave(x)
#endif	

TBool CRepositoryCacheManager::StartEviction(CSharedRepository*& aRepository)
	{
	// find the item in the cache and remove it if it exists to reset the timer
	RemoveIdleRepository(aRepository);

	TInt64 lastTop = 0;
	
	if (iIdleRepositories.Count())
		{
		lastTop = iIdleRepositories[0].iCacheTime.Int64();
		}

	// Execute the forced eviction algorithm only if it will make sense
	// The eviction makes sense if:
	// - there's anything in the cache to evict
	// - the repository we're trying to cache can fit in the cache after evictions
	if (iIdleRepositories.Count() && (aRepository->Size() < iCacheSize))
		{
		// Check to see if current cache size + the current repository size is overshooting the limit
		if (iTotalCacheUsage + aRepository->Size() > iCacheSize)
			{
			// Forced eviction
			__CENTREP_TRACE3("CENTREP: Cache Size Exceeded: Current(%d)+Size(%d)>Cache(%d)", iTotalCacheUsage, aRepository->Size(), iCacheSize);
			
			// Sort in the forced eviction order
			TLinearOrder<TRepositoryCacheInfo> forcedSortOrder(CRepositoryCacheManager::ForcedEvictionSortOrder);
			iIdleRepositories.Sort(forcedSortOrder);
			
			// Evict one by one until there's enough cache space or we run out of idle reps
			do
				{
				__CENTREP_TRACE1("CENTREP: Forced Eviction of repository %x", iIdleRepositories[0].iSharedRepository->Uid().iUid);			
				iTotalCacheUsage -= iIdleRepositories[0].iSharedRepository->Size();
				Evict(0);
				iIdleRepositories.Remove(0);		
				} while (iIdleRepositories.Count() && (iTotalCacheUsage + aRepository->Size() > iCacheSize));
			
#ifdef CENTREP_TRACE			
			if (!iIdleRepositories.Count())
				{
				__CENTREP_TRACE("CENREP: Cache Emptied by Forced Eviction");
				}
#endif				
			// Re-sort to timer order for normal operation
			TLinearOrder<TRepositoryCacheInfo> timerSortOrder(CRepositoryCacheManager::TimerEvictionSortOrder);
			iIdleRepositories.Sort(timerSortOrder);
			};
		}
	
	// See if there's enough space now
	if (iTotalCacheUsage + aRepository->Size() > iCacheSize)
		{
		return EFalse;
		}

	// Create new item for the cache and insert it in the list
	TRepositoryCacheInfo repInfo;
	
	repInfo.iCacheTime.UniversalTime();
	repInfo.iCacheTime += TTimeIntervalMicroSeconds32(iDefaultTimeout);
	repInfo.iSharedRepository = aRepository;
	
	TLinearOrder<TRepositoryCacheInfo> timerSortOrder(CRepositoryCacheManager::TimerEvictionSortOrder);
	// With the same timeout value assigned to all repositories, no two repositories can have the same 
	// timeout theoretically, so InsertInOrder is sufficient. But in practice, because of the poor 
	// resolution of the NTickCount() function used by TTime::UniversalTime(), InsertInOrderAllowRepeats 
	// should be used instead of InsertInOrder to allow for duplicate timer values caused by two 
	// repositories cached in quick succession (<1ms)
	TInt err = iIdleRepositories.InsertInOrderAllowRepeats(repInfo, timerSortOrder);
#ifdef CACHE_OOM_TESTABILITY
  	// This code is only for tesing and doesn't go into MCL
  	if (err == KErrNoMemory)	
  		{
  		TServerResources::iObserver->RemoveOpenRepository(aRepository);
  		aRepository = NULL;
  		// Should Leave here for the OOM tests to successfully complete. 
		TEST_CODE_LEAVE(err);
  		}
#endif	
	if (err!=KErrNone)
		{
		return EFalse;
		}

	iTotalCacheUsage += repInfo.iSharedRepository->Size();
	
	// Only reset timer if necessary. This operation takes time and doing it every time reduces performance considerably
	if (lastTop != iIdleRepositories[0].iCacheTime.Int64())
		{
		// reset timer to the new top-of-the-list
		Cancel();
		RescheduleTimer(iIdleRepositories[0].iCacheTime);
		}
		
	return ETrue;
	}

void CRepositoryCacheManager::FlushCache(TBool aFullFlush)
	{
	// iterate through idle repositories (loaded in memory, scheduled to be evicted)
	TInt idleRepCount = iIdleRepositories.Count();
	for(TInt repCount = idleRepCount - 1; repCount >= 0 ; repCount--)	
		{
		// check if there are any observers listening (to see if any client is connected to this repository)
		if (aFullFlush || (TServerResources::iObserver->FindConnectedRepository(iIdleRepositories[repCount].iSharedRepository->Uid())==KErrNotFound))
			{
			// if the client has already been disconnected, unload from memory
			Evict(repCount);
			}
		}
	// this whole iteration and search above can be replaced by a simple reference counter variable check,
	// if the server is redesigned using a resource manager type pattern with CSharedRepository object as a resource
	
	// empty the list
	iIdleRepositories.Reset();
	
	iTotalCacheUsage = 0;
	__CENTREP_TRACE1("CENTREP: Cache Flush: %d repositories flushed", idleRepCount);
	}
	
// Evict removes items from iOpenRepositories list, not from iIdleRepositories list
void CRepositoryCacheManager::Evict(TInt aIdleRepIndex)
	{
	// find,remove and delete the idle repositories' pointers in the open repositories list 
	TServerResources::iObserver->RemoveOpenRepository(iIdleRepositories[aIdleRepIndex].iSharedRepository);
	}
		
void CRepositoryCacheManager::RunL()
	{
	TTime now;

	now.UniversalTime();

	TInt count = iIdleRepositories.Count();
	
	// repositories that are involved in active transactions are not idle.
	// this checks to make sure that we're not trying to reclaim memory that
	// is actually still currently in use.
	
	for (TInt i = 0;i < count;i++)
		{
		if (iIdleRepositories[i].iCacheTime > now)
			{
			break;
			}
		
		if (iIdleRepositories[i].iSharedRepository->IsTransactionActive())
			{
			__CENTREP_TRACE1("CRepositoryCacheManager::RunL - rescheduling UID 0x%x, in active transaction",
					iIdleRepositories[i].iSharedRepository->Uid().iUid);
			StartEviction(iIdleRepositories[i].iSharedRepository);
			return;
			}
		}
	

	// Try to evict all the repositories which have expired. There might be more than one repository
	// destined to expire at the same time, or there are more than one repository with expiry times
	// between the scheduled expiry time and now (which theoretically should have been the same, but maybe
	// because of other procesor activity, the timer Active Object just got late a bit)
	while((iIdleRepositories.Count()) && (iIdleRepositories[0].iCacheTime<=now))
		{
		__CENTREP_TRACE1("CENTREP: Normal Eviction of repository %x", iIdleRepositories[0].iSharedRepository->Uid().iUid);			
		// Always remove from the top of the sorted list
		iTotalCacheUsage -= iIdleRepositories[0].iSharedRepository->Size();		
		Evict(0);
		iIdleRepositories.Remove(0);		
		};
		
	// reschedule to run again at the expiry date of next repository on the list, if any
	if (iIdleRepositories.Count())
		{
		RescheduleTimer(iIdleRepositories[0].iCacheTime);
		}
	else
		{
		__CENTREP_TRACE("CENTREP: Cache Empty/Timer Disabled");			
		}
	}

TInt CRepositoryCacheManager::ForcedEvictionSortOrder(const TRepositoryCacheInfo &aRepository1, const TRepositoryCacheInfo &aRepository2)
	{
/*
   The code in the comments below is the original simple-to-read version of the algebraically
   simplified production code. 

	TTime now;

	now.UniversalTime();

	// we calculate the ages of the repositories by taking the difference between now and when
	// they were last became idle. When refactoring, the calculation of the absolute ages will be 
	// eleminated and the age difference between the repositories will be used in the formula instead
	
	TTimeIntervalMicroSeconds age1 = now.MicroSecondsFrom(aRepository1.iCacheTime);
	TTimeIntervalMicroSeconds age2 = now.MicroSecondsFrom(aRepository2.iCacheTime);
	
	// then divide the resulting numbers by conversion constant to get a number in a compatible unit
	// to the size. This operation reduces the microsecond-based values to having an approx. max
	// of 100K units

	TInt t1 = age1.Int64()/KTimeoutToSizeConversion;
	TInt t2 = age2.Int64()/KTimeoutToSizeConversion;
	
	// the resulting normalized time difference values are added to the size of the repository
	// resulting in an implicit %50 weight in the overall importance value 
	// An approx. maximum size of a repository is assumed to be around 100K
	
	TInt importance1 = t1+aRepository1.iSharedRepository->Size();
	TInt importance2 = t2+aRepository2.iSharedRepository->Size();
	
	// the difference between the importances of the repositories determine the sorting order

	return static_cast<TInt>(importance1-importance2);
*/	
	//	after refactoring, the resulting formula is this one
	return static_cast<TInt>(((aRepository1.iCacheTime.Int64()-aRepository2.iCacheTime.Int64())/KTimeoutToSizeConversion)+(aRepository1.iSharedRepository->Size()-aRepository2.iSharedRepository->Size()));	
	}

TInt CRepositoryCacheManager::TimerEvictionSortOrder(const TRepositoryCacheInfo &aRepository1, const TRepositoryCacheInfo &aRepository2)
	{
	return static_cast<TInt>(aRepository1.iCacheTime.Int64()-aRepository2.iCacheTime.Int64());
	}