MCL/sf/os/kernelhwsrv: comparison kernel/eka/memmodel/epoc/flexible/mmu/mmu.cpp

equal deleted inserted replaced

-:e7d2d738d3c2
+:2f92ad2dc5db
 						EMemModelAttrVA|EMemModelAttrProcessProt|EMemModelAttrSameVA|EMemModelAttrSvKernProt|
 						EMemModelAttrIPCKernProt|EMemModelAttrRamCodeProt;
 	}
-#if 0
+#ifdef FMM_VERIFY_RAM
+// Attempt to write to each unused RAM page and verify the contents.
 void Mmu::VerifyRam()
 	{
 	Kern::Printf("Mmu::VerifyRam() pass 1");
 	RamAllocLock::Lock();
 					TInt r = iRamPageAllocator->MarkPageAllocated(pa, EPageFixed);
 					// allow KErrAlreadyExists since it's possible that a page is doubly mapped
 					__ASSERT_ALWAYS(r==KErrNone || r==KErrAlreadyExists, Panic(EBadMappedPageAfterBoot));
 					if(pi->Type()==SPageInfo::EUnused)
 						pi->SetFixed();
+#ifdef BTRACE_KERNEL_MEMORY
+					if(r == KErrNone)
+						++Epoc::KernelMiscPages;
+#endif
 					}
 				}
 			}
 		__KTRACE_OPT(KBOOT,Kern::Printf("Addr: %08x #PTEs=%d",(i<<KChunkShift),np));
 		if(pt)
 	iPhysMemSyncTemp.Alloc(1);
 	r = K::MutexCreate(iPhysMemSyncMutex, KLitPhysMemSync, NULL, EFalse, KMutexOrdSyncPhysMem);
 	if(r!=KErrNone)
 		Panic(EPhysMemSyncMutexCreateFailed);
-//	VerifyRam();
+#ifdef FMM_VERIFY_RAM
+	VerifyRam();
+#endif
 	}
 void Mmu::Init2FinalCommon()
 	{
 	__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("Mmu::Init2FinalCommon"));
-	// hack, reduce free memory to <2GB...
+	// Reduce free memory to <2GB...
 	while(FreeRamInPages()>=0x80000000/KPageSize)
 		{
 		TPhysAddr dummyPage;
 		TInt r = iRamPageAllocator->AllocRamPages(&dummyPage,1, EPageFixed);
 		__NK_ASSERT_ALWAYS(r==KErrNone);
 		}
-	// hack, reduce total RAM to <2GB...
+	// Reduce total RAM to <2GB...
 	if(TheSuperPage().iTotalRamSize<0)
 		TheSuperPage().iTotalRamSize = 0x80000000-KPageSize;
 	// Save current free RAM size - there can never be more free RAM than this
 	TUint maxFreePages = FreeRamInPages();
 	if (!iDefrag)
 		Panic(EDefragAllocFailed);
 	iDefrag->Init3(TheMmu.iRamPageAllocator);
 	}
+void Mmu::BTracePrime(TUint aCategory)
+	{
+	(void)aCategory;
+#ifdef BTRACE_RAM_ALLOCATOR
+	// Must check for -1 as that is the default value of aCategory for
+	// BTrace::Prime() which is intended to prime all categories that are
+	// currently enabled via a single invocation of BTrace::Prime().
+	if(aCategory==BTrace::ERamAllocator || (TInt)aCategory == -1)
+		{
+		NKern::ThreadEnterCS();
+		RamAllocLock::Lock();
+		iRamPageAllocator->DoBTracePrime();
+		RamAllocLock::Unlock();
+		NKern::ThreadLeaveCS();
+		}
+#endif
+	}
 //
 // Utils
 //
 void Mmu::Panic(TPanic aPanic)
 	else
 		{
 		PagesAllocated(aPageList, aNumPages, (Mmu::TRamAllocFlags)EMemAttStronglyOrdered);
 		// update page infos...
-		TUint flash = 0;
+		SetAllocPhysRam(aPageList, aNumPages);
-		TPhysAddr* pageEnd = aPageList + aNumPages;
-		MmuLock::Lock();
-		TPhysAddr* page = aPageList;
-		while (page < pageEnd)
-			{
-			MmuLock::Flash(flash,KMaxPageInfoUpdatesInOneGo/2);
-			TPhysAddr pagePhys = *page++;
-			__NK_ASSERT_DEBUG(pagePhys != KPhysAddrInvalid);
-			SPageInfo::FromPhysAddr(pagePhys)->SetPhysAlloc();
-			}
-		MmuLock::Unlock();
 		}
 	__KTRACE_OPT(KMMU,Kern::Printf("Mmu::ZoneAllocPhysicalRam returns %d",r));
 	return r;
 	}
 	TInt r = AllocRam(aPages, aCount, aFlags, EPageFixed);
 	if (r!=KErrNone)
 		return r;
 	// update page infos...
-	TPhysAddr* pages = aPages;
+	SetAllocPhysRam(aPages, aCount);
-	TPhysAddr* pagesEnd = pages+aCount;
-	MmuLock::Lock();
-	TUint flash = 0;
-	while(pages<pagesEnd)
-		{
-		MmuLock::Flash(flash,KMaxPageInfoUpdatesInOneGo/2);
-		TPhysAddr pagePhys = *pages++;
-		__NK_ASSERT_DEBUG(pagePhys!=KPhysAddrInvalid);
-		SPageInfo* pi = SPageInfo::FromPhysAddr(pagePhys);
-		pi->SetPhysAlloc();
-		}
-	MmuLock::Unlock();
 	return KErrNone;
 	}
 		pi->SetUnused();
 		}
 	MmuLock::Unlock();
 	iRamPageAllocator->FreeRamPages(aPages,aCount, EPageFixed);
+#ifdef BTRACE_KERNEL_MEMORY
+	if (BTrace::CheckFilter(BTrace::EKernelMemory))
+		{// Only loop round each page if EKernelMemory tracing is enabled
+		pages = aPages;
+		pagesEnd = aPages + aCount;
+		while (pages < pagesEnd)
+			{
+			BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysFree, KPageSize, *pages++);
+			Epoc::DriverAllocdPhysRam -= KPageSize;
+			}
+		}
+#endif
 	}
 TInt Mmu::AllocPhysicalRam(TPhysAddr& aPhysAddr, TUint aCount, TUint aAlign, TRamAllocFlags aFlags)
 	{
 	__KTRACE_OPT(KMMU,Kern::Printf("Mmu::AllocPhysicalRam(?,0x%x,d,%x)",aCount,aAlign,aFlags));
 	TInt r = AllocContiguousRam(aPhysAddr,aCount,aAlign,aFlags);
 	if (r!=KErrNone)
 		return r;
+	// update page infos...
+	SetAllocPhysRam(aPhysAddr, aCount);
+	return KErrNone;
+	}
+void Mmu::FreePhysicalRam(TPhysAddr aPhysAddr, TUint aCount)
+	{
+	__KTRACE_OPT(KMMU,Kern::Printf("Mmu::FreePhysicalRam(0x%08x,0x%x)",aPhysAddr,aCount));
 	// update page infos...
 	SPageInfo* pi = SPageInfo::FromPhysAddr(aPhysAddr);
 	SPageInfo* piEnd = pi+aCount;
 	TUint flash = 0;
 	MmuLock::Lock();
 	while(pi<piEnd)
 		{
 		MmuLock::Flash(flash,KMaxPageInfoUpdatesInOneGo);
-		pi->SetPhysAlloc();
+		__ASSERT_ALWAYS(pi->Type()==SPageInfo::EPhysAlloc, Panic(EBadFreePhysicalRam));
+		__ASSERT_ALWAYS(!pi->UseCount(), Panic(EBadFreePhysicalRam));
+		pi->SetUnused();
 		++pi;
 		}
 	MmuLock::Unlock();
+	TUint bytes = aCount << KPageShift;
+	iRamPageAllocator->FreePhysicalRam(aPhysAddr, bytes);
+#ifdef BTRACE_KERNEL_MEMORY
+	BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysFree, bytes, aPhysAddr);
+	Epoc::DriverAllocdPhysRam -= bytes;
+#endif
+	}
+TInt Mmu::ClaimPhysicalRam(TPhysAddr aPhysAddr, TUint aCount, TRamAllocFlags aFlags)
+	{
+	__KTRACE_OPT(KMMU,Kern::Printf("Mmu::ClaimPhysicalRam(0x%08x,0x%x,0x%08x)",aPhysAddr,aCount,aFlags));
+	aPhysAddr &= ~KPageMask;
+	TInt r = iRamPageAllocator->ClaimPhysicalRam(aPhysAddr, aCount << KPageShift);
+	if(r != KErrNone)
+		return r;
+	AllocatedPhysicalRam(aPhysAddr, aCount, aFlags);
 	return KErrNone;
 	}
-void Mmu::FreePhysicalRam(TPhysAddr aPhysAddr, TUint aCount)
+void Mmu::AllocatedPhysicalRam(TPhysAddr aPhysAddr, TUint aCount, TRamAllocFlags aFlags)
 	{
-	__KTRACE_OPT(KMMU,Kern::Printf("Mmu::FreePhysicalRam(0x%08x,0x%x)",aPhysAddr,aCount));
+	__KTRACE_OPT(KMMU,Kern::Printf("Mmu::AllocatedPhysicalRam(0x%08x,0x%x,d,%x)",aPhysAddr,aCount,aFlags));
+	PagesAllocated((TPhysAddr*)(aPhysAddr|1), aCount, aFlags);
 	// update page infos...
+	SetAllocPhysRam(aPhysAddr, aCount);
+	}
+void Mmu::SetAllocPhysRam(TPhysAddr aPhysAddr, TUint aCount)
+	{
 	SPageInfo* pi = SPageInfo::FromPhysAddr(aPhysAddr);
 	SPageInfo* piEnd = pi+aCount;
 	TUint flash = 0;
 	MmuLock::Lock();
 	while(pi<piEnd)
 		{
-		MmuLock::Flash(flash,KMaxPageInfoUpdatesInOneGo);
+		MmuLock::Flash(flash, KMaxPageInfoUpdatesInOneGo);
-		__ASSERT_ALWAYS(pi->Type()==SPageInfo::EPhysAlloc, Panic(EBadFreePhysicalRam));
+		pi->SetPhysAlloc();
-		__ASSERT_ALWAYS(!pi->UseCount(), Panic(EBadFreePhysicalRam));
-		pi->SetUnused();
 		++pi;
 		}
 	MmuLock::Unlock();
-	iRamPageAllocator->FreePhysicalRam(aPhysAddr, aCount << KPageShift);
+#ifdef BTRACE_KERNEL_MEMORY
-	}
+	TUint bytes = aCount << KPageShift;
+	BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysAlloc, bytes, aPhysAddr);
+	Epoc::DriverAllocdPhysRam += bytes;
-TInt Mmu::ClaimPhysicalRam(TPhysAddr aPhysAddr, TUint aCount, TRamAllocFlags aFlags)
+#endif
-	{
+	}
-	__KTRACE_OPT(KMMU,Kern::Printf("Mmu::ClaimPhysicalRam(0x%08x,0x%x,0x%08x)",aPhysAddr,aCount,aFlags));
-	aPhysAddr &= ~KPageMask;
-	TInt r = iRamPageAllocator->ClaimPhysicalRam(aPhysAddr,(aCount << KPageShift));
+void Mmu::SetAllocPhysRam(TPhysAddr* aPageList, TUint aNumPages)
-	if(r!=KErrNone)
+	{
-		return r;
+	TPhysAddr* page = aPageList;
+	TPhysAddr* pageEnd = aPageList + aNumPages;
-	PagesAllocated((TPhysAddr*)(aPhysAddr|1), aCount, aFlags);
-	// update page infos...
-	SPageInfo* pi = SPageInfo::FromPhysAddr(aPhysAddr);
-	SPageInfo* piEnd = pi+aCount;
 	TUint flash = 0;
 	MmuLock::Lock();
-	while(pi<piEnd)
+	while (page < pageEnd)
 		{
-		MmuLock::Flash(flash,KMaxPageInfoUpdatesInOneGo);
+		MmuLock::Flash(flash, KMaxPageInfoUpdatesInOneGo / 2);
-		pi->SetPhysAlloc();
+		TPhysAddr pagePhys = *page++;
-		++pi;
+		__NK_ASSERT_DEBUG(pagePhys != KPhysAddrInvalid);
+		SPageInfo::FromPhysAddr(pagePhys)->SetPhysAlloc();
 		}
 	MmuLock::Unlock();
-	return KErrNone;
+#ifdef BTRACE_KERNEL_MEMORY
-	}
+	if (BTrace::CheckFilter(BTrace::EKernelMemory))
+		{// Only loop round each page if EKernelMemory tracing is enabled
+		TPhysAddr* pAddr = aPageList;
-void Mmu::AllocatedPhysicalRam(TPhysAddr aPhysAddr, TUint aCount, TRamAllocFlags aFlags)
+		TPhysAddr* pAddrEnd = aPageList + aNumPages;
-	{
+		while (pAddr < pAddrEnd)
-	__KTRACE_OPT(KMMU,Kern::Printf("Mmu::AllocatedPhysicalRam(0x%08x,0x%x,d,%x)",aPhysAddr,aCount,aFlags));
+			{
+			BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysAlloc, KPageSize, *pAddr++);
-	PagesAllocated((TPhysAddr*)(aPhysAddr|1), aCount, aFlags);
+			Epoc::DriverAllocdPhysRam += KPageSize;
+			}
-	// update page infos...
+		}
-	SPageInfo* pi = SPageInfo::FromPhysAddr(aPhysAddr);
+#endif
-	SPageInfo* piEnd = pi+aCount;
-	TUint flash = 0;
-	MmuLock::Lock();
-	while(pi<piEnd)
-		{
-		MmuLock::Flash(flash,KMaxPageInfoUpdatesInOneGo);
-		pi->SetPhysAlloc();
-		++pi;
-		}
-	MmuLock::Unlock();
 	}
 //
 // Misc
 TLinAddr Mmu::TTempMapping::Map(TPhysAddr aPage, TUint aColour)
 	{
 	__NK_ASSERT_DEBUG(iSize>=1);
 	__NK_ASSERT_DEBUG(iCount==0);
+	return Map(aPage, aColour, iBlankPte);
+	}
+/**
+Map a single physical page into this temporary mapping using the given page table entry (PTE) value.
+@param aPage		The physical page to map.
+@param aColour 		The required colour for the mapping.
+@param aBlankPte	The PTE value to use for mapping the page,
+					with the physical address component equal to zero.
+@return 			The linear address at which the page is mapped.
+*/
+TLinAddr Mmu::TTempMapping::Map(TPhysAddr aPage, TUint aColour, TPte aBlankPte)
+	{
+	__NK_ASSERT_DEBUG(iSize>=1);
+	__NK_ASSERT_DEBUG(iCount==0);
+	__NK_ASSERT_DEBUG(!(aBlankPte & ~KPageMask));
+	TUint colour = aColour & KPageColourMask;
+	TLinAddr addr = iLinAddr + (colour << KPageShift);
+	TPte* pPte = iPtePtr + colour;
+	iColour = colour;
+	__ASSERT_DEBUG(*pPte == KPteUnallocatedEntry, MM::Panic(MM::ETempMappingAlreadyInUse));
+	*pPte = (aPage & ~KPageMask) | aBlankPte;
+	CacheMaintenance::SinglePteUpdated((TLinAddr)pPte);
+	InvalidateTLBForPage(addr | KKernelOsAsid);
+	iCount = 1;
+	return addr;
+	}
+/**
+Map a number of physical pages into this temporary mapping.
+Supervisor read/write access and EMemoryAttributeStandard memory attributes apply.
+@param aPages		The array of physical pages to map.
+@param aCount		The number of pages to map.
+@param aColour 		The required colour for the first page.
+					Consecutive pages will be coloured accordingly.
+@return 			The linear address at which the first page is mapped.
+*/
+TLinAddr Mmu::TTempMapping::Map(TPhysAddr* aPages, TUint aCount, TUint aColour)
+	{
+	__NK_ASSERT_DEBUG(iSize>=aCount);
+	__NK_ASSERT_DEBUG(iCount==0);
 	TUint colour = aColour&KPageColourMask;
 	TLinAddr addr = iLinAddr+(colour<<KPageShift);
 	TPte* pPte = iPtePtr+colour;
 	iColour = colour;
-	__ASSERT_DEBUG(*pPte==KPteUnallocatedEntry,MM::Panic(MM::ETempMappingAlreadyInUse));
-	*pPte = (aPage&~KPageMask) | iBlankPte;
-	CacheMaintenance::SinglePteUpdated((TLinAddr)pPte);
-	InvalidateTLBForPage(addr|KKernelOsAsid);
-	iCount = 1;
-	return addr;
-	}
-/**
-Map a single physical page into this temporary mapping using the given page table entry (PTE) value.
-@param aPage		The physical page to map.
-@param aColour 		The required colour for the mapping.
-@param aBlankPte	The PTE value to use for mapping the page,
-					with the physical address component equal to zero.
-@return 			The linear address at which the page is mapped.
-*/
-TLinAddr Mmu::TTempMapping::Map(TPhysAddr aPage, TUint aColour, TPte aBlankPte)
-	{
-	__NK_ASSERT_DEBUG(iSize>=1);
-	__NK_ASSERT_DEBUG(iCount==0);
-	TUint colour = aColour&KPageColourMask;
-	TLinAddr addr = iLinAddr+(colour<<KPageShift);
-	TPte* pPte = iPtePtr+colour;
-	iColour = colour;
-	__ASSERT_DEBUG(*pPte==KPteUnallocatedEntry,MM::Panic(MM::ETempMappingAlreadyInUse));
-	*pPte = (aPage&~KPageMask) | aBlankPte;
-	CacheMaintenance::SinglePteUpdated((TLinAddr)pPte);
-	InvalidateTLBForPage(addr|KKernelOsAsid);
-	iCount = 1;
-	return addr;
-	}
-/**
-Map a number of physical pages into this temporary mapping.
-Supervisor read/write access and EMemoryAttributeStandard memory attributes apply.
-@param aPages		The array of physical pages to map.
-@param aCount		The number of pages to map.
-@param aColour 		The required colour for the first page.
-					Consecutive pages will be coloured accordingly.
-@return 			The linear address at which the first page is mapped.
-*/
-TLinAddr Mmu::TTempMapping::Map(TPhysAddr* aPages, TUint aCount, TUint aColour)
-	{
-	__NK_ASSERT_DEBUG(iSize>=aCount);
-	__NK_ASSERT_DEBUG(iCount==0);
-	TUint colour = aColour&KPageColourMask;
-	TLinAddr addr = iLinAddr+(colour<<KPageShift);
-	TPte* pPte = iPtePtr+colour;
-	iColour = colour;
 	for(TUint i=0; i<aCount; ++i)
 		{
 		__ASSERT_DEBUG(pPte[i]==KPteUnallocatedEntry,MM::Panic(MM::ETempMappingAlreadyInUse));
 		pPte[i] = (aPages[i]&~KPageMask) | iBlankPte;
 		CacheMaintenance::SinglePteUpdated((TLinAddr)&pPte[i]);
 	__NK_ASSERT_DEBUG(iSize>=1);
 	TUint colour = iColour;
 	TLinAddr addr = iLinAddr+(colour<<KPageShift);
 	TPte* pPte = iPtePtr+colour;
-	TUint count = iCount;
+	while(iCount)
-	while(count)
 		{
 		*pPte = KPteUnallocatedEntry;
 		CacheMaintenance::SinglePteUpdated((TLinAddr)pPte);
 		InvalidateTLBForPage(addr|KKernelOsAsid);
 		addr += KPageSize;
 		++pPte;
-		--count;
+		--iCount;
 		}
-	iCount = 0;
 	}
 #ifdef __SMP__
 /**
 Dummy IPI to be invoked when a thread's alias pde members are updated remotely

branch	RCL_3
changeset 22	2f92ad2dc5db
parent 20	597aaf25e343
child 24	41f0cfe18c80