| author | Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> |
| Fri, 14 May 2010 17:13:29 +0300 | |
| changeset 109 | b3a1d9898418 |
| parent 102 | ef2a444a7410 |
| child 152 | 657f875b013e |
| permissions | -rw-r--r-- |
| 0 | 1 |
// Copyright (c) 1998-2009 Nokia Corporation and/or its subsidiary(-ies). |
2 |
// All rights reserved. |
|
3 |
// This component and the accompanying materials are made available |
|
4 |
// under the terms of the License "Eclipse Public License v1.0" |
|
5 |
// which accompanies this distribution, and is available |
|
6 |
// at the URL "http://www.eclipse.org/legal/epl-v10.html". |
|
7 |
// |
|
8 |
// Initial Contributors: |
|
9 |
// Nokia Corporation - initial contribution. |
|
10 |
// |
|
11 |
// Contributors: |
|
12 |
// |
|
13 |
// Description: |
|
14 |
// e32\memmodel\epoc\mmubase\mmubase.cpp |
|
15 |
// |
|
16 |
// |
|
17 |
||
18 |
#include <memmodel/epoc/mmubase/mmubase.h> |
|
19 |
#include <mmubase.inl> |
|
20 |
#include <ramcache.h> |
|
21 |
#include <demand_paging.h> |
|
22 |
#include "cache_maintenance.h" |
|
23 |
#include "highrestimer.h" |
|
24 |
#include <defrag.h> |
|
25 |
#include <ramalloc.h> |
|
26 |
||
27 |
||
28 |
__ASSERT_COMPILE(sizeof(SPageInfo)==(1<<KPageInfoShift)); |
|
29 |
||
30 |
_LIT(KLitRamAlloc,"RamAlloc"); |
|
31 |
_LIT(KLitHwChunk,"HwChunk"); |
|
32 |
||
33 |
||
34 |
DMutex* MmuBase::HwChunkMutex; |
|
35 |
DMutex* MmuBase::RamAllocatorMutex; |
|
36 |
#ifdef BTRACE_KERNEL_MEMORY |
|
37 |
TInt Epoc::DriverAllocdPhysRam = 0; |
|
38 |
TInt Epoc::KernelMiscPages = 0; |
|
39 |
#endif |
|
40 |
||
41 |
/****************************************************************************** |
|
42 |
* Code common to all MMU memory models |
|
43 |
******************************************************************************/ |
|
44 |
||
45 |
const TInt KFreePagesStepSize=16; |
|
46 |
||
47 |
void MmuBase::Panic(TPanic aPanic) |
|
48 |
{
|
|
49 |
Kern::Fault("MMUBASE",aPanic);
|
|
50 |
} |
|
51 |
||
52 |
void SPageInfo::Lock() |
|
53 |
{
|
|
54 |
CHECK_PRECONDITIONS(MASK_SYSTEM_LOCKED,"SPageInfo::Lock"); |
|
55 |
++iLockCount; |
|
56 |
if(!iLockCount) |
|
57 |
MmuBase::Panic(MmuBase::EPageLockedTooManyTimes); |
|
58 |
} |
|
59 |
||
60 |
TInt SPageInfo::Unlock() |
|
61 |
{
|
|
62 |
CHECK_PRECONDITIONS(MASK_SYSTEM_LOCKED,"SPageInfo::Unlock"); |
|
63 |
if(!iLockCount) |
|
64 |
MmuBase::Panic(MmuBase::EPageUnlockedTooManyTimes); |
|
65 |
return --iLockCount; |
|
66 |
} |
|
67 |
||
68 |
#ifdef _DEBUG |
|
69 |
void SPageInfo::Set(TType aType, TAny* aOwner, TUint32 aOffset) |
|
70 |
{
|
|
71 |
CHECK_PRECONDITIONS(MASK_SYSTEM_LOCKED,"SPageInfo::Set"); |
|
72 |
(TUint16&)iType = aType; // also sets iState to EStateNormal |
|
73 |
||
74 |
iOwner = aOwner; |
|
75 |
iOffset = aOffset; |
|
76 |
iModifier = 0; |
|
77 |
} |
|
78 |
||
79 |
void SPageInfo::Change(TType aType,TState aState) |
|
80 |
{
|
|
81 |
CHECK_PRECONDITIONS(MASK_SYSTEM_LOCKED,"SPageInfo::Change"); |
|
82 |
iType = aType; |
|
83 |
iState = aState; |
|
84 |
iModifier = 0; |
|
85 |
} |
|
86 |
||
87 |
void SPageInfo::SetState(TState aState) |
|
88 |
{
|
|
89 |
CHECK_PRECONDITIONS(MASK_SYSTEM_LOCKED,"SPageInfo::SetState"); |
|
90 |
iState = aState; |
|
91 |
iModifier = 0; |
|
92 |
} |
|
93 |
||
94 |
void SPageInfo::SetModifier(TAny* aModifier) |
|
95 |
{
|
|
96 |
CHECK_PRECONDITIONS(MASK_SYSTEM_LOCKED,"SPageInfo::SetModifier"); |
|
97 |
iModifier = aModifier; |
|
98 |
} |
|
99 |
||
100 |
TInt SPageInfo::CheckModified(TAny* aModifier) |
|
101 |
{
|
|
102 |
CHECK_PRECONDITIONS(MASK_SYSTEM_LOCKED,"SPageInfo::CheckModified"); |
|
103 |
return iModifier!=aModifier; |
|
104 |
} |
|
105 |
||
106 |
void SPageInfo::SetZone(TUint8 aZoneIndex) |
|
107 |
{
|
|
108 |
__ASSERT_ALWAYS(K::Initialising,Kern::Fault("SPageInfo::SetZone",0));
|
|
109 |
iZone = aZoneIndex; |
|
110 |
} |
|
111 |
||
112 |
||
113 |
#endif |
|
114 |
||
115 |
MmuBase::MmuBase() |
|
116 |
: iRamCache(NULL), iDefrag(NULL) |
|
117 |
{
|
|
118 |
} |
|
119 |
||
120 |
TUint32 MmuBase::RoundToPageSize(TUint32 aSize) |
|
121 |
{
|
|
122 |
return (aSize+KPageMask)&~KPageMask; |
|
123 |
} |
|
124 |
||
125 |
TUint32 MmuBase::RoundToChunkSize(TUint32 aSize) |
|
126 |
{
|
|
127 |
TUint32 mask=TheMmu->iChunkMask; |
|
128 |
return (aSize+mask)&~mask; |
|
129 |
} |
|
130 |
||
131 |
TInt MmuBase::RoundUpRangeToPageSize(TUint32& aBase, TUint32& aSize) |
|
132 |
{
|
|
133 |
TUint32 mask=KPageMask; |
|
134 |
TUint32 shift=KPageShift; |
|
135 |
TUint32 offset=aBase&mask; |
|
136 |
aBase&=~mask; |
|
137 |
aSize=(aSize+offset+mask)&~mask; |
|
138 |
return TInt(aSize>>shift); |
|
139 |
} |
|
140 |
||
141 |
void MmuBase::Wait() |
|
142 |
{
|
|
143 |
Kern::MutexWait(*RamAllocatorMutex); |
|
144 |
if (RamAllocatorMutex->iHoldCount==1) |
|
145 |
{
|
|
146 |
MmuBase& m=*TheMmu; |
|
147 |
m.iInitialFreeMemory=Kern::FreeRamInBytes(); |
|
148 |
m.iAllocFailed=EFalse; |
|
149 |
} |
|
150 |
} |
|
151 |
||
152 |
void MmuBase::Signal() |
|
153 |
{
|
|
154 |
if (RamAllocatorMutex->iHoldCount>1) |
|
155 |
{
|
|
156 |
Kern::MutexSignal(*RamAllocatorMutex); |
|
157 |
return; |
|
158 |
} |
|
159 |
MmuBase& m=*TheMmu; |
|
160 |
TInt initial=m.iInitialFreeMemory; |
|
161 |
TBool failed=m.iAllocFailed; |
|
162 |
TInt final=Kern::FreeRamInBytes(); |
|
163 |
Kern::MutexSignal(*RamAllocatorMutex); |
|
164 |
K::CheckFreeMemoryLevel(initial,final,failed); |
|
165 |
} |
|
166 |
||
167 |
void MmuBase::WaitHwChunk() |
|
168 |
{
|
|
169 |
Kern::MutexWait(*HwChunkMutex); |
|
170 |
} |
|
171 |
||
172 |
void MmuBase::SignalHwChunk() |
|
173 |
{
|
|
174 |
Kern::MutexSignal(*HwChunkMutex); |
|
175 |
} |
|
176 |
||
177 |
||
178 |
void MmuBase::MapRamPage(TLinAddr aAddr, TPhysAddr aPage, TPte aPtePerm) |
|
179 |
{
|
|
180 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::MapRamPage %08x@%08x perm %08x", aPage, aAddr, aPtePerm));
|
|
181 |
TInt ptid=PageTableId(aAddr); |
|
182 |
NKern::LockSystem(); |
|
183 |
MapRamPages(ptid,SPageInfo::EInvalid,0,aAddr,&aPage,1,aPtePerm); |
|
184 |
NKern::UnlockSystem(); |
|
185 |
} |
|
186 |
||
187 |
// |
|
188 |
// Unmap and free pages from a global area |
|
189 |
// |
|
190 |
void MmuBase::UnmapAndFree(TLinAddr aAddr, TInt aNumPages) |
|
191 |
{
|
|
192 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::UnmapAndFree(%08x,%d)",aAddr,aNumPages));
|
|
193 |
while(aNumPages) |
|
194 |
{
|
|
195 |
TInt pt_np=(iChunkSize-(aAddr&iChunkMask))>>iPageShift; |
|
196 |
TInt np=Min(aNumPages,pt_np); |
|
197 |
aNumPages-=np; |
|
198 |
TInt id=PageTableId(aAddr); |
|
199 |
if (id>=0) |
|
200 |
{
|
|
201 |
while(np) |
|
202 |
{
|
|
203 |
TInt np2=Min(np,KFreePagesStepSize); |
|
204 |
TPhysAddr phys[KFreePagesStepSize]; |
|
205 |
TInt nptes; |
|
206 |
TInt nfree; |
|
207 |
NKern::LockSystem(); |
|
208 |
UnmapPages(id,aAddr,np2,phys,true,nptes,nfree,NULL); |
|
209 |
NKern::UnlockSystem(); |
|
210 |
if (nfree) |
|
211 |
{
|
|
212 |
if (iDecommitThreshold) |
|
213 |
CacheMaintenanceOnDecommit(phys, nfree); |
|
214 |
iRamPageAllocator->FreeRamPages(phys,nfree,EPageFixed); |
|
215 |
} |
|
216 |
np-=np2; |
|
217 |
aAddr+=(np2<<iPageShift); |
|
218 |
} |
|
219 |
} |
|
220 |
else |
|
221 |
{
|
|
222 |
aAddr+=(np<<iPageShift); |
|
223 |
} |
|
224 |
} |
|
225 |
} |
|
226 |
||
227 |
void MmuBase::FreePages(TPhysAddr* aPageList, TInt aCount, TZonePageType aPageType) |
|
228 |
{
|
|
229 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::FreePages(%08x,%d)",aPageList,aCount));
|
|
230 |
if (!aCount) |
|
231 |
return; |
|
232 |
TBool sync_decommit = (TUint(aCount)<iDecommitThreshold); |
|
233 |
TPhysAddr* ppa=aPageList; |
|
234 |
TPhysAddr* ppaE=ppa+aCount; |
|
235 |
NKern::LockSystem(); |
|
236 |
while (ppa<ppaE) |
|
237 |
{
|
|
238 |
TPhysAddr pa=*ppa++; |
|
239 |
SPageInfo* pi=SPageInfo::SafeFromPhysAddr(pa); |
|
240 |
if (pi) |
|
241 |
{
|
|
242 |
pi->SetUnused(); |
|
243 |
if (pi->LockCount()) |
|
244 |
ppa[-1]=KPhysAddrInvalid; // don't free page if it's locked down |
|
245 |
else if (sync_decommit) |
|
246 |
{
|
|
247 |
NKern::UnlockSystem(); |
|
248 |
CacheMaintenanceOnDecommit(pa); |
|
249 |
NKern::LockSystem(); |
|
250 |
} |
|
251 |
} |
|
252 |
if (!sync_decommit) |
|
253 |
NKern::FlashSystem(); |
|
254 |
} |
|
255 |
NKern::UnlockSystem(); |
|
256 |
if (iDecommitThreshold && !sync_decommit) |
|
257 |
CacheMaintenance::SyncPhysicalCache_All(); |
|
258 |
iRamPageAllocator->FreeRamPages(aPageList,aCount, aPageType); |
|
259 |
} |
|
260 |
||
261 |
TInt MmuBase::InitPageTableInfo(TInt aId) |
|
262 |
{
|
|
263 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::InitPageTableInfo(%x)",aId));
|
|
264 |
TInt ptb=aId>>iPtBlockShift; |
|
265 |
if (++iPtBlockCount[ptb]==1) |
|
266 |
{
|
|
267 |
// expand page table info array |
|
268 |
TPhysAddr pagePhys; |
|
269 |
if (AllocRamPages(&pagePhys,1, EPageFixed)!=KErrNone) |
|
270 |
{
|
|
271 |
__KTRACE_OPT(KMMU,Kern::Printf("Unable to allocate page"));
|
|
272 |
iPtBlockCount[ptb]=0; |
|
273 |
iAllocFailed=ETrue; |
|
274 |
return KErrNoMemory; |
|
275 |
} |
|
276 |
#ifdef BTRACE_KERNEL_MEMORY |
|
277 |
BTrace4(BTrace::EKernelMemory, BTrace::EKernelMemoryMiscAlloc, 1<<KPageShift); |
|
278 |
++Epoc::KernelMiscPages; |
|
279 |
#endif |
|
280 |
TLinAddr pil=PtInfoBlockLinAddr(ptb); |
|
281 |
NKern::LockSystem(); |
|
282 |
SPageInfo::FromPhysAddr(pagePhys)->SetPtInfo(ptb); |
|
283 |
NKern::UnlockSystem(); |
|
284 |
MapRamPage(pil, pagePhys, iPtInfoPtePerm); |
|
285 |
memclr((TAny*)pil, iPageSize); |
|
286 |
} |
|
287 |
return KErrNone; |
|
288 |
} |
|
289 |
||
290 |
TInt MmuBase::DoAllocPageTable(TPhysAddr& aPhysAddr) |
|
291 |
// |
|
292 |
// Allocate a new page table but don't map it. |
|
293 |
// Return page table id and page number/phys address of new page if any. |
|
294 |
// |
|
295 |
{
|
|
296 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::DoAllocPageTable()"));
|
|
297 |
#ifdef _DEBUG |
|
298 |
if(K::CheckForSimulatedAllocFail()) |
|
299 |
return KErrNoMemory; |
|
300 |
#endif |
|
301 |
TInt id=iPageTableAllocator?iPageTableAllocator->Alloc():-1; |
|
302 |
if (id<0) |
|
303 |
{
|
|
304 |
// need to allocate a new page |
|
305 |
if (AllocRamPages(&aPhysAddr,1, EPageFixed)!=KErrNone) |
|
306 |
{
|
|
307 |
__KTRACE_OPT(KMMU,Kern::Printf("Unable to allocate page"));
|
|
308 |
iAllocFailed=ETrue; |
|
309 |
return KErrNoMemory; |
|
310 |
} |
|
311 |
||
312 |
// allocate an ID for the new page |
|
313 |
id=iPageTableLinearAllocator->Alloc(); |
|
314 |
if (id>=0) |
|
315 |
{
|
|
316 |
id<<=iPtClusterShift; |
|
317 |
__KTRACE_OPT(KMMU,Kern::Printf("Allocated ID %04x",id));
|
|
318 |
} |
|
319 |
if (id<0 || InitPageTableInfo(id)!=KErrNone) |
|
320 |
{
|
|
321 |
__KTRACE_OPT(KMMU,Kern::Printf("Unable to allocate page table info"));
|
|
322 |
iPageTableLinearAllocator->Free(id>>iPtClusterShift); |
|
323 |
if (iDecommitThreshold) |
|
324 |
CacheMaintenanceOnDecommit(aPhysAddr); |
|
325 |
||
326 |
iRamPageAllocator->FreeRamPage(aPhysAddr, EPageFixed); |
|
327 |
iAllocFailed=ETrue; |
|
328 |
return KErrNoMemory; |
|
329 |
} |
|
330 |
||
331 |
// Set up page info for new page |
|
332 |
NKern::LockSystem(); |
|
333 |
SPageInfo::FromPhysAddr(aPhysAddr)->SetPageTable(id>>iPtClusterShift); |
|
334 |
NKern::UnlockSystem(); |
|
335 |
#ifdef BTRACE_KERNEL_MEMORY |
|
336 |
BTrace4(BTrace::EKernelMemory, BTrace::EKernelMemoryMiscAlloc, 1<<KPageShift); |
|
337 |
++Epoc::KernelMiscPages; |
|
338 |
#endif |
|
339 |
// mark all subpages other than first as free for use as page tables |
|
340 |
if (iPtClusterSize>1) |
|
341 |
iPageTableAllocator->Free(id+1,iPtClusterSize-1); |
|
342 |
} |
|
343 |
else |
|
344 |
aPhysAddr=KPhysAddrInvalid; |
|
345 |
||
346 |
__KTRACE_OPT(KMMU,Kern::Printf("DoAllocPageTable returns %d (%08x)",id,aPhysAddr));
|
|
347 |
PtInfo(id).SetUnused(); |
|
348 |
return id; |
|
349 |
} |
|
350 |
||
351 |
TInt MmuBase::MapPageTable(TInt aId, TPhysAddr aPhysAddr, TBool aAllowExpand) |
|
352 |
{
|
|
353 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::MapPageTable(%d,%08x)",aId,aPhysAddr));
|
|
354 |
TLinAddr ptLin=PageTableLinAddr(aId); |
|
355 |
TInt ptg=aId>>iPtGroupShift; |
|
356 |
if (++iPtGroupCount[ptg]==1) |
|
357 |
{
|
|
358 |
// need to allocate a new page table |
|
359 |
__ASSERT_ALWAYS(aAllowExpand, Panic(EMapPageTableBadExpand)); |
|
360 |
TPhysAddr xptPhys; |
|
361 |
TInt xptid=DoAllocPageTable(xptPhys); |
|
362 |
if (xptid<0) |
|
363 |
{
|
|
364 |
__KTRACE_OPT(KMMU,Kern::Printf("Unable to allocate extra page table"));
|
|
365 |
iPtGroupCount[ptg]=0; |
|
366 |
return KErrNoMemory; |
|
367 |
} |
|
368 |
if (xptPhys==KPhysAddrInvalid) |
|
369 |
xptPhys=aPhysAddr + ((xptid-aId)<<iPageTableShift); |
|
370 |
BootstrapPageTable(xptid, xptPhys, aId, aPhysAddr); // initialise XPT and map it |
|
371 |
} |
|
372 |
else |
|
373 |
MapRamPage(ptLin, aPhysAddr, iPtPtePerm); |
|
374 |
return KErrNone; |
|
375 |
} |
|
376 |
||
377 |
TInt MmuBase::AllocPageTable() |
|
378 |
// |
|
379 |
// Allocate a new page table, mapped at the correct linear address. |
|
380 |
// Clear all entries to Not Present. Return page table id. |
|
381 |
// |
|
382 |
{
|
|
383 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::AllocPageTable()"));
|
|
384 |
__ASSERT_MUTEX(MmuBase::RamAllocatorMutex); |
|
385 |
||
386 |
TPhysAddr ptPhys; |
|
387 |
TInt id=DoAllocPageTable(ptPhys); |
|
388 |
if (id<0) |
|
389 |
return KErrNoMemory; |
|
390 |
if (ptPhys!=KPhysAddrInvalid) |
|
391 |
{
|
|
392 |
TInt r=MapPageTable(id,ptPhys); |
|
393 |
if (r!=KErrNone) |
|
394 |
{
|
|
395 |
DoFreePageTable(id); |
|
396 |
SPageInfo* pi=SPageInfo::FromPhysAddr(ptPhys); |
|
397 |
NKern::LockSystem(); |
|
398 |
pi->SetUnused(); |
|
399 |
NKern::UnlockSystem(); |
|
400 |
if (iDecommitThreshold) |
|
401 |
CacheMaintenanceOnDecommit(ptPhys); |
|
402 |
||
403 |
iRamPageAllocator->FreeRamPage(ptPhys, EPageFixed); |
|
404 |
return r; |
|
405 |
} |
|
406 |
} |
|
407 |
ClearPageTable(id); |
|
408 |
__KTRACE_OPT(KMMU,Kern::Printf("AllocPageTable returns %d",id));
|
|
409 |
return id; |
|
410 |
} |
|
411 |
||
412 |
TBool MmuBase::DoFreePageTable(TInt aId) |
|
413 |
// |
|
414 |
// Free an empty page table. We assume that all pages mapped by the page table have |
|
415 |
// already been unmapped and freed. |
|
416 |
// |
|
417 |
{
|
|
418 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::DoFreePageTable(%d)",aId));
|
|
419 |
SPageTableInfo& s=PtInfo(aId); |
|
420 |
__NK_ASSERT_DEBUG(!s.iCount); // shouldn't have any pages mapped |
|
421 |
s.SetUnused(); |
|
422 |
||
423 |
TInt id=aId &~ iPtClusterMask; |
|
424 |
if (iPageTableAllocator) |
|
425 |
{
|
|
426 |
iPageTableAllocator->Free(aId); |
|
427 |
if (iPageTableAllocator->NotFree(id,iPtClusterSize)) |
|
428 |
{
|
|
429 |
// some subpages still in use |
|
430 |
return ETrue; |
|
431 |
} |
|
432 |
__KTRACE_OPT(KMMU,Kern::Printf("Freeing whole page, id=%d",id));
|
|
433 |
// whole page is now free |
|
434 |
// remove it from the page table allocator |
|
435 |
iPageTableAllocator->Alloc(id,iPtClusterSize); |
|
436 |
} |
|
437 |
||
438 |
TInt ptb=aId>>iPtBlockShift; |
|
439 |
if (--iPtBlockCount[ptb]==0) |
|
440 |
{
|
|
441 |
// shrink page table info array |
|
442 |
TLinAddr pil=PtInfoBlockLinAddr(ptb); |
|
443 |
UnmapAndFree(pil,1); // remove PTE, null page info, free page |
|
444 |
#ifdef BTRACE_KERNEL_MEMORY |
|
445 |
BTrace4(BTrace::EKernelMemory, BTrace::EKernelMemoryMiscFree, 1<<KPageShift); |
|
446 |
--Epoc::KernelMiscPages; |
|
447 |
#endif |
|
448 |
} |
|
449 |
||
450 |
// free the page table linear address |
|
451 |
iPageTableLinearAllocator->Free(id>>iPtClusterShift); |
|
452 |
return EFalse; |
|
453 |
} |
|
454 |
||
455 |
void MmuBase::FreePageTable(TInt aId) |
|
456 |
// |
|
457 |
// Free an empty page table. We assume that all pages mapped by the page table have |
|
458 |
// already been unmapped and freed. |
|
459 |
// |
|
460 |
{
|
|
461 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::FreePageTable(%d)",aId));
|
|
462 |
if (DoFreePageTable(aId)) |
|
463 |
return; |
|
464 |
||
465 |
TInt id=aId &~ iPtClusterMask; |
|
466 |
||
467 |
// calculate linear address of page |
|
468 |
TLinAddr ptLin=PageTableLinAddr(id); |
|
469 |
__KTRACE_OPT(KMMU,Kern::Printf("Page lin %08x",ptLin));
|
|
470 |
||
471 |
// unmap and free the page |
|
472 |
UnmapAndFree(ptLin,1); |
|
473 |
#ifdef BTRACE_KERNEL_MEMORY |
|
474 |
BTrace4(BTrace::EKernelMemory, BTrace::EKernelMemoryMiscFree, 1<<KPageShift); |
|
475 |
--Epoc::KernelMiscPages; |
|
476 |
#endif |
|
477 |
||
478 |
TInt ptg=aId>>iPtGroupShift; |
|
479 |
--iPtGroupCount[ptg]; |
|
480 |
// don't shrink the page table mapping for now |
|
481 |
} |
|
482 |
||
483 |
TInt MmuBase::AllocPhysicalRam(TInt aSize, TPhysAddr& aPhysAddr, TInt aAlign) |
|
484 |
{
|
|
485 |
__KTRACE_OPT(KMMU,Kern::Printf("Mmu::AllocPhysicalRam() size=%x align=%d",aSize,aAlign));
|
|
486 |
TInt r=AllocContiguousRam(aSize, aPhysAddr, EPageFixed, aAlign); |
|
487 |
if (r!=KErrNone) |
|
488 |
{
|
|
489 |
iAllocFailed=ETrue; |
|
490 |
return r; |
|
491 |
} |
|
492 |
TInt n=TInt(TUint32(aSize+iPageMask)>>iPageShift); |
|
493 |
SPageInfo* pI=SPageInfo::FromPhysAddr(aPhysAddr); |
|
494 |
SPageInfo* pE=pI+n; |
|
495 |
for (; pI<pE; ++pI) |
|
496 |
{
|
|
497 |
NKern::LockSystem(); |
|
498 |
__NK_ASSERT_DEBUG(pI->Type()==SPageInfo::EUnused); |
|
499 |
pI->Lock(); |
|
500 |
NKern::UnlockSystem(); |
|
501 |
} |
|
502 |
return KErrNone; |
|
503 |
} |
|
504 |
||
505 |
/** Attempt to allocate a contiguous block of RAM from the specified zone. |
|
506 |
||
507 |
@param aZoneIdList An array of the IDs of the RAM zones to allocate from. |
|
508 |
@param aZoneIdCount The number of RAM zone IDs listed in aZoneIdList. |
|
509 |
@param aSize The number of contiguous bytes to allocate |
|
510 |
@param aPhysAddr The physical address of the start of the contiguous block of |
|
511 |
memory allocated |
|
512 |
@param aAlign Required alignment |
|
513 |
@return KErrNone on success, KErrArgument if zone doesn't exist or aSize is larger than the |
|
514 |
size of the RAM zone or KErrNoMemory when the RAM zone is too full. |
|
515 |
*/ |
|
516 |
TInt MmuBase::ZoneAllocPhysicalRam(TUint* aZoneIdList, TUint aZoneIdCount, TInt aSize, TPhysAddr& aPhysAddr, TInt aAlign) |
|
517 |
{
|
|
518 |
__KTRACE_OPT(KMMU,Kern::Printf("Mmu::ZoneAllocPhysicalRam() size=0x%x align=%d", aSize, aAlign));
|
|
519 |
TInt r = ZoneAllocContiguousRam(aZoneIdList, aZoneIdCount, aSize, aPhysAddr, EPageFixed, aAlign); |
|
520 |
if (r!=KErrNone) |
|
521 |
{
|
|
522 |
iAllocFailed=ETrue; |
|
523 |
return r; |
|
524 |
} |
|
525 |
TInt n=TInt(TUint32(aSize+iPageMask)>>iPageShift); |
|
526 |
SPageInfo* pI=SPageInfo::FromPhysAddr(aPhysAddr); |
|
527 |
SPageInfo* pE=pI+n; |
|
528 |
for (; pI<pE; ++pI) |
|
529 |
{
|
|
530 |
NKern::LockSystem(); |
|
531 |
__NK_ASSERT_DEBUG(pI->Type()==SPageInfo::EUnused); |
|
532 |
pI->Lock(); |
|
533 |
NKern::UnlockSystem(); |
|
534 |
} |
|
535 |
return KErrNone; |
|
536 |
} |
|
537 |
||
538 |
||
539 |
/** Attempt to allocate discontiguous RAM pages. |
|
540 |
||
541 |
@param aNumPages The number of pages to allocate. |
|
542 |
@param aPageList Pointer to an array where each element will be the physical |
|
543 |
address of each page allocated. |
|
544 |
@return KErrNone on success, KErrNoMemory otherwise |
|
545 |
*/ |
|
546 |
TInt MmuBase::AllocPhysicalRam(TInt aNumPages, TPhysAddr* aPageList) |
|
547 |
{
|
|
548 |
__KTRACE_OPT(KMMU,Kern::Printf("Mmu::AllocPhysicalRam() numpages=%x", aNumPages));
|
|
549 |
TInt r = AllocRamPages(aPageList, aNumPages, EPageFixed); |
|
550 |
if (r!=KErrNone) |
|
551 |
{
|
|
552 |
iAllocFailed=ETrue; |
|
553 |
return r; |
|
554 |
} |
|
555 |
TPhysAddr* pageEnd = aPageList + aNumPages; |
|
556 |
for (TPhysAddr* page = aPageList; page < pageEnd; page++) |
|
557 |
{
|
|
558 |
SPageInfo* pageInfo = SPageInfo::FromPhysAddr(*page); |
|
559 |
NKern::LockSystem(); |
|
560 |
__NK_ASSERT_DEBUG(pageInfo->Type() == SPageInfo::EUnused); |
|
561 |
pageInfo->Lock(); |
|
562 |
NKern::UnlockSystem(); |
|
563 |
} |
|
564 |
return KErrNone; |
|
565 |
} |
|
566 |
||
567 |
||
568 |
/** Attempt to allocate discontiguous RAM pages from the specified RAM zones. |
|
569 |
||
570 |
@param aZoneIdList An array of the IDs of the RAM zones to allocate from. |
|
571 |
@param aZoneIdCount The number of RAM zone IDs listed in aZoneIdList. |
|
572 |
@param aNumPages The number of pages to allocate. |
|
573 |
@param aPageList Pointer to an array where each element will be the physical |
|
574 |
address of each page allocated. |
|
575 |
@return KErrNone on success, KErrArgument if zone doesn't exist or aNumPages is |
|
576 |
larger than the total number of pages in the RAM zone or KErrNoMemory when the RAM |
|
577 |
zone is too full. |
|
578 |
*/ |
|
579 |
TInt MmuBase::ZoneAllocPhysicalRam(TUint* aZoneIdList, TUint aZoneIdCount, TInt aNumPages, TPhysAddr* aPageList) |
|
580 |
{
|
|
581 |
__KTRACE_OPT(KMMU,Kern::Printf("Mmu::ZoneAllocPhysicalRam() numpages 0x%x zones 0x%x", aNumPages, aZoneIdCount));
|
|
582 |
TInt r = ZoneAllocRamPages(aZoneIdList, aZoneIdCount, aPageList, aNumPages, EPageFixed); |
|
583 |
if (r!=KErrNone) |
|
584 |
{
|
|
585 |
iAllocFailed=ETrue; |
|
586 |
return r; |
|
587 |
} |
|
588 |
||
589 |
TPhysAddr* pageEnd = aPageList + aNumPages; |
|
590 |
for (TPhysAddr* page = aPageList; page < pageEnd; page++) |
|
591 |
{
|
|
592 |
SPageInfo* pageInfo = SPageInfo::FromPhysAddr(*page); |
|
593 |
NKern::LockSystem(); |
|
594 |
__NK_ASSERT_DEBUG(pageInfo->Type() == SPageInfo::EUnused); |
|
595 |
pageInfo->Lock(); |
|
596 |
NKern::UnlockSystem(); |
|
597 |
} |
|
598 |
return KErrNone; |
|
599 |
} |
|
600 |
||
601 |
||
602 |
TInt MmuBase::FreePhysicalRam(TPhysAddr aPhysAddr, TInt aSize) |
|
603 |
{
|
|
604 |
__KTRACE_OPT(KMMU,Kern::Printf("Mmu::FreePhysicalRam(%08x,%x)",aPhysAddr,aSize));
|
|
605 |
||
606 |
TInt n=TInt(TUint32(aSize+iPageMask)>>iPageShift); |
|
607 |
SPageInfo* pI=SPageInfo::FromPhysAddr(aPhysAddr); |
|
608 |
SPageInfo* pE=pI+n; |
|
609 |
for (; pI<pE; ++pI) |
|
610 |
{
|
|
611 |
NKern::LockSystem(); |
|
612 |
__ASSERT_ALWAYS(pI->Type()==SPageInfo::EUnused && pI->Unlock()==0, Panic(EBadFreePhysicalRam)); |
|
613 |
NKern::UnlockSystem(); |
|
614 |
} |
|
615 |
TInt r=iRamPageAllocator->FreePhysicalRam(aPhysAddr, aSize); |
|
616 |
return r; |
|
617 |
} |
|
618 |
||
619 |
/** Free discontiguous RAM pages that were previously allocated using discontiguous |
|
620 |
overload of MmuBase::AllocPhysicalRam() or MmuBase::ZoneAllocPhysicalRam(). |
|
621 |
||
622 |
Specifying one of the following may cause the system to panic: |
|
623 |
a) an invalid physical RAM address. |
|
624 |
b) valid physical RAM addresses where some had not been previously allocated. |
|
625 |
c) an adrress not aligned to a page boundary. |
|
626 |
||
627 |
@param aNumPages Number of pages to free |
|
628 |
@param aPageList Array of the physical address of each page to free |
|
629 |
||
630 |
@return KErrNone if the operation was successful. |
|
631 |
||
632 |
*/ |
|
633 |
TInt MmuBase::FreePhysicalRam(TInt aNumPages, TPhysAddr* aPageList) |
|
634 |
{
|
|
635 |
__KTRACE_OPT(KMMU,Kern::Printf("Mmu::FreePhysicalRam(%08x,%08x)", aNumPages, aPageList));
|
|
636 |
||
637 |
TPhysAddr* pageEnd = aPageList + aNumPages; |
|
638 |
TInt r = KErrNone; |
|
639 |
||
640 |
for (TPhysAddr* page = aPageList; page < pageEnd && r == KErrNone; page++) |
|
641 |
{
|
|
642 |
SPageInfo* pageInfo = SPageInfo::FromPhysAddr(*page); |
|
643 |
NKern::LockSystem(); |
|
644 |
__ASSERT_ALWAYS(pageInfo->Type()==SPageInfo::EUnused && pageInfo->Unlock()==0, Panic(EBadFreePhysicalRam)); |
|
645 |
NKern::UnlockSystem(); |
|
646 |
||
647 |
// Free the page |
|
648 |
r = iRamPageAllocator->FreePhysicalRam(*page, KPageSize); |
|
649 |
} |
|
650 |
return r; |
|
651 |
} |
|
652 |
||
653 |
||
|
102
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
654 |
TInt MmuBase::FreeRamZone(TUint aZoneId, TPhysAddr& aZoneBase, TUint& aZoneBytes) |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
655 |
{
|
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
656 |
TUint zonePages; |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
657 |
TInt r = iRamPageAllocator->GetZoneAddress(aZoneId, aZoneBase, zonePages); |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
658 |
if (r != KErrNone) |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
659 |
return r; |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
660 |
aZoneBytes = zonePages << KPageShift; |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
661 |
return MmuBase::FreePhysicalRam(aZoneBase, aZoneBytes); |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
662 |
} |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
663 |
|
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
664 |
|
| 0 | 665 |
TInt MmuBase::ClaimPhysicalRam(TPhysAddr aPhysAddr, TInt aSize) |
666 |
{
|
|
667 |
__KTRACE_OPT(KMMU,Kern::Printf("Mmu::ClaimPhysicalRam(%08x,%x)",aPhysAddr,aSize));
|
|
668 |
TUint32 pa=aPhysAddr; |
|
669 |
TUint32 size=aSize; |
|
670 |
TInt n=RoundUpRangeToPageSize(pa,size); |
|
671 |
TInt r=iRamPageAllocator->ClaimPhysicalRam(pa, size); |
|
672 |
if (r==KErrNone) |
|
673 |
{
|
|
674 |
SPageInfo* pI=SPageInfo::FromPhysAddr(pa); |
|
675 |
SPageInfo* pE=pI+n; |
|
676 |
for (; pI<pE; ++pI) |
|
677 |
{
|
|
678 |
NKern::LockSystem(); |
|
679 |
__NK_ASSERT_DEBUG(pI->Type()==SPageInfo::EUnused && pI->LockCount()==0); |
|
680 |
pI->Lock(); |
|
681 |
NKern::UnlockSystem(); |
|
682 |
} |
|
683 |
} |
|
684 |
return r; |
|
685 |
} |
|
686 |
||
687 |
/** |
|
688 |
Allocate a set of discontiguous RAM pages from the specified zone. |
|
689 |
||
690 |
@param aZoneIdList The array of IDs of the RAM zones to allocate from. |
|
691 |
@param aZoneIdCount The number of RAM zone IDs in aZoneIdList. |
|
692 |
@param aPageList Preallocated array of TPhysAddr elements that will receive the |
|
693 |
physical address of each page allocated. |
|
694 |
@param aNumPages The number of pages to allocate. |
|
695 |
@param aPageType The type of the pages being allocated. |
|
696 |
||
697 |
@return KErrNone on success, KErrArgument if a zone of aZoneIdList doesn't exist, |
|
698 |
KErrNoMemory if there aren't enough free pages in the zone |
|
699 |
*/ |
|
700 |
TInt MmuBase::ZoneAllocRamPages(TUint* aZoneIdList, TUint aZoneIdCount, TPhysAddr* aPageList, TInt aNumPages, TZonePageType aPageType) |
|
701 |
{
|
|
702 |
#ifdef _DEBUG |
|
703 |
if(K::CheckForSimulatedAllocFail()) |
|
704 |
return KErrNoMemory; |
|
705 |
#endif |
|
706 |
__NK_ASSERT_DEBUG(aPageType == EPageFixed); |
|
707 |
||
708 |
return iRamPageAllocator->ZoneAllocRamPages(aZoneIdList, aZoneIdCount, aPageList, aNumPages, aPageType); |
|
709 |
} |
|
710 |
||
711 |
||
712 |
TInt MmuBase::AllocRamPages(TPhysAddr* aPageList, TInt aNumPages, TZonePageType aPageType, TUint aBlockedZoneId, TBool aBlockRest) |
|
713 |
{
|
|
714 |
#ifdef _DEBUG |
|
715 |
if(K::CheckForSimulatedAllocFail()) |
|
716 |
return KErrNoMemory; |
|
717 |
#endif |
|
718 |
TInt missing = iRamPageAllocator->AllocRamPages(aPageList, aNumPages, aPageType, aBlockedZoneId, aBlockRest); |
|
719 |
||
720 |
// If missing some pages, ask the RAM cache to donate some of its pages. |
|
721 |
// Don't ask it for discardable pages as those are intended for itself. |
|
722 |
if(missing && aPageType != EPageDiscard && iRamCache->GetFreePages(missing)) |
|
723 |
missing = iRamPageAllocator->AllocRamPages(aPageList, aNumPages, aPageType, aBlockedZoneId, aBlockRest); |
|
724 |
return missing ? KErrNoMemory : KErrNone; |
|
725 |
} |
|
726 |
||
727 |
||
728 |
TInt MmuBase::AllocContiguousRam(TInt aSize, TPhysAddr& aPhysAddr, TZonePageType aPageType, TInt aAlign, TUint aBlockedZoneId, TBool aBlockRest) |
|
729 |
{
|
|
730 |
#ifdef _DEBUG |
|
731 |
if(K::CheckForSimulatedAllocFail()) |
|
732 |
return KErrNoMemory; |
|
733 |
#endif |
|
734 |
__NK_ASSERT_DEBUG(aPageType == EPageFixed); |
|
735 |
TUint contigPages = (aSize + KPageSize - 1) >> KPageShift; |
|
736 |
TInt r = iRamPageAllocator->AllocContiguousRam(contigPages, aPhysAddr, aPageType, aAlign, aBlockedZoneId, aBlockRest); |
|
737 |
if (r == KErrNoMemory && contigPages > KMaxFreeableContiguousPages) |
|
738 |
{// Allocation failed but as this is a large allocation flush the RAM cache
|
|
739 |
// and reattempt the allocation as large allocation wouldn't discard pages. |
|
740 |
iRamCache->FlushAll(); |
|
741 |
r = iRamPageAllocator->AllocContiguousRam(contigPages, aPhysAddr, aPageType, aAlign, aBlockedZoneId, aBlockRest); |
|
742 |
} |
|
743 |
return r; |
|
744 |
} |
|
745 |
||
746 |
||
747 |
/** |
|
748 |
Allocate contiguous RAM from the specified RAM zones. |
|
749 |
@param aZoneIdList An array of IDs of the RAM zones to allocate from |
|
750 |
@param aZoneIdCount The number of IDs listed in aZoneIdList |
|
751 |
@param aSize The number of bytes to allocate |
|
752 |
@param aPhysAddr Will receive the physical base address of the allocated RAM |
|
753 |
@param aPageType The type of the pages being allocated |
|
754 |
@param aAlign The log base 2 alginment required |
|
755 |
*/ |
|
756 |
TInt MmuBase::ZoneAllocContiguousRam(TUint* aZoneIdList, TUint aZoneIdCount, TInt aSize, TPhysAddr& aPhysAddr, TZonePageType aPageType, TInt aAlign) |
|
757 |
{
|
|
758 |
#ifdef _DEBUG |
|
759 |
if(K::CheckForSimulatedAllocFail()) |
|
760 |
return KErrNoMemory; |
|
761 |
#endif |
|
762 |
return iRamPageAllocator->ZoneAllocContiguousRam(aZoneIdList, aZoneIdCount, aSize, aPhysAddr, aPageType, aAlign); |
|
763 |
} |
|
764 |
||
765 |
SPageInfo* SPageInfo::SafeFromPhysAddr(TPhysAddr aAddress) |
|
766 |
{
|
|
767 |
TUint index = aAddress>>(KPageShift+KPageShift-KPageInfoShift); |
|
768 |
TUint flags = ((TUint8*)KPageInfoMap)[index>>3]; |
|
769 |
TUint mask = 1<<(index&7); |
|
770 |
if(!(flags&mask)) |
|
771 |
return 0; // no SPageInfo for aAddress |
|
772 |
SPageInfo* info = FromPhysAddr(aAddress); |
|
773 |
if(info->Type()==SPageInfo::EInvalid) |
|
774 |
return 0; |
|
775 |
return info; |
|
776 |
} |
|
777 |
||
778 |
/** HAL Function wrapper for the RAM allocator. |
|
779 |
*/ |
|
780 |
||
781 |
TInt RamHalFunction(TAny*, TInt aFunction, TAny* a1, TAny* a2) |
|
782 |
{
|
|
783 |
DRamAllocator *pRamAlloc = MmuBase::TheMmu->iRamPageAllocator; |
|
784 |
||
785 |
if (pRamAlloc) |
|
786 |
return pRamAlloc->HalFunction(aFunction, a1, a2); |
|
787 |
return KErrNotSupported; |
|
788 |
} |
|
789 |
||
790 |
||
791 |
/****************************************************************************** |
|
792 |
* Initialisation |
|
793 |
******************************************************************************/ |
|
794 |
||
795 |
void MmuBase::Init1() |
|
796 |
{
|
|
797 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("MmuBase::Init1"));
|
|
798 |
iInitialFreeMemory=0; |
|
799 |
iAllocFailed=EFalse; |
|
800 |
} |
|
801 |
||
802 |
void MmuBase::Init2() |
|
803 |
{
|
|
804 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("MmuBase::Init2"));
|
|
805 |
TInt total_ram=TheSuperPage().iTotalRamSize; |
|
806 |
TInt total_ram_pages=total_ram>>iPageShift; |
|
807 |
iNumPages = total_ram_pages; |
|
808 |
const SRamInfo& info=*(const SRamInfo*)TheSuperPage().iRamBootData; |
|
809 |
iRamPageAllocator=DRamAllocator::New(info, RamZoneConfig, RamZoneCallback); |
|
810 |
||
811 |
TInt max_pt=total_ram>>iPageTableShift; |
|
812 |
if (max_pt<iMaxPageTables) |
|
813 |
iMaxPageTables=max_pt; |
|
814 |
iMaxPageTables &= ~iPtClusterMask; |
|
815 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("iMaxPageTables=%d",iMaxPageTables));
|
|
816 |
TInt max_ptpg=iMaxPageTables>>iPtClusterShift; |
|
817 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("max_ptpg=%d",max_ptpg));
|
|
818 |
iPageTableLinearAllocator=TBitMapAllocator::New(max_ptpg,ETrue); |
|
819 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("iPageTableLinearAllocator=%08x",iPageTableLinearAllocator));
|
|
820 |
__ASSERT_ALWAYS(iPageTableLinearAllocator,Panic(EPtLinAllocCreateFailed)); |
|
821 |
if (iPtClusterShift) // if more than one page table per page |
|
822 |
{
|
|
823 |
iPageTableAllocator=TBitMapAllocator::New(iMaxPageTables,EFalse); |
|
824 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("iPageTableAllocator=%08x",iPageTableAllocator));
|
|
825 |
__ASSERT_ALWAYS(iPageTableAllocator,Panic(EPtAllocCreateFailed)); |
|
826 |
} |
|
827 |
TInt max_ptb=(iMaxPageTables+iPtBlockMask)>>iPtBlockShift; |
|
828 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("max_ptb=%d",max_ptb));
|
|
829 |
iPtBlockCount=(TInt*)Kern::AllocZ(max_ptb*sizeof(TInt)); |
|
830 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("iPtBlockCount=%08x",iPtBlockCount));
|
|
831 |
__ASSERT_ALWAYS(iPtBlockCount,Panic(EPtBlockCountCreateFailed)); |
|
832 |
TInt max_ptg=(iMaxPageTables+iPtGroupMask)>>iPtGroupShift; |
|
833 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("ptg_shift=%d, max_ptg=%d",iPtGroupShift,max_ptg));
|
|
834 |
iPtGroupCount=(TInt*)Kern::AllocZ(max_ptg*sizeof(TInt)); |
|
835 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("iPtGroupCount=%08x",iPtGroupCount));
|
|
836 |
__ASSERT_ALWAYS(iPtGroupCount,Panic(EPtGroupCountCreateFailed)); |
|
837 |
||
838 |
||
839 |
// Clear the inital (and only so far) page table info page so all unused |
|
840 |
// page tables will be marked as unused. |
|
841 |
memclr((TAny*)KPageTableInfoBase, KPageSize); |
|
842 |
||
843 |
// look for page tables - assume first page table (id=0) maps page tables |
|
844 |
TPte* pPte=(TPte*)iPageTableLinBase; |
|
845 |
TInt i; |
|
846 |
for (i=0; i<iChunkSize/iPageSize; ++i) |
|
847 |
{
|
|
848 |
TPte pte=*pPte++; |
|
849 |
if (!PteIsPresent(pte)) // after boot, page tables are contiguous |
|
850 |
break; |
|
851 |
iPageTableLinearAllocator->Alloc(i,1); |
|
852 |
TPhysAddr ptpgPhys=PtePhysAddr(pte, i); |
|
853 |
SPageInfo* pi = SPageInfo::SafeFromPhysAddr(ptpgPhys); |
|
854 |
__ASSERT_ALWAYS(pi, Panic(EInvalidPageTableAtBoot)); |
|
855 |
pi->SetPageTable(i); |
|
856 |
pi->Lock(); |
|
857 |
TInt id=i<<iPtClusterShift; |
|
858 |
TInt ptb=id>>iPtBlockShift; |
|
859 |
++iPtBlockCount[ptb]; |
|
860 |
TInt ptg=id>>iPtGroupShift; |
|
861 |
++iPtGroupCount[ptg]; |
|
862 |
} |
|
863 |
||
864 |
// look for mapped pages |
|
865 |
TInt npdes=1<<(32-iChunkShift); |
|
866 |
TInt npt=0; |
|
867 |
for (i=0; i<npdes; ++i) |
|
868 |
{
|
|
869 |
TLinAddr cAddr=TLinAddr(i<<iChunkShift); |
|
870 |
if (cAddr>=PP::RamDriveStartAddress && TUint32(cAddr-PP::RamDriveStartAddress)<TUint32(PP::RamDriveRange)) |
|
871 |
continue; // leave RAM drive for now |
|
872 |
TInt ptid=PageTableId(cAddr); |
|
873 |
TPhysAddr pdePhys = PdePhysAddr(cAddr); // check for whole PDE mapping |
|
874 |
pPte = NULL; |
|
875 |
if (ptid>=0) |
|
876 |
{
|
|
877 |
++npt; |
|
878 |
__KTRACE_OPT(KMMU,Kern::Printf("Addr %08x -> page table %d", cAddr, ptid));
|
|
879 |
pPte=(TPte*)PageTableLinAddr(ptid); |
|
880 |
} |
|
881 |
#ifdef KMMU |
|
882 |
if (pdePhys != KPhysAddrInvalid) |
|
883 |
{
|
|
884 |
__KTRACE_OPT(KMMU,Kern::Printf("Addr %08x -> Whole PDE Phys %08x", cAddr, pdePhys));
|
|
885 |
} |
|
886 |
#endif |
|
887 |
if (ptid>=0 || pdePhys != KPhysAddrInvalid) |
|
888 |
{
|
|
889 |
TInt j; |
|
890 |
TInt np=0; |
|
891 |
for (j=0; j<iChunkSize/iPageSize; ++j) |
|
892 |
{
|
|
893 |
TBool present = ETrue; // all pages present if whole PDE mapping |
|
894 |
TPte pte = 0; |
|
895 |
if (pPte) |
|
896 |
{
|
|
897 |
pte = pPte[j]; |
|
898 |
present = PteIsPresent(pte); |
|
899 |
} |
|
900 |
if (present) |
|
901 |
{
|
|
902 |
++np; |
|
903 |
TPhysAddr pa = pPte ? PtePhysAddr(pte, j) : (pdePhys + (j<<iPageShift)); |
|
904 |
SPageInfo* pi = SPageInfo::SafeFromPhysAddr(pa); |
|
905 |
__KTRACE_OPT(KMMU,Kern::Printf("Addr: %08x PA=%08x",
|
|
906 |
cAddr+(j<<iPageShift), pa)); |
|
907 |
if (pi) // ignore non-RAM mappings |
|
908 |
{//these pages will never be freed and can't be moved
|
|
909 |
TInt r = iRamPageAllocator->MarkPageAllocated(pa, EPageFixed); |
|
910 |
// allow KErrAlreadyExists since it's possible that a page is doubly mapped |
|
911 |
__ASSERT_ALWAYS(r==KErrNone || r==KErrAlreadyExists, Panic(EBadMappedPageAfterBoot)); |
|
912 |
SetupInitialPageInfo(pi,cAddr,j); |
|
913 |
#ifdef BTRACE_KERNEL_MEMORY |
|
914 |
if(r==KErrNone) |
|
915 |
++Epoc::KernelMiscPages; |
|
916 |
#endif |
|
917 |
} |
|
918 |
} |
|
919 |
} |
|
920 |
__KTRACE_OPT(KMMU,Kern::Printf("Addr: %08x #PTEs=%d",cAddr,np));
|
|
921 |
if (ptid>=0) |
|
922 |
SetupInitialPageTableInfo(ptid,cAddr,np); |
|
923 |
} |
|
924 |
} |
|
925 |
||
926 |
TInt oddpt=npt & iPtClusterMask; |
|
927 |
if (oddpt) |
|
928 |
oddpt=iPtClusterSize-oddpt; |
|
929 |
__KTRACE_OPT(KBOOT,Kern::Printf("Total page tables %d, left over subpages %d",npt,oddpt));
|
|
930 |
if (oddpt) |
|
931 |
iPageTableAllocator->Free(npt,oddpt); |
|
932 |
||
933 |
DoInit2(); |
|
934 |
||
935 |
// Save current free RAM size - there can never be more free RAM than this |
|
936 |
TInt max_free = Kern::FreeRamInBytes(); |
|
937 |
K::MaxFreeRam = max_free; |
|
938 |
if (max_free < PP::RamDriveMaxSize) |
|
939 |
PP::RamDriveMaxSize = max_free; |
|
940 |
||
941 |
if (K::ColdStart) |
|
942 |
ClearRamDrive(PP::RamDriveStartAddress); |
|
943 |
else |
|
944 |
RecoverRamDrive(); |
|
945 |
||
946 |
TInt r=K::MutexCreate((DMutex*&)RamAllocatorMutex, KLitRamAlloc, NULL, EFalse, KMutexOrdRamAlloc); |
|
947 |
if (r!=KErrNone) |
|
948 |
Panic(ERamAllocMutexCreateFailed); |
|
949 |
r=K::MutexCreate((DMutex*&)HwChunkMutex, KLitHwChunk, NULL, EFalse, KMutexOrdHwChunk); |
|
950 |
if (r!=KErrNone) |
|
951 |
Panic(EHwChunkMutexCreateFailed); |
|
952 |
||
953 |
#ifdef __DEMAND_PAGING__ |
|
954 |
if (DemandPaging::RomPagingRequested() || DemandPaging::CodePagingRequested()) |
|
955 |
iRamCache = DemandPaging::New(); |
|
956 |
else |
|
957 |
iRamCache = new RamCache; |
|
958 |
#else |
|
959 |
iRamCache = new RamCache; |
|
960 |
#endif |
|
961 |
if (!iRamCache) |
|
962 |
Panic(ERamCacheAllocFailed); |
|
963 |
iRamCache->Init2(); |
|
964 |
RamCacheBase::TheRamCache = iRamCache; |
|
965 |
||
966 |
// Get the allocator to signal to the variant which RAM zones are in use so far |
|
967 |
iRamPageAllocator->InitialCallback(); |
|
968 |
} |
|
969 |
||
970 |
void MmuBase::Init3() |
|
971 |
{
|
|
972 |
__KTRACE_OPT2(KBOOT,KMMU,Kern::Printf("MmuBase::Init3"));
|
|
973 |
||
974 |
// Initialise demand paging |
|
975 |
#ifdef __DEMAND_PAGING__ |
|
976 |
M::DemandPagingInit(); |
|
977 |
#endif |
|
978 |
||
979 |
// Register a HAL Function for the Ram allocator. |
|
980 |
TInt r = Kern::AddHalEntry(EHalGroupRam, RamHalFunction, 0); |
|
981 |
__NK_ASSERT_ALWAYS(r==KErrNone); |
|
982 |
||
983 |
// |
|
984 |
// Perform the intialisation for page moving and RAM defrag object. |
|
985 |
// |
|
986 |
||
987 |
// allocate a page to use as an alt stack |
|
988 |
MmuBase::Wait(); |
|
989 |
TPhysAddr stackpage; |
|
990 |
r = AllocPhysicalRam(KPageSize, stackpage); |
|
991 |
MmuBase::Signal(); |
|
992 |
if (r!=KErrNone) |
|
993 |
Panic(EDefragStackAllocFailed); |
|
994 |
||
995 |
// map it at a predetermined address |
|
996 |
TInt ptid = PageTableId(KDefragAltStackAddr); |
|
997 |
TPte perm = PtePermissions(EKernelStack); |
|
998 |
NKern::LockSystem(); |
|
999 |
MapRamPages(ptid, SPageInfo::EFixed, NULL, KDefragAltStackAddr, &stackpage, 1, perm); |
|
1000 |
NKern::UnlockSystem(); |
|
1001 |
iAltStackBase = KDefragAltStackAddr + KPageSize; |
|
1002 |
||
1003 |
__KTRACE_OPT(KMMU,Kern::Printf("Allocated defrag alt stack page at %08x, mapped to %08x, base is now %08x", stackpage, KDefragAltStackAddr, iAltStackBase));
|
|
1004 |
||
1005 |
// Create the actual defrag object and initialise it. |
|
1006 |
iDefrag = new Defrag; |
|
1007 |
if (!iDefrag) |
|
1008 |
Panic(EDefragAllocFailed); |
|
1009 |
iDefrag->Init3(iRamPageAllocator); |
|
1010 |
} |
|
1011 |
||
1012 |
void MmuBase::CreateKernelSection(TLinAddr aEnd, TInt aHwChunkAlign) |
|
1013 |
{
|
|
1014 |
TLinAddr base=(TLinAddr)TheRomHeader().iKernelLimit; |
|
1015 |
iKernelSection=TLinearSection::New(base, aEnd); |
|
1016 |
__ASSERT_ALWAYS(iKernelSection!=NULL, Panic(ECreateKernelSectionFailed)); |
|
1017 |
iHwChunkAllocator=THwChunkAddressAllocator::New(aHwChunkAlign, iKernelSection); |
|
1018 |
__ASSERT_ALWAYS(iHwChunkAllocator!=NULL, Panic(ECreateHwChunkAllocFailed)); |
|
1019 |
} |
|
1020 |
||
1021 |
// Recover RAM drive contents after a reset |
|
1022 |
TInt MmuBase::RecoverRamDrive() |
|
1023 |
{
|
|
1024 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::RecoverRamDrive()"));
|
|
1025 |
TLinAddr ptlin; |
|
1026 |
TLinAddr chunk = PP::RamDriveStartAddress; |
|
1027 |
TLinAddr end = chunk + (TLinAddr)PP::RamDriveRange; |
|
1028 |
TInt size = 0; |
|
1029 |
TInt limit = RoundToPageSize(TheSuperPage().iRamDriveSize); |
|
1030 |
for( ; chunk<end; chunk+=iChunkSize) |
|
1031 |
{
|
|
1032 |
if (size==limit) // have reached end of ram drive |
|
1033 |
break; |
|
1034 |
TPhysAddr ptphys = 0; |
|
1035 |
TInt ptid = BootPageTableId(chunk, ptphys); // ret KErrNotFound if PDE not present, KErrUnknown if present but as yet unknown page table |
|
1036 |
__KTRACE_OPT(KMMU,Kern::Printf("Addr %08x: PTID=%d PTPHYS=%08x", chunk, ptid, ptphys));
|
|
1037 |
if (ptid==KErrNotFound) |
|
1038 |
break; // no page table so stop here and clear to end of range |
|
1039 |
TPhysAddr ptpgphys = ptphys & ~iPageMask; |
|
1040 |
TInt r = iRamPageAllocator->MarkPageAllocated(ptpgphys, EPageMovable); |
|
1041 |
__KTRACE_OPT(KMMU,Kern::Printf("MPA: r=%d",r));
|
|
1042 |
if (r==KErrArgument) |
|
1043 |
break; // page table address was invalid - stop here and clear to end of range |
|
1044 |
if (r==KErrNone) |
|
1045 |
{
|
|
1046 |
// this page was currently unallocated |
|
1047 |
if (ptid>=0) |
|
1048 |
break; // ID has been allocated - bad news - bail here |
|
1049 |
ptid = iPageTableLinearAllocator->Alloc(); |
|
1050 |
__ASSERT_ALWAYS(ptid>=0, Panic(ERecoverRamDriveAllocPTIDFailed)); |
|
1051 |
SPageInfo* pi = SPageInfo::SafeFromPhysAddr(ptpgphys); |
|
1052 |
__ASSERT_ALWAYS(pi, Panic(ERecoverRamDriveBadPageTable)); |
|
1053 |
pi->SetPageTable(ptid); // id = cluster number here |
|
1054 |
ptid <<= iPtClusterShift; |
|
1055 |
MapPageTable(ptid, ptpgphys, EFalse); |
|
1056 |
if (iPageTableAllocator) |
|
1057 |
iPageTableAllocator->Free(ptid, iPtClusterSize); |
|
1058 |
ptid |= ((ptphys>>iPageTableShift)&iPtClusterMask); |
|
1059 |
ptlin = PageTableLinAddr(ptid); |
|
1060 |
__KTRACE_OPT(KMMU,Kern::Printf("Page table ID %d lin %08x", ptid, ptlin));
|
|
1061 |
if (iPageTableAllocator) |
|
1062 |
iPageTableAllocator->Alloc(ptid, 1); |
|
1063 |
} |
|
1064 |
else |
|
1065 |
{
|
|
1066 |
// this page was already allocated |
|
1067 |
if (ptid<0) |
|
1068 |
break; // ID not allocated - bad news - bail here |
|
1069 |
ptlin = PageTableLinAddr(ptid); |
|
1070 |
__KTRACE_OPT(KMMU,Kern::Printf("Page table lin %08x", ptlin));
|
|
1071 |
if (iPageTableAllocator) |
|
1072 |
iPageTableAllocator->Alloc(ptid, 1); |
|
1073 |
} |
|
1074 |
TInt pte_index; |
|
1075 |
TBool chunk_inc = 0; |
|
1076 |
TPte* page_table = (TPte*)ptlin; |
|
1077 |
for (pte_index=0; pte_index<(iChunkSize>>iPageSize); ++pte_index) |
|
1078 |
{
|
|
1079 |
if (size==limit) // have reached end of ram drive |
|
1080 |
break; |
|
1081 |
TPte pte = page_table[pte_index]; |
|
1082 |
if (PteIsPresent(pte)) |
|
1083 |
{
|
|
1084 |
TPhysAddr pa=PtePhysAddr(pte, pte_index); |
|
1085 |
SPageInfo* pi = SPageInfo::SafeFromPhysAddr(pa); |
|
1086 |
if (!pi) |
|
1087 |
break; |
|
1088 |
TInt r = iRamPageAllocator->MarkPageAllocated(pa, EPageMovable); |
|
1089 |
__ASSERT_ALWAYS(r==KErrNone, Panic(ERecoverRamDriveBadPage)); |
|
1090 |
size+=iPageSize; |
|
1091 |
chunk_inc = iChunkSize; |
|
1092 |
} |
|
1093 |
} |
|
1094 |
if (pte_index < (iChunkSize>>iPageSize) ) |
|
1095 |
{
|
|
1096 |
// if we recovered pages in this page table, leave it in place |
|
1097 |
chunk += chunk_inc; |
|
1098 |
||
1099 |
// clear from here on |
|
1100 |
ClearPageTable(ptid, pte_index); |
|
1101 |
break; |
|
1102 |
} |
|
1103 |
} |
|
1104 |
if (chunk < end) |
|
1105 |
ClearRamDrive(chunk); |
|
1106 |
__KTRACE_OPT(KMMU,Kern::Printf("Recovered RAM drive size %08x",size));
|
|
1107 |
if (size<TheSuperPage().iRamDriveSize) |
|
1108 |
{
|
|
1109 |
__KTRACE_OPT(KMMU,Kern::Printf("Truncating RAM drive from %08x to %08x", TheSuperPage().iRamDriveSize, size));
|
|
1110 |
TheSuperPage().iRamDriveSize=size; |
|
1111 |
} |
|
1112 |
return KErrNone; |
|
1113 |
} |
|
1114 |
||
1115 |
TInt MmuBase::AllocShadowPage(TLinAddr aRomAddr) |
|
1116 |
{
|
|
1117 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase:AllocShadowPage(%08x)", aRomAddr));
|
|
1118 |
aRomAddr &= ~iPageMask; |
|
1119 |
TPhysAddr orig_phys = KPhysAddrInvalid; |
|
1120 |
if (aRomAddr>=iRomLinearBase && aRomAddr<=(iRomLinearEnd-iPageSize)) |
|
1121 |
orig_phys = LinearToPhysical(aRomAddr); |
|
1122 |
__KTRACE_OPT(KMMU,Kern::Printf("OrigPhys = %08x",orig_phys));
|
|
1123 |
if (orig_phys == KPhysAddrInvalid) |
|
1124 |
{
|
|
1125 |
__KTRACE_OPT(KMMU,Kern::Printf("Invalid ROM address"));
|
|
1126 |
return KErrArgument; |
|
1127 |
} |
|
1128 |
SPageInfo* pi = SPageInfo::SafeFromPhysAddr(orig_phys); |
|
1129 |
if (pi && pi->Type()==SPageInfo::EShadow) |
|
1130 |
{
|
|
1131 |
__KTRACE_OPT(KMMU,Kern::Printf("ROM address already shadowed"));
|
|
1132 |
return KErrAlreadyExists; |
|
1133 |
} |
|
1134 |
TInt ptid = PageTableId(aRomAddr); |
|
1135 |
__KTRACE_OPT(KMMU, Kern::Printf("Shadow PTID %d", ptid));
|
|
1136 |
TInt newptid = -1; |
|
1137 |
if (ptid<0) |
|
1138 |
{
|
|
1139 |
newptid = AllocPageTable(); |
|
1140 |
__KTRACE_OPT(KMMU, Kern::Printf("New shadow PTID %d", newptid));
|
|
1141 |
if (newptid<0) |
|
1142 |
return KErrNoMemory; |
|
1143 |
ptid = newptid; |
|
1144 |
PtInfo(ptid).SetShadow( (aRomAddr-iRomLinearBase)>>iChunkShift ); |
|
1145 |
InitShadowPageTable(ptid, aRomAddr, orig_phys); |
|
1146 |
} |
|
1147 |
TPhysAddr shadow_phys; |
|
1148 |
||
1149 |
if (AllocRamPages(&shadow_phys, 1, EPageFixed) != KErrNone) |
|
1150 |
{
|
|
1151 |
__KTRACE_OPT(KMMU,Kern::Printf("Unable to allocate page"));
|
|
1152 |
iAllocFailed=ETrue; |
|
1153 |
if (newptid>=0) |
|
1154 |
{
|
|
1155 |
FreePageTable(newptid); |
|
1156 |
} |
|
1157 |
return KErrNoMemory; |
|
1158 |
} |
|
1159 |
#ifdef BTRACE_KERNEL_MEMORY |
|
1160 |
BTrace4(BTrace::EKernelMemory, BTrace::EKernelMemoryMiscAlloc, 1<<KPageShift); |
|
1161 |
++Epoc::KernelMiscPages; |
|
1162 |
#endif |
|
1163 |
InitShadowPage(shadow_phys, aRomAddr); // copy original ROM contents |
|
1164 |
NKern::LockSystem(); |
|
1165 |
Pagify(ptid, aRomAddr); |
|
1166 |
MapRamPages(ptid, SPageInfo::EShadow, (TAny*)orig_phys, (aRomAddr-iRomLinearBase), &shadow_phys, 1, iShadowPtePerm); |
|
1167 |
NKern::UnlockSystem(); |
|
1168 |
if (newptid>=0) |
|
1169 |
{
|
|
1170 |
NKern::LockSystem(); |
|
1171 |
AssignShadowPageTable(newptid, aRomAddr); |
|
1172 |
NKern::UnlockSystem(); |
|
1173 |
} |
|
1174 |
FlushShadow(aRomAddr); |
|
1175 |
__KTRACE_OPT(KMMU,Kern::Printf("AllocShadowPage successful"));
|
|
1176 |
return KErrNone; |
|
1177 |
} |
|
1178 |
||
1179 |
TInt MmuBase::FreeShadowPage(TLinAddr aRomAddr) |
|
1180 |
{
|
|
1181 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase:FreeShadowPage(%08x)", aRomAddr));
|
|
1182 |
aRomAddr &= ~iPageMask; |
|
1183 |
TPhysAddr shadow_phys = KPhysAddrInvalid; |
|
1184 |
if (aRomAddr>=iRomLinearBase || aRomAddr<=(iRomLinearEnd-iPageSize)) |
|
1185 |
shadow_phys = LinearToPhysical(aRomAddr); |
|
1186 |
__KTRACE_OPT(KMMU,Kern::Printf("ShadowPhys = %08x",shadow_phys));
|
|
1187 |
if (shadow_phys == KPhysAddrInvalid) |
|
1188 |
{
|
|
1189 |
__KTRACE_OPT(KMMU,Kern::Printf("Invalid ROM address"));
|
|
1190 |
return KErrArgument; |
|
1191 |
} |
|
1192 |
TInt ptid = PageTableId(aRomAddr); |
|
1193 |
SPageInfo* pi = SPageInfo::SafeFromPhysAddr(shadow_phys); |
|
1194 |
if (ptid<0 || !pi || pi->Type()!=SPageInfo::EShadow) |
|
1195 |
{
|
|
1196 |
__KTRACE_OPT(KMMU,Kern::Printf("No shadow page at this address"));
|
|
1197 |
return KErrGeneral; |
|
1198 |
} |
|
1199 |
TPhysAddr orig_phys = (TPhysAddr)pi->Owner(); |
|
1200 |
DoUnmapShadowPage(ptid, aRomAddr, orig_phys); |
|
1201 |
SPageTableInfo& pti = PtInfo(ptid); |
|
1202 |
if (pti.Attribs()==SPageTableInfo::EShadow && --pti.iCount==0) |
|
1203 |
{
|
|
1204 |
TInt r = UnassignShadowPageTable(aRomAddr, orig_phys); |
|
1205 |
if (r==KErrNone) |
|
1206 |
FreePageTable(ptid); |
|
1207 |
else |
|
1208 |
pti.SetGlobal(aRomAddr>>iChunkShift); |
|
1209 |
} |
|
1210 |
||
1211 |
FreePages(&shadow_phys, 1, EPageFixed); |
|
1212 |
__KTRACE_OPT(KMMU,Kern::Printf("FreeShadowPage successful"));
|
|
1213 |
#ifdef BTRACE_KERNEL_MEMORY |
|
1214 |
BTrace4(BTrace::EKernelMemory, BTrace::EKernelMemoryMiscFree, 1<<KPageShift); |
|
1215 |
--Epoc::KernelMiscPages; |
|
1216 |
#endif |
|
1217 |
return KErrNone; |
|
1218 |
} |
|
1219 |
||
1220 |
TInt MmuBase::FreezeShadowPage(TLinAddr aRomAddr) |
|
1221 |
{
|
|
1222 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase:FreezeShadowPage(%08x)", aRomAddr));
|
|
1223 |
aRomAddr &= ~iPageMask; |
|
1224 |
TPhysAddr shadow_phys = KPhysAddrInvalid; |
|
1225 |
if (aRomAddr>=iRomLinearBase || aRomAddr<=(iRomLinearEnd-iPageSize)) |
|
1226 |
shadow_phys = LinearToPhysical(aRomAddr); |
|
1227 |
__KTRACE_OPT(KMMU,Kern::Printf("ShadowPhys = %08x",shadow_phys));
|
|
1228 |
if (shadow_phys == KPhysAddrInvalid) |
|
1229 |
{
|
|
1230 |
__KTRACE_OPT(KMMU,Kern::Printf("Invalid ROM address"));
|
|
1231 |
return KErrArgument; |
|
1232 |
} |
|
1233 |
TInt ptid = PageTableId(aRomAddr); |
|
1234 |
SPageInfo* pi = SPageInfo::SafeFromPhysAddr(shadow_phys); |
|
1235 |
if (ptid<0 || pi==0) |
|
1236 |
{
|
|
1237 |
__KTRACE_OPT(KMMU,Kern::Printf("No shadow page at this address"));
|
|
1238 |
return KErrGeneral; |
|
1239 |
} |
|
1240 |
DoFreezeShadowPage(ptid, aRomAddr); |
|
1241 |
__KTRACE_OPT(KMMU,Kern::Printf("FreezeShadowPage successful"));
|
|
1242 |
return KErrNone; |
|
1243 |
} |
|
1244 |
||
1245 |
TInt MmuBase::CopyToShadowMemory(TLinAddr aDest, TLinAddr aSrc, TUint32 aLength) |
|
1246 |
{
|
|
1247 |
memcpy ((TAny*)aDest, (const TAny*)aSrc, aLength); |
|
1248 |
return KErrNone; |
|
1249 |
} |
|
1250 |
||
1251 |
void M::BTracePrime(TUint aCategory) |
|
1252 |
{
|
|
1253 |
(void)aCategory; |
|
1254 |
||
1255 |
#ifdef BTRACE_KERNEL_MEMORY |
|
1256 |
// Must check for -1 as that is the default value of aCategory for |
|
1257 |
// BTrace::Prime() which is intended to prime all categories that are |
|
1258 |
// currently enabled via a single invocation of BTrace::Prime(). |
|
1259 |
if(aCategory==BTrace::EKernelMemory || (TInt)aCategory == -1) |
|
1260 |
{
|
|
1261 |
NKern::ThreadEnterCS(); |
|
1262 |
Mmu::Wait(); |
|
1263 |
BTrace4(BTrace::EKernelMemory,BTrace::EKernelMemoryInitialFree,TheSuperPage().iTotalRamSize); |
|
1264 |
BTrace4(BTrace::EKernelMemory,BTrace::EKernelMemoryCurrentFree,Kern::FreeRamInBytes()); |
|
1265 |
BTrace4(BTrace::EKernelMemory, BTrace::EKernelMemoryMiscAlloc, Epoc::KernelMiscPages<<KPageShift); |
|
1266 |
#ifdef __DEMAND_PAGING__ |
|
1267 |
if (DemandPaging::ThePager) |
|
1268 |
BTrace4(BTrace::EKernelMemory,BTrace::EKernelMemoryDemandPagingCache,DemandPaging::ThePager->iMinimumPageCount << KPageShift); |
|
1269 |
#endif |
|
1270 |
BTrace8(BTrace::EKernelMemory,BTrace::EKernelMemoryDrvPhysAlloc, Epoc::DriverAllocdPhysRam, -1); |
|
1271 |
Mmu::Signal(); |
|
1272 |
NKern::ThreadLeaveCS(); |
|
1273 |
} |
|
1274 |
#endif |
|
1275 |
||
1276 |
#ifdef BTRACE_RAM_ALLOCATOR |
|
|
102
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
1277 |
// Must check for -1 as that is the default value of aCategory for |
| 0 | 1278 |
// BTrace::Prime() which is intended to prime all categories that are |
1279 |
// currently enabled via a single invocation of BTrace::Prime(). |
|
1280 |
if(aCategory==BTrace::ERamAllocator || (TInt)aCategory == -1) |
|
1281 |
{
|
|
1282 |
NKern::ThreadEnterCS(); |
|
1283 |
Mmu::Wait(); |
|
|
102
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
1284 |
Mmu::Get().iRamPageAllocator->DoBTracePrime(); |
| 0 | 1285 |
Mmu::Signal(); |
1286 |
NKern::ThreadLeaveCS(); |
|
1287 |
} |
|
1288 |
#endif |
|
1289 |
} |
|
1290 |
||
1291 |
||
1292 |
/****************************************************************************** |
|
1293 |
* Code common to all virtual memory models |
|
1294 |
******************************************************************************/ |
|
1295 |
||
1296 |
void RHeapK::Mutate(TInt aOffset, TInt aMaxLength) |
|
1297 |
// |
|
1298 |
// Used by the kernel to mutate a fixed heap into a chunk heap. |
|
1299 |
// |
|
1300 |
{
|
|
1301 |
iMinLength += aOffset; |
|
1302 |
iMaxLength = aMaxLength + aOffset; |
|
1303 |
iOffset = aOffset; |
|
1304 |
iChunkHandle = (TInt)K::HeapInfo.iChunk; |
|
1305 |
iPageSize = M::PageSizeInBytes(); |
|
1306 |
iGrowBy = iPageSize; |
|
1307 |
iFlags = 0; |
|
1308 |
} |
|
1309 |
||
1310 |
TInt M::PageSizeInBytes() |
|
1311 |
{
|
|
1312 |
return KPageSize; |
|
1313 |
} |
|
1314 |
||
1315 |
TInt MmuBase::FreeRamInBytes() |
|
1316 |
{
|
|
1317 |
TInt free = iRamPageAllocator->FreeRamInBytes(); |
|
1318 |
if(iRamCache) |
|
1319 |
free += iRamCache->NumberOfFreePages()<<iPageShift; |
|
1320 |
return free; |
|
1321 |
} |
|
1322 |
||
1323 |
/** Returns the amount of free RAM currently available. |
|
1324 |
||
1325 |
@return The number of bytes of free RAM currently available. |
|
1326 |
@pre any context |
|
1327 |
*/ |
|
1328 |
EXPORT_C TInt Kern::FreeRamInBytes() |
|
1329 |
{
|
|
1330 |
return MmuBase::TheMmu->FreeRamInBytes(); |
|
1331 |
} |
|
1332 |
||
1333 |
||
1334 |
/** Rounds up the argument to the size of a MMU page. |
|
1335 |
||
1336 |
To find out the size of a MMU page: |
|
1337 |
@code |
|
1338 |
size = Kern::RoundToPageSize(1); |
|
1339 |
@endcode |
|
1340 |
||
1341 |
@param aSize Value to round up |
|
1342 |
@pre any context |
|
1343 |
*/ |
|
1344 |
EXPORT_C TUint32 Kern::RoundToPageSize(TUint32 aSize) |
|
1345 |
{
|
|
1346 |
return MmuBase::RoundToPageSize(aSize); |
|
1347 |
} |
|
1348 |
||
1349 |
||
1350 |
/** Rounds up the argument to the amount of memory mapped by a MMU page |
|
1351 |
directory entry. |
|
1352 |
||
1353 |
Chunks occupy one or more consecutive page directory entries (PDE) and |
|
1354 |
therefore the amount of linear and physical memory allocated to a chunk is |
|
1355 |
always a multiple of the amount of memory mapped by a page directory entry. |
|
1356 |
*/ |
|
1357 |
EXPORT_C TUint32 Kern::RoundToChunkSize(TUint32 aSize) |
|
1358 |
{
|
|
1359 |
return MmuBase::RoundToChunkSize(aSize); |
|
1360 |
} |
|
1361 |
||
1362 |
||
1363 |
/** |
|
1364 |
Allows the variant to specify the details of the RAM zones. This should be invoked |
|
1365 |
by the variant in its implementation of the pure virtual function Asic::Init1(). |
|
1366 |
||
1367 |
There are some limitations to how the RAM zones can be specified: |
|
1368 |
- Each RAM zone's address space must be distinct and not overlap with any |
|
1369 |
other RAM zone's address space |
|
1370 |
- Each RAM zone's address space must have a size that is multiples of the |
|
1371 |
ASIC's MMU small page size and be aligned to the ASIC's MMU small page size, |
|
1372 |
usually 4KB on ARM MMUs. |
|
1373 |
- When taken together all of the RAM zones must cover the whole of the physical RAM |
|
1374 |
address space as specified by the bootstrap in the SuperPage members iTotalRamSize |
|
1375 |
and iRamBootData;. |
|
1376 |
- There can be no more than KMaxRamZones RAM zones specified by the base port |
|
1377 |
||
1378 |
Note the verification of the RAM zone data is not performed here but by the ram |
|
1379 |
allocator later in the boot up sequence. This is because it is only possible to |
|
1380 |
verify the zone data once the physical RAM configuration has been read from |
|
1381 |
the super page. Any verification errors result in a "RAM-ALLOC" panic |
|
1382 |
faulting the kernel during initialisation. |
|
1383 |
||
1384 |
@param aZones Pointer to an array of SRamZone structs containing the details for all |
|
1385 |
the zones. The end of the array is specified by an element with an iSize of zero. The array must |
|
1386 |
remain in memory at least until the kernel has successfully booted. |
|
1387 |
||
1388 |
@param aCallback Pointer to a call back function that the kernel may invoke to request |
|
1389 |
one of the operations specified by TRamZoneOp. |
|
1390 |
||
1391 |
@return KErrNone if successful, otherwise one of the system wide error codes |
|
1392 |
||
1393 |
@see TRamZoneOp |
|
1394 |
@see SRamZone |
|
1395 |
@see TRamZoneCallback |
|
1396 |
*/ |
|
1397 |
EXPORT_C TInt Epoc::SetRamZoneConfig(const SRamZone* aZones, TRamZoneCallback aCallback) |
|
1398 |
{
|
|
1399 |
// Ensure this is only called once and only while we are initialising the kernel |
|
1400 |
if (!K::Initialising || MmuBase::RamZoneConfig != NULL) |
|
1401 |
{// fault kernel, won't return
|
|
1402 |
K::Fault(K::EBadSetRamZoneConfig); |
|
1403 |
} |
|
1404 |
||
1405 |
if (NULL == aZones) |
|
1406 |
{
|
|
1407 |
return KErrArgument; |
|
1408 |
} |
|
1409 |
MmuBase::RamZoneConfig=aZones; |
|
1410 |
MmuBase::RamZoneCallback=aCallback; |
|
1411 |
return KErrNone; |
|
1412 |
} |
|
1413 |
||
1414 |
||
1415 |
/** |
|
1416 |
Modify the specified RAM zone's flags. |
|
1417 |
||
1418 |
This allows the BSP or device driver to configure which type of pages, if any, |
|
1419 |
can be allocated into a RAM zone by the system. |
|
1420 |
||
1421 |
Note: updating a RAM zone's flags can result in |
|
1422 |
1 - memory allocations failing despite there being enough free RAM in the system. |
|
1423 |
2 - the methods TRamDefragRequest::EmptyRamZone(), TRamDefragRequest::ClaimRamZone() |
|
1424 |
or TRamDefragRequest::DefragRam() never succeeding. |
|
1425 |
||
1426 |
The flag masks KRamZoneFlagDiscardOnly, KRamZoneFlagMovAndDisOnly and KRamZoneFlagNoAlloc |
|
1427 |
are intended to be used with this method. |
|
1428 |
||
1429 |
@param aId The ID of the RAM zone to modify. |
|
1430 |
@param aClearMask The bit mask to clear, each flag of which must already be set on the RAM zone. |
|
1431 |
@param aSetMask The bit mask to set. |
|
1432 |
||
1433 |
@return KErrNone on success, KErrArgument if the RAM zone of aId not found or if |
|
1434 |
aSetMask contains invalid flag bits. |
|
1435 |
||
1436 |
@see TRamDefragRequest::EmptyRamZone() |
|
1437 |
@see TRamDefragRequest::ClaimRamZone() |
|
1438 |
@see TRamDefragRequest::DefragRam() |
|
1439 |
||
1440 |
@see KRamZoneFlagDiscardOnly |
|
1441 |
@see KRamZoneFlagMovAndDisOnly |
|
1442 |
@see KRamZoneFlagNoAlloc |
|
1443 |
*/ |
|
1444 |
EXPORT_C TInt Epoc::ModifyRamZoneFlags(TUint aId, TUint aClearMask, TUint aSetMask) |
|
1445 |
{
|
|
1446 |
MmuBase& m = *MmuBase::TheMmu; |
|
1447 |
MmuBase::Wait(); |
|
1448 |
||
1449 |
TInt ret = m.ModifyRamZoneFlags(aId, aClearMask, aSetMask); |
|
1450 |
||
1451 |
MmuBase::Signal(); |
|
1452 |
return ret; |
|
1453 |
} |
|
1454 |
||
1455 |
TInt MmuBase::ModifyRamZoneFlags(TUint aId, TUint aClearMask, TUint aSetMask) |
|
1456 |
{
|
|
1457 |
return iRamPageAllocator->ModifyZoneFlags(aId, aClearMask, aSetMask); |
|
1458 |
} |
|
1459 |
||
1460 |
||
1461 |
/** |
|
1462 |
Gets the current count of a particular RAM zone's pages by type. |
|
1463 |
||
1464 |
@param aId The ID of the RAM zone to enquire about |
|
1465 |
@param aPageData If successful, on return this contains the page count |
|
1466 |
||
1467 |
@return KErrNone if successful, KErrArgument if a RAM zone of aId is not found or |
|
1468 |
one of the system wide error codes |
|
1469 |
||
1470 |
@pre Calling thread must be in a critical section. |
|
1471 |
@pre Interrupts must be enabled. |
|
1472 |
@pre Kernel must be unlocked. |
|
1473 |
@pre No fast mutex can be held. |
|
1474 |
@pre Call in a thread context. |
|
1475 |
||
1476 |
@see SRamZonePageCount |
|
1477 |
*/ |
|
1478 |
EXPORT_C TInt Epoc::GetRamZonePageCount(TUint aId, SRamZonePageCount& aPageData) |
|
1479 |
{
|
|
1480 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::GetRamZonePageCount"); |
|
1481 |
||
1482 |
MmuBase& m = *MmuBase::TheMmu; |
|
1483 |
MmuBase::Wait(); // Gets RAM alloc mutex |
|
1484 |
||
1485 |
TInt r = m.GetRamZonePageCount(aId, aPageData); |
|
1486 |
||
1487 |
MmuBase::Signal(); |
|
1488 |
||
1489 |
return r; |
|
1490 |
} |
|
1491 |
||
1492 |
TInt MmuBase::GetRamZonePageCount(TUint aId, SRamZonePageCount& aPageData) |
|
1493 |
{
|
|
1494 |
return iRamPageAllocator->GetZonePageCount(aId, aPageData); |
|
1495 |
} |
|
1496 |
||
1497 |
/** |
|
1498 |
Replace a page of the system's execute-in-place (XIP) ROM image with a page of |
|
1499 |
RAM having the same contents. This RAM can subsequently be written to in order |
|
1500 |
to apply patches to the XIP ROM or to insert software breakpoints for debugging |
|
1501 |
purposes. |
|
1502 |
Call Epoc::FreeShadowPage() when you wish to revert to the original ROM page. |
|
1503 |
||
1504 |
@param aRomAddr The virtual address of the ROM page to be replaced. |
|
1505 |
@return KErrNone if the operation completed successfully. |
|
1506 |
KErrArgument if the specified address is not a valid XIP ROM address. |
|
1507 |
KErrNoMemory if the operation failed due to insufficient free RAM. |
|
1508 |
KErrAlreadyExists if the XIP ROM page at the specified address has |
|
1509 |
already been shadowed by a RAM page. |
|
1510 |
||
1511 |
@pre Calling thread must be in a critical section. |
|
1512 |
@pre Interrupts must be enabled. |
|
1513 |
@pre Kernel must be unlocked. |
|
1514 |
@pre No fast mutex can be held. |
|
1515 |
@pre Call in a thread context. |
|
1516 |
*/ |
|
1517 |
EXPORT_C TInt Epoc::AllocShadowPage(TLinAddr aRomAddr) |
|
1518 |
{
|
|
1519 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::AllocShadowPage"); |
|
1520 |
||
1521 |
TInt r; |
|
1522 |
r=M::LockRegion(aRomAddr,1); |
|
1523 |
if(r!=KErrNone && r!=KErrNotFound) |
|
1524 |
return r; |
|
1525 |
MmuBase& m=*MmuBase::TheMmu; |
|
1526 |
MmuBase::Wait(); |
|
1527 |
r=m.AllocShadowPage(aRomAddr); |
|
1528 |
MmuBase::Signal(); |
|
1529 |
if(r!=KErrNone) |
|
1530 |
M::UnlockRegion(aRomAddr,1); |
|
1531 |
return r; |
|
1532 |
} |
|
1533 |
||
1534 |
/** |
|
1535 |
Copies data into shadow memory. Source data is presumed to be in Kernel memory. |
|
1536 |
||
1537 |
@param aSrc Data to copy from. |
|
1538 |
@param aDest Address to copy into. |
|
1539 |
@param aLength Number of bytes to copy. Maximum of 32 bytes of data can be copied. |
|
1540 |
. |
|
1541 |
@return KErrNone if the operation completed successfully. |
|
1542 |
KErrArgument if any part of destination region is not shadow page or |
|
1543 |
if aLength is greater then 32 bytes. |
|
1544 |
||
1545 |
@pre Calling thread must be in a critical section. |
|
1546 |
@pre Interrupts must be enabled. |
|
1547 |
@pre Kernel must be unlocked. |
|
1548 |
@pre No fast mutex can be held. |
|
1549 |
@pre Call in a thread context. |
|
1550 |
*/ |
|
1551 |
EXPORT_C TInt Epoc::CopyToShadowMemory(TLinAddr aDest, TLinAddr aSrc, TUint32 aLength) |
|
1552 |
{
|
|
1553 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::CopyToShadowMemory"); |
|
1554 |
||
1555 |
if (aLength>32) |
|
1556 |
return KErrArgument; |
|
1557 |
MmuBase& m=*MmuBase::TheMmu; |
|
1558 |
// This is a simple copy operation except on platforms with __CPU_MEMORY_TYPE_REMAPPING defined, |
|
1559 |
// where shadow page is read-only and it has to be remapped before it is written into. |
|
1560 |
return m.CopyToShadowMemory(aDest, aSrc, aLength); |
|
1561 |
} |
|
1562 |
/** |
|
1563 |
Revert an XIP ROM address which has previously been shadowed to the original |
|
1564 |
page of ROM. |
|
1565 |
||
1566 |
@param aRomAddr The virtual address of the ROM page to be reverted. |
|
1567 |
@return KErrNone if the operation completed successfully. |
|
1568 |
KErrArgument if the specified address is not a valid XIP ROM address. |
|
1569 |
KErrGeneral if the specified address has not previously been shadowed |
|
1570 |
using Epoc::AllocShadowPage(). |
|
1571 |
||
1572 |
@pre Calling thread must be in a critical section. |
|
1573 |
@pre Interrupts must be enabled. |
|
1574 |
@pre Kernel must be unlocked. |
|
1575 |
@pre No fast mutex can be held. |
|
1576 |
@pre Call in a thread context. |
|
1577 |
*/ |
|
1578 |
EXPORT_C TInt Epoc::FreeShadowPage(TLinAddr aRomAddr) |
|
1579 |
{
|
|
1580 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::FreeShadowPage"); |
|
1581 |
MmuBase& m=*MmuBase::TheMmu; |
|
1582 |
MmuBase::Wait(); |
|
1583 |
TInt r=m.FreeShadowPage(aRomAddr); |
|
1584 |
MmuBase::Signal(); |
|
1585 |
if(r==KErrNone) |
|
1586 |
M::UnlockRegion(aRomAddr,1); |
|
1587 |
return r; |
|
1588 |
} |
|
1589 |
||
1590 |
||
1591 |
/** |
|
1592 |
Change the permissions on an XIP ROM address which has previously been shadowed |
|
1593 |
by a RAM page so that the RAM page may no longer be written to. |
|
1594 |
||
1595 |
Note: Shadow page on the latest platforms (that use the reduced set of access permissions: |
|
1596 |
arm11mpcore, arm1176, cortex) is implemented with read only permissions. Therefore, calling |
|
1597 |
this function in not necessary, as shadow page is already created as 'frozen'. |
|
1598 |
||
1599 |
@param aRomAddr The virtual address of the shadow RAM page to be frozen. |
|
1600 |
@return KErrNone if the operation completed successfully. |
|
1601 |
KErrArgument if the specified address is not a valid XIP ROM address. |
|
1602 |
KErrGeneral if the specified address has not previously been shadowed |
|
1603 |
using Epoc::AllocShadowPage(). |
|
1604 |
||
1605 |
@pre Calling thread must be in a critical section. |
|
1606 |
@pre Interrupts must be enabled. |
|
1607 |
@pre Kernel must be unlocked. |
|
1608 |
@pre No fast mutex can be held. |
|
1609 |
@pre Call in a thread context. |
|
1610 |
*/ |
|
1611 |
EXPORT_C TInt Epoc::FreezeShadowPage(TLinAddr aRomAddr) |
|
1612 |
{
|
|
1613 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::FreezeShadowPage"); |
|
1614 |
MmuBase& m=*MmuBase::TheMmu; |
|
1615 |
MmuBase::Wait(); |
|
1616 |
TInt r=m.FreezeShadowPage(aRomAddr); |
|
1617 |
MmuBase::Signal(); |
|
1618 |
return r; |
|
1619 |
} |
|
1620 |
||
1621 |
||
1622 |
/** |
|
1623 |
Allocate a block of physically contiguous RAM with a physical address aligned |
|
1624 |
to a specified power of 2 boundary. |
|
1625 |
When the RAM is no longer required it should be freed using |
|
1626 |
Epoc::FreePhysicalRam() |
|
1627 |
||
1628 |
@param aSize The size in bytes of the required block. The specified size |
|
1629 |
is rounded up to the page size, since only whole pages of |
|
1630 |
physical RAM can be allocated. |
|
1631 |
@param aPhysAddr Receives the physical address of the base of the block on |
|
1632 |
successful allocation. |
|
1633 |
@param aAlign Specifies the number of least significant bits of the |
|
1634 |
physical address which are required to be zero. If a value |
|
1635 |
less than log2(page size) is specified, page alignment is |
|
1636 |
assumed. Pass 0 for aAlign if there are no special alignment |
|
1637 |
constraints (other than page alignment). |
|
1638 |
@return KErrNone if the allocation was successful. |
|
1639 |
KErrNoMemory if a sufficiently large physically contiguous block of free |
|
1640 |
RAM with the specified alignment could not be found. |
|
1641 |
@pre Calling thread must be in a critical section. |
|
1642 |
@pre Interrupts must be enabled. |
|
1643 |
@pre Kernel must be unlocked. |
|
1644 |
@pre No fast mutex can be held. |
|
1645 |
@pre Call in a thread context. |
|
1646 |
@pre Can be used in a device driver. |
|
1647 |
*/ |
|
1648 |
EXPORT_C TInt Epoc::AllocPhysicalRam(TInt aSize, TPhysAddr& aPhysAddr, TInt aAlign) |
|
1649 |
{
|
|
1650 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::AllocPhysicalRam"); |
|
1651 |
MmuBase& m=*MmuBase::TheMmu; |
|
1652 |
MmuBase::Wait(); |
|
1653 |
TInt r=m.AllocPhysicalRam(aSize,aPhysAddr,aAlign); |
|
1654 |
if (r == KErrNone) |
|
1655 |
{
|
|
1656 |
// For the sake of platform security we have to clear the memory. E.g. the driver |
|
1657 |
// could assign it to a chunk visible to user side. |
|
1658 |
m.ClearPages(Kern::RoundToPageSize(aSize)>>m.iPageShift, (TPhysAddr*)(aPhysAddr|1)); |
|
1659 |
#ifdef BTRACE_KERNEL_MEMORY |
|
1660 |
TUint size = Kern::RoundToPageSize(aSize); |
|
1661 |
BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysAlloc, size, aPhysAddr); |
|
1662 |
Epoc::DriverAllocdPhysRam += size; |
|
1663 |
#endif |
|
1664 |
} |
|
1665 |
MmuBase::Signal(); |
|
1666 |
return r; |
|
1667 |
} |
|
1668 |
||
1669 |
/** |
|
1670 |
Allocate a block of physically contiguous RAM with a physical address aligned |
|
1671 |
to a specified power of 2 boundary from the specified zone. |
|
1672 |
When the RAM is no longer required it should be freed using Epoc::FreePhysicalRam(). |
|
1673 |
||
1674 |
Note that this method only repsects the KRamZoneFlagNoAlloc flag and will always attempt |
|
1675 |
to allocate regardless of whether the other flags are set for the specified RAM zones |
|
1676 |
or not. |
|
1677 |
||
1678 |
When the RAM is no longer required it should be freed using Epoc::FreePhysicalRam(). |
|
1679 |
||
1680 |
@param aZoneId The ID of the zone to attempt to allocate from. |
|
1681 |
@param aSize The size in bytes of the required block. The specified size |
|
1682 |
is rounded up to the page size, since only whole pages of |
|
1683 |
physical RAM can be allocated. |
|
1684 |
@param aPhysAddr Receives the physical address of the base of the block on |
|
1685 |
successful allocation. |
|
1686 |
@param aAlign Specifies the number of least significant bits of the |
|
1687 |
physical address which are required to be zero. If a value |
|
1688 |
less than log2(page size) is specified, page alignment is |
|
1689 |
assumed. Pass 0 for aAlign if there are no special alignment |
|
1690 |
constraints (other than page alignment). |
|
1691 |
@return KErrNone if the allocation was successful. |
|
1692 |
KErrNoMemory if a sufficiently large physically contiguous block of free |
|
1693 |
RAM with the specified alignment could not be found within the specified |
|
1694 |
zone. |
|
1695 |
KErrArgument if a RAM zone of the specified ID can't be found or if the |
|
1696 |
RAM zone has a total number of physical pages which is less than those |
|
1697 |
requested for the allocation. |
|
1698 |
||
1699 |
@pre Calling thread must be in a critical section. |
|
1700 |
@pre Interrupts must be enabled. |
|
1701 |
@pre Kernel must be unlocked. |
|
1702 |
@pre No fast mutex can be held. |
|
1703 |
@pre Call in a thread context. |
|
1704 |
@pre Can be used in a device driver. |
|
1705 |
*/ |
|
1706 |
EXPORT_C TInt Epoc::ZoneAllocPhysicalRam(TUint aZoneId, TInt aSize, TPhysAddr& aPhysAddr, TInt aAlign) |
|
1707 |
{
|
|
1708 |
return ZoneAllocPhysicalRam(&aZoneId, 1, aSize, aPhysAddr, aAlign); |
|
1709 |
} |
|
1710 |
||
1711 |
||
1712 |
/** |
|
1713 |
Allocate a block of physically contiguous RAM with a physical address aligned |
|
1714 |
to a specified power of 2 boundary from the specified RAM zones. |
|
1715 |
When the RAM is no longer required it should be freed using Epoc::FreePhysicalRam(). |
|
1716 |
||
1717 |
RAM will be allocated into the RAM zones in the order they are specified in the |
|
1718 |
aZoneIdList parameter. If the contiguous allocations are intended to span RAM zones |
|
1719 |
when required then aZoneIdList should be listed with the RAM zones in ascending |
|
1720 |
physical address order. |
|
1721 |
||
1722 |
Note that this method only repsects the KRamZoneFlagNoAlloc flag and will always attempt |
|
1723 |
to allocate regardless of whether the other flags are set for the specified RAM zones |
|
1724 |
or not. |
|
1725 |
||
1726 |
When the RAM is no longer required it should be freed using Epoc::FreePhysicalRam(). |
|
1727 |
||
1728 |
@param aZoneIdList A pointer to an array of RAM zone IDs of the RAM zones to |
|
1729 |
attempt to allocate from. |
|
1730 |
@param aZoneIdCount The number of RAM zone IDs contained in aZoneIdList. |
|
1731 |
@param aSize The size in bytes of the required block. The specified size |
|
1732 |
is rounded up to the page size, since only whole pages of |
|
1733 |
physical RAM can be allocated. |
|
1734 |
@param aPhysAddr Receives the physical address of the base of the block on |
|
1735 |
successful allocation. |
|
1736 |
@param aAlign Specifies the number of least significant bits of the |
|
1737 |
physical address which are required to be zero. If a value |
|
1738 |
less than log2(page size) is specified, page alignment is |
|
1739 |
assumed. Pass 0 for aAlign if there are no special alignment |
|
1740 |
constraints (other than page alignment). |
|
1741 |
@return KErrNone if the allocation was successful. |
|
1742 |
KErrNoMemory if a sufficiently large physically contiguous block of free |
|
1743 |
RAM with the specified alignment could not be found within the specified |
|
1744 |
zone. |
|
1745 |
KErrArgument if a RAM zone of a specified ID can't be found or if the |
|
1746 |
RAM zones have a total number of physical pages which is less than those |
|
1747 |
requested for the allocation. |
|
1748 |
||
1749 |
@pre Calling thread must be in a critical section. |
|
1750 |
@pre Interrupts must be enabled. |
|
1751 |
@pre Kernel must be unlocked. |
|
1752 |
@pre No fast mutex can be held. |
|
1753 |
@pre Call in a thread context. |
|
1754 |
@pre Can be used in a device driver. |
|
1755 |
*/ |
|
1756 |
EXPORT_C TInt Epoc::ZoneAllocPhysicalRam(TUint* aZoneIdList, TUint aZoneIdCount, TInt aSize, TPhysAddr& aPhysAddr, TInt aAlign) |
|
1757 |
{
|
|
1758 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::ZoneAllocPhysicalRam"); |
|
1759 |
MmuBase& m=*MmuBase::TheMmu; |
|
1760 |
MmuBase::Wait(); |
|
1761 |
TInt r = m.ZoneAllocPhysicalRam(aZoneIdList, aZoneIdCount, aSize, aPhysAddr, aAlign); |
|
1762 |
if (r == KErrNone) |
|
1763 |
{
|
|
1764 |
// For the sake of platform security we have to clear the memory. E.g. the driver |
|
1765 |
// could assign it to a chunk visible to user side. |
|
1766 |
m.ClearPages(Kern::RoundToPageSize(aSize)>>m.iPageShift, (TPhysAddr*)(aPhysAddr|1)); |
|
1767 |
#ifdef BTRACE_KERNEL_MEMORY |
|
1768 |
TUint size = Kern::RoundToPageSize(aSize); |
|
1769 |
BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysAlloc, size, aPhysAddr); |
|
1770 |
Epoc::DriverAllocdPhysRam += size; |
|
1771 |
#endif |
|
1772 |
} |
|
1773 |
MmuBase::Signal(); |
|
1774 |
return r; |
|
1775 |
} |
|
1776 |
||
1777 |
||
1778 |
/** |
|
1779 |
Attempt to allocate discontiguous RAM pages. |
|
1780 |
||
1781 |
When the RAM is no longer required it should be freed using Epoc::FreePhysicalRam(). |
|
1782 |
||
1783 |
@param aNumPages The number of discontiguous pages required to be allocated |
|
1784 |
@param aPageList This should be a pointer to a previously allocated array of |
|
1785 |
aNumPages TPhysAddr elements. On a succesful allocation it |
|
1786 |
will receive the physical addresses of each page allocated. |
|
1787 |
||
1788 |
@return KErrNone if the allocation was successful. |
|
1789 |
KErrNoMemory if the requested number of pages can't be allocated |
|
1790 |
||
1791 |
@pre Calling thread must be in a critical section. |
|
1792 |
@pre Interrupts must be enabled. |
|
1793 |
@pre Kernel must be unlocked. |
|
1794 |
@pre No fast mutex can be held. |
|
1795 |
@pre Call in a thread context. |
|
1796 |
@pre Can be used in a device driver. |
|
1797 |
*/ |
|
1798 |
EXPORT_C TInt Epoc::AllocPhysicalRam(TInt aNumPages, TPhysAddr* aPageList) |
|
1799 |
{
|
|
1800 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL, "Epoc::AllocPhysicalRam"); |
|
1801 |
MmuBase& m = *MmuBase::TheMmu; |
|
1802 |
MmuBase::Wait(); |
|
1803 |
TInt r = m.AllocPhysicalRam(aNumPages, aPageList); |
|
1804 |
if (r == KErrNone) |
|
1805 |
{
|
|
1806 |
// For the sake of platform security we have to clear the memory. E.g. the driver |
|
1807 |
// could assign it to a chunk visible to user side. |
|
1808 |
m.ClearPages(aNumPages, aPageList); |
|
1809 |
||
1810 |
#ifdef BTRACE_KERNEL_MEMORY |
|
1811 |
if (BTrace::CheckFilter(BTrace::EKernelMemory)) |
|
1812 |
{// Only loop round each page if EKernelMemory tracing is enabled
|
|
1813 |
TPhysAddr* pAddr = aPageList; |
|
1814 |
TPhysAddr* pAddrEnd = aPageList + aNumPages; |
|
1815 |
while (pAddr < pAddrEnd) |
|
1816 |
{
|
|
1817 |
BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysAlloc, KPageSize, *pAddr++); |
|
1818 |
Epoc::DriverAllocdPhysRam += KPageSize; |
|
1819 |
} |
|
1820 |
} |
|
1821 |
#endif |
|
1822 |
} |
|
1823 |
MmuBase::Signal(); |
|
1824 |
return r; |
|
1825 |
} |
|
1826 |
||
1827 |
||
1828 |
/** |
|
1829 |
Attempt to allocate discontiguous RAM pages from the specified zone. |
|
1830 |
||
1831 |
Note that this method only repsects the KRamZoneFlagNoAlloc flag and will always attempt |
|
1832 |
to allocate regardless of whether the other flags are set for the specified RAM zones |
|
1833 |
or not. |
|
1834 |
||
1835 |
When the RAM is no longer required it should be freed using Epoc::FreePhysicalRam(). |
|
1836 |
||
1837 |
@param aZoneId The ID of the zone to attempt to allocate from. |
|
1838 |
@param aNumPages The number of discontiguous pages required to be allocated |
|
1839 |
from the specified zone. |
|
1840 |
@param aPageList This should be a pointer to a previously allocated array of |
|
1841 |
aNumPages TPhysAddr elements. On a succesful |
|
1842 |
allocation it will receive the physical addresses of each |
|
1843 |
page allocated. |
|
1844 |
@return KErrNone if the allocation was successful. |
|
1845 |
KErrNoMemory if the requested number of pages can't be allocated from the |
|
1846 |
specified zone. |
|
1847 |
KErrArgument if a RAM zone of the specified ID can't be found or if the |
|
1848 |
RAM zone has a total number of physical pages which is less than those |
|
1849 |
requested for the allocation. |
|
1850 |
||
1851 |
@pre Calling thread must be in a critical section. |
|
1852 |
@pre Interrupts must be enabled. |
|
1853 |
@pre Kernel must be unlocked. |
|
1854 |
@pre No fast mutex can be held. |
|
1855 |
@pre Call in a thread context. |
|
1856 |
@pre Can be used in a device driver. |
|
1857 |
*/ |
|
1858 |
EXPORT_C TInt Epoc::ZoneAllocPhysicalRam(TUint aZoneId, TInt aNumPages, TPhysAddr* aPageList) |
|
1859 |
{
|
|
1860 |
return ZoneAllocPhysicalRam(&aZoneId, 1, aNumPages, aPageList); |
|
1861 |
} |
|
1862 |
||
1863 |
||
1864 |
/** |
|
1865 |
Attempt to allocate discontiguous RAM pages from the specified RAM zones. |
|
1866 |
The RAM pages will be allocated into the RAM zones in the order that they are specified |
|
1867 |
in the aZoneIdList parameter, the RAM zone preferences will be ignored. |
|
1868 |
||
1869 |
Note that this method only repsects the KRamZoneFlagNoAlloc flag and will always attempt |
|
1870 |
to allocate regardless of whether the other flags are set for the specified RAM zones |
|
1871 |
or not. |
|
1872 |
||
1873 |
When the RAM is no longer required it should be freed using Epoc::FreePhysicalRam(). |
|
1874 |
||
1875 |
@param aZoneIdList A pointer to an array of RAM zone IDs of the RAM zones to |
|
1876 |
attempt to allocate from. |
|
1877 |
@param aZoneIdCount The number of RAM zone IDs pointed to by aZoneIdList. |
|
1878 |
@param aNumPages The number of discontiguous pages required to be allocated |
|
1879 |
from the specified zone. |
|
1880 |
@param aPageList This should be a pointer to a previously allocated array of |
|
1881 |
aNumPages TPhysAddr elements. On a succesful |
|
1882 |
allocation it will receive the physical addresses of each |
|
1883 |
page allocated. |
|
1884 |
@return KErrNone if the allocation was successful. |
|
1885 |
KErrNoMemory if the requested number of pages can't be allocated from the |
|
1886 |
specified zone. |
|
1887 |
KErrArgument if a RAM zone of a specified ID can't be found or if the |
|
1888 |
RAM zones have a total number of physical pages which is less than those |
|
1889 |
requested for the allocation. |
|
1890 |
||
1891 |
@pre Calling thread must be in a critical section. |
|
1892 |
@pre Interrupts must be enabled. |
|
1893 |
@pre Kernel must be unlocked. |
|
1894 |
@pre No fast mutex can be held. |
|
1895 |
@pre Call in a thread context. |
|
1896 |
@pre Can be used in a device driver. |
|
1897 |
*/ |
|
1898 |
EXPORT_C TInt Epoc::ZoneAllocPhysicalRam(TUint* aZoneIdList, TUint aZoneIdCount, TInt aNumPages, TPhysAddr* aPageList) |
|
1899 |
{
|
|
1900 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL, "Epoc::ZoneAllocPhysicalRam"); |
|
1901 |
MmuBase& m = *MmuBase::TheMmu; |
|
1902 |
MmuBase::Wait(); |
|
1903 |
TInt r = m.ZoneAllocPhysicalRam(aZoneIdList, aZoneIdCount, aNumPages, aPageList); |
|
1904 |
if (r == KErrNone) |
|
1905 |
{
|
|
1906 |
// For the sake of platform security we have to clear the memory. E.g. the driver |
|
1907 |
// could assign it to a chunk visible to user side. |
|
1908 |
m.ClearPages(aNumPages, aPageList); |
|
1909 |
||
1910 |
#ifdef BTRACE_KERNEL_MEMORY |
|
1911 |
if (BTrace::CheckFilter(BTrace::EKernelMemory)) |
|
1912 |
{// Only loop round each page if EKernelMemory tracing is enabled
|
|
1913 |
TPhysAddr* pAddr = aPageList; |
|
1914 |
TPhysAddr* pAddrEnd = aPageList + aNumPages; |
|
1915 |
while (pAddr < pAddrEnd) |
|
1916 |
{
|
|
1917 |
BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysAlloc, KPageSize, *pAddr++); |
|
1918 |
Epoc::DriverAllocdPhysRam += KPageSize; |
|
1919 |
} |
|
1920 |
} |
|
1921 |
#endif |
|
1922 |
} |
|
1923 |
MmuBase::Signal(); |
|
1924 |
return r; |
|
1925 |
} |
|
1926 |
||
1927 |
/** |
|
1928 |
Free a previously-allocated block of physically contiguous RAM. |
|
1929 |
||
1930 |
Specifying one of the following may cause the system to panic: |
|
1931 |
a) an invalid physical RAM address. |
|
1932 |
b) valid physical RAM addresses where some had not been previously allocated. |
|
1933 |
c) an adrress not aligned to a page boundary. |
|
1934 |
||
1935 |
@param aPhysAddr The physical address of the base of the block to be freed. |
|
1936 |
This must be the address returned by a previous call to |
|
1937 |
Epoc::AllocPhysicalRam(), Epoc::ZoneAllocPhysicalRam(), |
|
1938 |
Epoc::ClaimPhysicalRam() or Epoc::ClaimRamZone(). |
|
1939 |
@param aSize The size in bytes of the required block. The specified size |
|
1940 |
is rounded up to the page size, since only whole pages of |
|
1941 |
physical RAM can be allocated. |
|
1942 |
@return KErrNone if the operation was successful. |
|
1943 |
||
1944 |
||
1945 |
||
1946 |
@pre Calling thread must be in a critical section. |
|
1947 |
@pre Interrupts must be enabled. |
|
1948 |
@pre Kernel must be unlocked. |
|
1949 |
@pre No fast mutex can be held. |
|
1950 |
@pre Call in a thread context. |
|
1951 |
@pre Can be used in a device driver. |
|
1952 |
*/ |
|
1953 |
EXPORT_C TInt Epoc::FreePhysicalRam(TPhysAddr aPhysAddr, TInt aSize) |
|
1954 |
{
|
|
1955 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::FreePhysicalRam"); |
|
1956 |
MmuBase& m=*MmuBase::TheMmu; |
|
1957 |
MmuBase::Wait(); |
|
1958 |
TInt r=m.FreePhysicalRam(aPhysAddr,aSize); |
|
1959 |
#ifdef BTRACE_KERNEL_MEMORY |
|
1960 |
if (r == KErrNone) |
|
1961 |
{
|
|
1962 |
TUint size = Kern::RoundToPageSize(aSize); |
|
1963 |
BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysFree, size, aPhysAddr); |
|
1964 |
Epoc::DriverAllocdPhysRam -= size; |
|
1965 |
} |
|
1966 |
#endif |
|
1967 |
MmuBase::Signal(); |
|
1968 |
return r; |
|
1969 |
} |
|
1970 |
||
1971 |
||
1972 |
/** |
|
1973 |
Free a number of physical RAM pages that were previously allocated using |
|
1974 |
Epoc::AllocPhysicalRam() or Epoc::ZoneAllocPhysicalRam(). |
|
1975 |
||
1976 |
Specifying one of the following may cause the system to panic: |
|
1977 |
a) an invalid physical RAM address. |
|
1978 |
b) valid physical RAM addresses where some had not been previously allocated. |
|
1979 |
c) an adrress not aligned to a page boundary. |
|
1980 |
||
1981 |
@param aNumPages The number of pages to be freed. |
|
1982 |
@param aPhysAddr An array of aNumPages TPhysAddr elements. Where each element |
|
1983 |
should contain the physical address of each page to be freed. |
|
1984 |
This must be the same set of addresses as those returned by a |
|
1985 |
previous call to Epoc::AllocPhysicalRam() or |
|
1986 |
Epoc::ZoneAllocPhysicalRam(). |
|
1987 |
@return KErrNone if the operation was successful. |
|
1988 |
||
1989 |
@pre Calling thread must be in a critical section. |
|
1990 |
@pre Interrupts must be enabled. |
|
1991 |
@pre Kernel must be unlocked. |
|
1992 |
@pre No fast mutex can be held. |
|
1993 |
@pre Call in a thread context. |
|
1994 |
@pre Can be used in a device driver. |
|
1995 |
||
1996 |
*/ |
|
1997 |
EXPORT_C TInt Epoc::FreePhysicalRam(TInt aNumPages, TPhysAddr* aPageList) |
|
1998 |
{
|
|
1999 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::FreePhysicalRam"); |
|
2000 |
MmuBase& m=*MmuBase::TheMmu; |
|
2001 |
MmuBase::Wait(); |
|
2002 |
TInt r=m.FreePhysicalRam(aNumPages, aPageList); |
|
2003 |
#ifdef BTRACE_KERNEL_MEMORY |
|
2004 |
if (r == KErrNone && BTrace::CheckFilter(BTrace::EKernelMemory)) |
|
2005 |
{// Only loop round each page if EKernelMemory tracing is enabled
|
|
2006 |
TPhysAddr* pAddr = aPageList; |
|
2007 |
TPhysAddr* pAddrEnd = aPageList + aNumPages; |
|
2008 |
while (pAddr < pAddrEnd) |
|
2009 |
{
|
|
2010 |
BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysFree, KPageSize, *pAddr++); |
|
2011 |
Epoc::DriverAllocdPhysRam -= KPageSize; |
|
2012 |
} |
|
2013 |
} |
|
2014 |
#endif |
|
2015 |
MmuBase::Signal(); |
|
2016 |
return r; |
|
2017 |
} |
|
2018 |
||
2019 |
||
2020 |
/** |
|
2021 |
Allocate a specific block of physically contiguous RAM, specified by physical |
|
2022 |
base address and size. |
|
2023 |
If and when the RAM is no longer required it should be freed using |
|
2024 |
Epoc::FreePhysicalRam() |
|
2025 |
||
2026 |
@param aPhysAddr The physical address of the base of the required block. |
|
2027 |
@param aSize The size in bytes of the required block. The specified size |
|
2028 |
is rounded up to the page size, since only whole pages of |
|
2029 |
physical RAM can be allocated. |
|
2030 |
@return KErrNone if the operation was successful. |
|
2031 |
KErrArgument if the range of physical addresses specified included some |
|
2032 |
which are not valid physical RAM addresses. |
|
2033 |
KErrInUse if the range of physical addresses specified are all valid |
|
2034 |
physical RAM addresses but some of them have already been |
|
2035 |
allocated for other purposes. |
|
2036 |
@pre Calling thread must be in a critical section. |
|
2037 |
@pre Interrupts must be enabled. |
|
2038 |
@pre Kernel must be unlocked. |
|
2039 |
@pre No fast mutex can be held. |
|
2040 |
@pre Call in a thread context. |
|
2041 |
@pre Can be used in a device driver. |
|
2042 |
*/ |
|
2043 |
EXPORT_C TInt Epoc::ClaimPhysicalRam(TPhysAddr aPhysAddr, TInt aSize) |
|
2044 |
{
|
|
2045 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::ClaimPhysicalRam"); |
|
2046 |
MmuBase& m=*MmuBase::TheMmu; |
|
2047 |
MmuBase::Wait(); |
|
2048 |
TInt r=m.ClaimPhysicalRam(aPhysAddr,aSize); |
|
2049 |
#ifdef BTRACE_KERNEL_MEMORY |
|
2050 |
if(r==KErrNone) |
|
2051 |
{
|
|
2052 |
TUint32 pa=aPhysAddr; |
|
2053 |
TUint32 size=aSize; |
|
2054 |
m.RoundUpRangeToPageSize(pa,size); |
|
2055 |
BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysAlloc, size, pa); |
|
2056 |
Epoc::DriverAllocdPhysRam += size; |
|
2057 |
} |
|
2058 |
#endif |
|
2059 |
MmuBase::Signal(); |
|
2060 |
return r; |
|
2061 |
} |
|
2062 |
||
2063 |
||
2064 |
/** |
|
|
102
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2065 |
Free a RAM zone which was previously allocated by one of these methods: |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2066 |
Epoc::AllocPhysicalRam(), Epoc::ZoneAllocPhysicalRam() or |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2067 |
TRamDefragRequest::ClaimRamZone(). |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2068 |
|
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2069 |
All of the pages in the RAM zone must be allocated and only via one of the methods |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2070 |
listed above, otherwise a system panic will occur. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2071 |
|
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2072 |
@param aZoneId The ID of the RAM zone to free. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2073 |
@return KErrNone If the operation was successful. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2074 |
KErrArgument If a RAM zone with ID aZoneId was not found. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2075 |
|
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2076 |
@pre Calling thread must be in a critical section. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2077 |
@pre Interrupts must be enabled. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2078 |
@pre Kernel must be unlocked. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2079 |
@pre No fast mutex can be held. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2080 |
@pre Call in a thread context. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2081 |
@pre Can be used in a device driver. |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2082 |
*/ |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2083 |
EXPORT_C TInt Epoc::FreeRamZone(TUint aZoneId) |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2084 |
{
|
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2085 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::FreeRamZone"); |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2086 |
MmuBase& m = *MmuBase::TheMmu; |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2087 |
MmuBase::Wait(); |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2088 |
TPhysAddr zoneBase; |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2089 |
TUint zoneBytes; |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2090 |
TInt r = m.FreeRamZone(aZoneId, zoneBase, zoneBytes); |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2091 |
#ifdef BTRACE_KERNEL_MEMORY |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2092 |
if (r == KErrNone) |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2093 |
{
|
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2094 |
BTrace8(BTrace::EKernelMemory, BTrace::EKernelMemoryDrvPhysFree, zoneBytes, zoneBase); |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2095 |
Epoc::DriverAllocdPhysRam -= zoneBytes; |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2096 |
} |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2097 |
#endif |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2098 |
MmuBase::Signal(); |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2099 |
return r; |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2100 |
} |
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2101 |
|
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2102 |
|
|
ef2a444a7410
Revision: 201018
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
90
diff
changeset
|
2103 |
/** |
| 0 | 2104 |
Translate a virtual address to the corresponding physical address. |
2105 |
||
2106 |
@param aLinAddr The virtual address to be translated. |
|
2107 |
@return The physical address corresponding to the given virtual address, or |
|
2108 |
KPhysAddrInvalid if the specified virtual address is unmapped. |
|
2109 |
@pre Interrupts must be enabled. |
|
2110 |
@pre Kernel must be unlocked. |
|
2111 |
@pre Call in a thread context. |
|
2112 |
@pre Can be used in a device driver. |
|
2113 |
@pre Hold system lock if there is any possibility that the virtual address is |
|
2114 |
unmapped, may become unmapped, or may be remapped during the operation. |
|
2115 |
This will potentially be the case unless the virtual address refers to a |
|
2116 |
hardware chunk or shared chunk under the control of the driver calling this |
|
2117 |
function. |
|
2118 |
*/ |
|
2119 |
EXPORT_C TPhysAddr Epoc::LinearToPhysical(TLinAddr aLinAddr) |
|
2120 |
{
|
|
2121 |
// This precondition is violated by various parts of the system under some conditions, |
|
2122 |
// e.g. when __FLUSH_PT_INTO_RAM__ is defined. This function might also be called by |
|
2123 |
// a higher-level RTOS for which these conditions are meaningless. Thus, it's been |
|
2124 |
// disabled for now. |
|
2125 |
// CHECK_PRECONDITIONS(MASK_KERNEL_UNLOCKED|MASK_INTERRUPTS_ENABLED|MASK_NOT_ISR|MASK_NOT_IDFC,"Epoc::LinearToPhysical"); |
|
2126 |
MmuBase& m=*MmuBase::TheMmu; |
|
2127 |
TPhysAddr pa=m.LinearToPhysical(aLinAddr); |
|
2128 |
return pa; |
|
2129 |
} |
|
2130 |
||
2131 |
||
2132 |
EXPORT_C TInt TInternalRamDrive::MaxSize() |
|
2133 |
{
|
|
2134 |
return TheSuperPage().iRamDriveSize+Kern::FreeRamInBytes(); |
|
2135 |
} |
|
2136 |
||
2137 |
||
2138 |
/****************************************************************************** |
|
2139 |
* Address allocator |
|
2140 |
******************************************************************************/ |
|
2141 |
TLinearSection* TLinearSection::New(TLinAddr aBase, TLinAddr aEnd) |
|
2142 |
{
|
|
2143 |
__KTRACE_OPT(KMMU,Kern::Printf("TLinearSection::New(%08x,%08x)", aBase, aEnd));
|
|
2144 |
MmuBase& m=*MmuBase::TheMmu; |
|
2145 |
TUint npdes=(aEnd-aBase)>>m.iChunkShift; |
|
2146 |
TInt nmapw=(npdes+31)>>5; |
|
2147 |
TInt memsz=sizeof(TLinearSection)+(nmapw-1)*sizeof(TUint32); |
|
2148 |
TLinearSection* p=(TLinearSection*)Kern::Alloc(memsz); |
|
2149 |
if (p) |
|
2150 |
{
|
|
2151 |
new(&p->iAllocator) TBitMapAllocator(npdes, ETrue); |
|
2152 |
p->iBase=aBase; |
|
2153 |
p->iEnd=aEnd; |
|
2154 |
} |
|
2155 |
__KTRACE_OPT(KMMU,Kern::Printf("TLinearSection at %08x", p));
|
|
2156 |
return p; |
|
2157 |
} |
|
2158 |
||
2159 |
/****************************************************************************** |
|
2160 |
* Address allocator for HW chunks |
|
2161 |
******************************************************************************/ |
|
2162 |
THwChunkPageTable::THwChunkPageTable(TInt aIndex, TInt aSize, TPde aPdePerm) |
|
2163 |
: THwChunkRegion(aIndex, 0, aPdePerm), |
|
2164 |
iAllocator(aSize, ETrue) |
|
2165 |
{
|
|
2166 |
} |
|
2167 |
||
2168 |
THwChunkPageTable* THwChunkPageTable::New(TInt aIndex, TPde aPdePerm) |
|
2169 |
{
|
|
2170 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChunkPageTable::New(%03x,%08x)",aIndex,aPdePerm));
|
|
2171 |
MmuBase& m=*MmuBase::TheMmu; |
|
2172 |
TInt pdepages=m.iChunkSize>>m.iPageShift; |
|
2173 |
TInt nmapw=(pdepages+31)>>5; |
|
2174 |
TInt memsz=sizeof(THwChunkPageTable)+(nmapw-1)*sizeof(TUint32); |
|
2175 |
THwChunkPageTable* p=(THwChunkPageTable*)Kern::Alloc(memsz); |
|
2176 |
if (p) |
|
2177 |
new (p) THwChunkPageTable(aIndex, pdepages, aPdePerm); |
|
2178 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChunkPageTable at %08x",p));
|
|
2179 |
return p; |
|
2180 |
} |
|
2181 |
||
2182 |
THwChunkAddressAllocator::THwChunkAddressAllocator() |
|
2183 |
{
|
|
2184 |
} |
|
2185 |
||
2186 |
THwChunkAddressAllocator* THwChunkAddressAllocator::New(TInt aAlign, TLinearSection* aSection) |
|
2187 |
{
|
|
2188 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChunkAddressAllocator::New(%d,%08x)",aAlign,aSection));
|
|
2189 |
THwChunkAddressAllocator* p=new THwChunkAddressAllocator; |
|
2190 |
if (p) |
|
2191 |
{
|
|
2192 |
p->iAlign=aAlign; |
|
2193 |
p->iSection=aSection; |
|
2194 |
} |
|
2195 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChunkAddressAllocator at %08x",p));
|
|
2196 |
return p; |
|
2197 |
} |
|
2198 |
||
2199 |
THwChunkRegion* THwChunkAddressAllocator::NewRegion(TInt aIndex, TInt aSize, TPde aPdePerm) |
|
2200 |
{
|
|
2201 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::NewRegion(index=%x, size=%x, pde=%08x)",aIndex,aSize,aPdePerm));
|
|
2202 |
THwChunkRegion* p=new THwChunkRegion(aIndex, aSize, aPdePerm); |
|
2203 |
if (p) |
|
2204 |
{
|
|
2205 |
TInt r=InsertInOrder(p, Order); |
|
2206 |
__KTRACE_OPT(KMMU, Kern::Printf("p=%08x, insert ret %d",p,r));
|
|
2207 |
if (r<0) |
|
2208 |
delete p, p=NULL; |
|
2209 |
} |
|
2210 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::NewRegion ret %08x)",p));
|
|
2211 |
return p; |
|
2212 |
} |
|
2213 |
||
2214 |
THwChunkPageTable* THwChunkAddressAllocator::NewPageTable(TInt aIndex, TPde aPdePerm, TInt aInitB, TInt aInitC) |
|
2215 |
{
|
|
2216 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::NewPageTable(index=%x, pde=%08x, iB=%d, iC=%d)",aIndex,aPdePerm,aInitB,aInitC));
|
|
2217 |
THwChunkPageTable* p=THwChunkPageTable::New(aIndex, aPdePerm); |
|
2218 |
if (p) |
|
2219 |
{
|
|
2220 |
TInt r=InsertInOrder(p, Order); |
|
2221 |
__KTRACE_OPT(KMMU, Kern::Printf("p=%08x, insert ret %d",p,r));
|
|
2222 |
if (r<0) |
|
2223 |
delete p, p=NULL; |
|
2224 |
else |
|
2225 |
p->iAllocator.Alloc(aInitB, aInitC); |
|
2226 |
} |
|
2227 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::NewPageTable ret %08x)",p));
|
|
2228 |
return p; |
|
2229 |
} |
|
2230 |
||
2231 |
TLinAddr THwChunkAddressAllocator::SearchExisting(TInt aNumPages, TInt aPageAlign, TInt aPageOffset, TPde aPdePerm) |
|
2232 |
{
|
|
2233 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::SrchEx np=%03x align=%d offset=%03x pdeperm=%08x",
|
|
2234 |
aNumPages, aPageAlign, aPageOffset, aPdePerm)); |
|
2235 |
TInt c=Count(); |
|
2236 |
if (c==0) |
|
2237 |
return 0; // don't try to access [0] if array empty! |
|
2238 |
THwChunkPageTable** pp=(THwChunkPageTable**)&(*this)[0]; |
|
2239 |
THwChunkPageTable** ppE=pp+c; |
|
2240 |
while(pp<ppE) |
|
2241 |
{
|
|
2242 |
THwChunkPageTable* p=*pp++; |
|
2243 |
if (p->iRegionSize!=0 || p->iPdePerm!=aPdePerm) |
|
2244 |
continue; // if not page table or PDE permissions wrong, we can't use it |
|
2245 |
TInt r=p->iAllocator.AllocAligned(aNumPages, aPageAlign, -aPageOffset, EFalse); |
|
2246 |
__KTRACE_OPT(KMMU, Kern::Printf("r=%d", r));
|
|
2247 |
if (r<0) |
|
2248 |
continue; // not enough space in this page table |
|
2249 |
||
2250 |
// got enough space in existing page table, so use it |
|
2251 |
p->iAllocator.Alloc(r, aNumPages); |
|
2252 |
MmuBase& m=*MmuBase::TheMmu; |
|
2253 |
TLinAddr a = iSection->iBase + (TLinAddr(p->iIndex)<<m.iChunkShift) + (r<<m.iPageShift); |
|
2254 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::SrchEx OK, returning %08x", a));
|
|
2255 |
return a; |
|
2256 |
} |
|
2257 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::SrchEx not found"));
|
|
2258 |
return 0; |
|
2259 |
} |
|
2260 |
||
2261 |
TLinAddr THwChunkAddressAllocator::Alloc(TInt aSize, TInt aAlign, TInt aOffset, TPde aPdePerm) |
|
2262 |
{
|
|
2263 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::Alloc size=%08x align=%d offset=%08x pdeperm=%08x",
|
|
2264 |
aSize, aAlign, aOffset, aPdePerm)); |
|
2265 |
MmuBase& m=*MmuBase::TheMmu; |
|
2266 |
TInt npages=(aSize+m.iPageMask)>>m.iPageShift; |
|
2267 |
TInt align=Max(aAlign,iAlign); |
|
2268 |
if (align>m.iChunkShift) |
|
2269 |
return 0; |
|
2270 |
TInt aligns=1<<align; |
|
2271 |
TInt alignm=aligns-1; |
|
2272 |
TInt offset=(aOffset&alignm)>>m.iPageShift; |
|
2273 |
TInt pdepages=m.iChunkSize>>m.iPageShift; |
|
2274 |
TInt pdepageshift=m.iChunkShift-m.iPageShift; |
|
2275 |
MmuBase::WaitHwChunk(); |
|
2276 |
if (npages<pdepages) |
|
2277 |
{
|
|
2278 |
// for small regions, first try to share an existing page table |
|
2279 |
TLinAddr a=SearchExisting(npages, align-m.iPageShift, offset, aPdePerm); |
|
2280 |
if (a) |
|
2281 |
{
|
|
2282 |
MmuBase::SignalHwChunk(); |
|
2283 |
return a; |
|
2284 |
} |
|
2285 |
} |
|
2286 |
||
2287 |
// large region or no free space in existing page tables - allocate whole PDEs |
|
2288 |
TInt npdes=(npages+offset+pdepages-1)>>pdepageshift; |
|
2289 |
__KTRACE_OPT(KMMU, Kern::Printf("Allocate %d PDEs", npdes));
|
|
2290 |
MmuBase::Wait(); |
|
2291 |
TInt ix=iSection->iAllocator.AllocConsecutive(npdes, EFalse); |
|
2292 |
if (ix>=0) |
|
2293 |
iSection->iAllocator.Alloc(ix, npdes); |
|
2294 |
MmuBase::Signal(); |
|
2295 |
TLinAddr a=0; |
|
2296 |
if (ix>=0) |
|
2297 |
a = iSection->iBase + (TLinAddr(ix)<<m.iChunkShift) + (TLinAddr(offset)<<m.iPageShift); |
|
2298 |
||
2299 |
// Create bitmaps for each page table and placeholders for section blocks. |
|
2300 |
// We only create a bitmap for the first and last PDE and then only if they are not |
|
2301 |
// fully occupied by this request |
|
2302 |
THwChunkPageTable* first=NULL; |
|
2303 |
THwChunkRegion* middle=NULL; |
|
2304 |
TInt remain=npages; |
|
2305 |
TInt nix=ix; |
|
2306 |
if (a && (offset || npages<pdepages)) |
|
2307 |
{
|
|
2308 |
// first PDE is bitmap |
|
2309 |
TInt first_count = Min(remain, pdepages-offset); |
|
2310 |
first=NewPageTable(nix, aPdePerm, offset, first_count); |
|
2311 |
++nix; |
|
2312 |
remain -= first_count; |
|
2313 |
if (!first) |
|
2314 |
a=0; |
|
2315 |
} |
|
2316 |
if (a && remain>=pdepages) |
|
2317 |
{
|
|
2318 |
// next need whole-PDE-block placeholder |
|
2319 |
TInt whole_pdes=remain>>pdepageshift; |
|
2320 |
middle=NewRegion(nix, whole_pdes, aPdePerm); |
|
2321 |
nix+=whole_pdes; |
|
2322 |
remain-=(whole_pdes<<pdepageshift); |
|
2323 |
if (!middle) |
|
2324 |
a=0; |
|
2325 |
} |
|
2326 |
if (a && remain) |
|
2327 |
{
|
|
2328 |
// need final bitmap section |
|
2329 |
if (!NewPageTable(nix, aPdePerm, 0, remain)) |
|
2330 |
a=0; |
|
2331 |
} |
|
2332 |
if (!a) |
|
2333 |
{
|
|
2334 |
// alloc failed somewhere - free anything we did create |
|
2335 |
if (middle) |
|
2336 |
Discard(middle); |
|
2337 |
if (first) |
|
2338 |
Discard(first); |
|
2339 |
if (ix>=0) |
|
2340 |
{
|
|
2341 |
MmuBase::Wait(); |
|
2342 |
iSection->iAllocator.Free(ix, npdes); |
|
2343 |
MmuBase::Signal(); |
|
2344 |
} |
|
2345 |
} |
|
2346 |
MmuBase::SignalHwChunk(); |
|
2347 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::Alloc returns %08x", a));
|
|
2348 |
return a; |
|
2349 |
} |
|
2350 |
||
2351 |
void THwChunkAddressAllocator::Discard(THwChunkRegion* aRegion) |
|
2352 |
{
|
|
2353 |
// remove a region from the array and destroy it |
|
2354 |
TInt r=FindInOrder(aRegion, Order); |
|
2355 |
if (r>=0) |
|
2356 |
Remove(r); |
|
2357 |
Kern::Free(aRegion); |
|
2358 |
} |
|
2359 |
||
2360 |
TInt THwChunkAddressAllocator::Order(const THwChunkRegion& a1, const THwChunkRegion& a2) |
|
2361 |
{
|
|
2362 |
// order two regions by address |
|
2363 |
return a1.iIndex-a2.iIndex; |
|
2364 |
} |
|
2365 |
||
2366 |
THwChunkRegion* THwChunkAddressAllocator::Free(TLinAddr aAddr, TInt aSize) |
|
2367 |
{
|
|
2368 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::Free addr=%08x size=%08x", aAddr, aSize));
|
|
2369 |
__ASSERT_ALWAYS(aAddr>=iSection->iBase && (aAddr+aSize)<=iSection->iEnd, |
|
2370 |
MmuBase::Panic(MmuBase::EFreeHwChunkAddrInvalid)); |
|
2371 |
THwChunkRegion* list=NULL; |
|
2372 |
MmuBase& m=*MmuBase::TheMmu; |
|
2373 |
TInt ix=(aAddr - iSection->iBase)>>m.iChunkShift; |
|
2374 |
TInt remain=(aSize+m.iPageMask)>>m.iPageShift; |
|
2375 |
TInt pdepageshift=m.iChunkShift-m.iPageShift; |
|
2376 |
TInt offset=(aAddr&m.iChunkMask)>>m.iPageShift; |
|
2377 |
THwChunkRegion find(ix, 0, 0); |
|
2378 |
MmuBase::WaitHwChunk(); |
|
2379 |
TInt r=FindInOrder(&find, Order); |
|
2380 |
__ASSERT_ALWAYS(r>=0, MmuBase::Panic(MmuBase::EFreeHwChunkAddrInvalid)); |
|
2381 |
while (remain) |
|
2382 |
{
|
|
2383 |
THwChunkPageTable* p=(THwChunkPageTable*)(*this)[r]; |
|
2384 |
__ASSERT_ALWAYS(p->iIndex==ix, MmuBase::Panic(MmuBase::EFreeHwChunkIndexInvalid)); |
|
2385 |
if (p->iRegionSize) |
|
2386 |
{
|
|
2387 |
// multiple-whole-PDE region |
|
2388 |
TInt rsz=p->iRegionSize; |
|
2389 |
remain-=(rsz<<pdepageshift); |
|
2390 |
Remove(r); // r now indexes following array entry |
|
2391 |
ix+=rsz; |
|
2392 |
} |
|
2393 |
else |
|
2394 |
{
|
|
2395 |
// bitmap region |
|
2396 |
TInt n=Min(remain, (1<<pdepageshift)-offset); |
|
2397 |
p->iAllocator.Free(offset, n); |
|
2398 |
remain-=n; |
|
2399 |
++ix; |
|
2400 |
if (p->iAllocator.iAvail < p->iAllocator.iSize) |
|
2401 |
{
|
|
2402 |
// bitmap still in use |
|
2403 |
offset=0; |
|
2404 |
++r; // r indexes following array entry |
|
2405 |
continue; |
|
2406 |
} |
|
2407 |
Remove(r); // r now indexes following array entry |
|
2408 |
} |
|
2409 |
offset=0; |
|
2410 |
p->iNext=list; |
|
2411 |
list=p; // chain free region descriptors together |
|
2412 |
} |
|
2413 |
MmuBase::SignalHwChunk(); |
|
2414 |
__KTRACE_OPT(KMMU, Kern::Printf("THwChAA::Free returns %08x", list));
|
|
2415 |
return list; |
|
2416 |
} |
|
2417 |
||
2418 |
/******************************************** |
|
2419 |
* Hardware chunk abstraction |
|
2420 |
********************************************/ |
|
2421 |
THwChunkAddressAllocator* MmuBase::MappingRegion(TUint) |
|
2422 |
{
|
|
2423 |
return iHwChunkAllocator; |
|
2424 |
} |
|
2425 |
||
2426 |
TInt MmuBase::AllocateAllPageTables(TLinAddr aLinAddr, TInt aSize, TPde aPdePerm, TInt aMapShift, SPageTableInfo::TAttribs aAttrib) |
|
2427 |
{
|
|
2428 |
__KTRACE_OPT(KMMU,Kern::Printf("AllocateAllPageTables lin=%08x, size=%x, pde=%08x, mapshift=%d attribs=%d",
|
|
2429 |
aLinAddr, aSize, aPdePerm, aMapShift, aAttrib)); |
|
2430 |
TInt offset=aLinAddr&iChunkMask; |
|
2431 |
TInt remain=aSize; |
|
2432 |
TLinAddr a=aLinAddr&~iChunkMask; |
|
2433 |
TInt newpts=0; |
|
2434 |
for (; remain>0; a+=iChunkSize) |
|
2435 |
{
|
|
2436 |
// don't need page table if a whole PDE mapping is permitted here |
|
2437 |
if (aMapShift<iChunkShift || offset || remain<iChunkSize) |
|
2438 |
{
|
|
2439 |
// need to check for a page table at a |
|
2440 |
TInt id=PageTableId(a); |
|
2441 |
if (id<0) |
|
2442 |
{
|
|
2443 |
// no page table - must allocate one |
|
2444 |
id = AllocPageTable(); |
|
2445 |
if (id<0) |
|
2446 |
break; |
|
2447 |
// got page table, assign it |
|
2448 |
// AssignPageTable(TInt aId, TInt aUsage, TAny* aObject, TLinAddr aAddr, TPde aPdePerm) |
|
2449 |
AssignPageTable(id, aAttrib, NULL, a, aPdePerm); |
|
2450 |
++newpts; |
|
2451 |
} |
|
2452 |
} |
|
2453 |
remain -= (iChunkSize-offset); |
|
2454 |
offset=0; |
|
2455 |
} |
|
2456 |
if (remain<=0) |
|
2457 |
return KErrNone; // completed OK |
|
2458 |
||
2459 |
// ran out of memory somewhere - free page tables which were allocated |
|
2460 |
for (; newpts; --newpts) |
|
2461 |
{
|
|
2462 |
a-=iChunkSize; |
|
2463 |
TInt id=UnassignPageTable(a); |
|
2464 |
FreePageTable(id); |
|
2465 |
} |
|
2466 |
return KErrNoMemory; |
|
2467 |
} |
|
2468 |
||
2469 |
||
2470 |
/** |
|
2471 |
Create a hardware chunk object mapping a specified block of physical addresses |
|
2472 |
with specified access permissions and cache policy. |
|
2473 |
||
2474 |
When the mapping is no longer required, close the chunk using chunk->Close(0); |
|
2475 |
Note that closing a chunk does not free any RAM pages which were mapped by the |
|
2476 |
chunk - these must be freed separately using Epoc::FreePhysicalRam(). |
|
2477 |
||
2478 |
@param aChunk Upon successful completion this parameter receives a pointer to |
|
2479 |
the newly created chunk. Upon unsuccessful completion it is |
|
2480 |
written with a NULL pointer. The virtual address of the mapping |
|
2481 |
can subsequently be discovered using the LinearAddress() |
|
2482 |
function on the chunk. |
|
2483 |
@param aAddr The base address of the physical region to be mapped. This will |
|
2484 |
be rounded down to a multiple of the hardware page size before |
|
2485 |
being used. |
|
2486 |
@param aSize The size of the physical address region to be mapped. This will |
|
2487 |
be rounded up to a multiple of the hardware page size before |
|
2488 |
being used; the rounding is such that the entire range from |
|
2489 |
aAddr to aAddr+aSize-1 inclusive is mapped. For example if |
|
2490 |
aAddr=0xB0001FFF, aSize=2 and the hardware page size is 4KB, an |
|
2491 |
8KB range of physical addresses from 0xB0001000 to 0xB0002FFF |
|
2492 |
inclusive will be mapped. |
|
2493 |
@param aMapAttr Mapping attributes required for the mapping. This is formed |
|
2494 |
by ORing together values from the TMappingAttributes enumeration |
|
2495 |
to specify the access permissions and caching policy. |
|
2496 |
||
2497 |
@pre Calling thread must be in a critical section. |
|
2498 |
@pre Interrupts must be enabled. |
|
2499 |
@pre Kernel must be unlocked. |
|
2500 |
@pre No fast mutex can be held. |
|
2501 |
@pre Call in a thread context. |
|
2502 |
@pre Can be used in a device driver. |
|
2503 |
@see TMappingAttributes |
|
2504 |
*/ |
|
2505 |
EXPORT_C TInt DPlatChunkHw::New(DPlatChunkHw*& aChunk, TPhysAddr aAddr, TInt aSize, TUint aMapAttr) |
|
2506 |
{
|
|
2507 |
if (aAddr == KPhysAddrInvalid) |
|
2508 |
return KErrNotSupported; |
|
2509 |
return DoNew(aChunk, aAddr, aSize, aMapAttr); |
|
2510 |
} |
|
2511 |
||
2512 |
TInt DPlatChunkHw::DoNew(DPlatChunkHw*& aChunk, TPhysAddr aAddr, TInt aSize, TUint aMapAttr) |
|
2513 |
{
|
|
2514 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"DPlatChunkHw::New"); |
|
2515 |
__KTRACE_OPT(KMMU,Kern::Printf("DPlatChunkHw::New phys=%08x, size=%x, attribs=%x",aAddr,aSize,aMapAttr));
|
|
2516 |
if (aSize<=0) |
|
2517 |
return KErrArgument; |
|
2518 |
MmuBase& m=*MmuBase::TheMmu; |
|
2519 |
aChunk=NULL; |
|
2520 |
TPhysAddr pa=aAddr!=KPhysAddrInvalid ? aAddr&~m.iPageMask : 0; |
|
2521 |
TInt size=((aAddr+aSize+m.iPageMask)&~m.iPageMask)-pa; |
|
2522 |
__KTRACE_OPT(KMMU,Kern::Printf("Rounded %08x+%x", pa, size));
|
|
2523 |
DMemModelChunkHw* pC=new DMemModelChunkHw; |
|
2524 |
if (!pC) |
|
2525 |
return KErrNoMemory; |
|
2526 |
__KTRACE_OPT(KMMU,Kern::Printf("DMemModelChunkHw created at %08x",pC));
|
|
2527 |
pC->iPhysAddr=aAddr; |
|
2528 |
pC->iSize=size; |
|
2529 |
TUint mapattr=aMapAttr; |
|
2530 |
TPde pdePerm=0; |
|
2531 |
TPte ptePerm=0; |
|
2532 |
TInt r=m.PdePtePermissions(mapattr, pdePerm, ptePerm); |
|
2533 |
if (r==KErrNone) |
|
2534 |
{
|
|
2535 |
pC->iAllocator=m.MappingRegion(mapattr); |
|
2536 |
pC->iAttribs=mapattr; // save actual mapping attributes |
|
2537 |
r=pC->AllocateLinearAddress(pdePerm); |
|
2538 |
if (r>=0) |
|
2539 |
{
|
|
2540 |
TInt map_shift=r; |
|
2541 |
MmuBase::Wait(); |
|
2542 |
r=m.AllocateAllPageTables(pC->iLinAddr, size, pdePerm, map_shift, SPageTableInfo::EGlobal); |
|
2543 |
if (r==KErrNone && aAddr!=KPhysAddrInvalid) |
|
2544 |
m.Map(pC->iLinAddr, pa, size, pdePerm, ptePerm, map_shift); |
|
2545 |
MmuBase::Signal(); |
|
2546 |
} |
|
2547 |
} |
|
2548 |
if (r==KErrNone) |
|
2549 |
aChunk=pC; |
|
2550 |
else |
|
2551 |
pC->Close(NULL); |
|
2552 |
return r; |
|
2553 |
} |
|
2554 |
||
2555 |
TInt DMemModelChunkHw::AllocateLinearAddress(TPde aPdePerm) |
|
2556 |
{
|
|
2557 |
__KTRACE_OPT(KMMU, Kern::Printf("DMemModelChunkHw::AllocateLinearAddress(%08x)", aPdePerm));
|
|
2558 |
__KTRACE_OPT(KMMU, Kern::Printf("iAllocator=%08x iPhysAddr=%08x iSize=%08x", iAllocator, iPhysAddr, iSize));
|
|
2559 |
MmuBase& m=*MmuBase::TheMmu; |
|
2560 |
TInt map_shift = (iPhysAddr<0xffffffffu) ? 30 : m.iPageShift; |
|
2561 |
for (; map_shift>=m.iPageShift; --map_shift) |
|
2562 |
{
|
|
2563 |
TUint32 map_size = 1<<map_shift; |
|
2564 |
TUint32 map_mask = map_size-1; |
|
2565 |
if (!(m.iMapSizes & map_size)) |
|
2566 |
continue; // map_size is not supported on this hardware |
|
2567 |
TPhysAddr base = (iPhysAddr+map_mask) &~ map_mask; // base rounded up |
|
2568 |
TPhysAddr end = (iPhysAddr+iSize)&~map_mask; // end rounded down |
|
2569 |
if ((base-end)<0x80000000u && map_shift>m.iPageShift) |
|
2570 |
continue; // region not big enough to use this mapping size |
|
2571 |
__KTRACE_OPT(KMMU, Kern::Printf("Try map size %08x", map_size));
|
|
2572 |
iLinAddr=iAllocator->Alloc(iSize, map_shift, iPhysAddr, aPdePerm); |
|
2573 |
if (iLinAddr) |
|
2574 |
break; // done |
|
2575 |
} |
|
2576 |
TInt r=iLinAddr ? map_shift : KErrNoMemory; |
|
2577 |
__KTRACE_OPT(KMMU, Kern::Printf("iLinAddr=%08x, returning %d", iLinAddr, r));
|
|
2578 |
return r; |
|
2579 |
} |
|
2580 |
||
2581 |
void DMemModelChunkHw::DeallocateLinearAddress() |
|
2582 |
{
|
|
2583 |
__KTRACE_OPT(KMMU, Kern::Printf("DMemModelChunkHw::DeallocateLinearAddress %O", this));
|
|
2584 |
MmuBase& m=*MmuBase::TheMmu; |
|
2585 |
MmuBase::WaitHwChunk(); |
|
2586 |
THwChunkRegion* rgn=iAllocator->Free(iLinAddr, iSize); |
|
2587 |
iLinAddr=0; |
|
2588 |
MmuBase::SignalHwChunk(); |
|
2589 |
TLinAddr base = iAllocator->iSection->iBase; |
|
2590 |
TBitMapAllocator& section_allocator = iAllocator->iSection->iAllocator; |
|
2591 |
while (rgn) |
|
2592 |
{
|
|
2593 |
MmuBase::Wait(); |
|
2594 |
if (rgn->iRegionSize) |
|
2595 |
{
|
|
2596 |
// free address range |
|
2597 |
__KTRACE_OPT(KMMU, Kern::Printf("Freeing range %03x+%03x", rgn->iIndex, rgn->iRegionSize));
|
|
2598 |
section_allocator.Free(rgn->iIndex, rgn->iRegionSize); |
|
2599 |
||
2600 |
// Though this is large region, it still can be made up of page tables (not sections). |
|
2601 |
// Check each chunk and remove tables in neccessary |
|
2602 |
TInt i = 0; |
|
2603 |
TLinAddr a = base + (TLinAddr(rgn->iIndex)<<m.iChunkShift); |
|
2604 |
for (; i<rgn->iRegionSize ; i++,a+=m.iChunkSize) |
|
2605 |
{
|
|
2606 |
TInt id = m.UnassignPageTable(a); |
|
2607 |
if (id>=0) |
|
2608 |
m.FreePageTable(id); |
|
2609 |
} |
|
2610 |
} |
|
2611 |
else |
|
2612 |
{
|
|
2613 |
// free address and page table if it exists |
|
2614 |
__KTRACE_OPT(KMMU, Kern::Printf("Freeing index %03x", rgn->iIndex));
|
|
2615 |
section_allocator.Free(rgn->iIndex); |
|
2616 |
TLinAddr a = base + (TLinAddr(rgn->iIndex)<<m.iChunkShift); |
|
2617 |
TInt id = m.UnassignPageTable(a); |
|
2618 |
if (id>=0) |
|
2619 |
m.FreePageTable(id); |
|
2620 |
} |
|
2621 |
MmuBase::Signal(); |
|
2622 |
THwChunkRegion* free=rgn; |
|
2623 |
rgn=rgn->iNext; |
|
2624 |
Kern::Free(free); |
|
2625 |
} |
|
2626 |
} |
|
2627 |
||
2628 |
||
2629 |
// |
|
2630 |
// RamCacheBase |
|
2631 |
// |
|
2632 |
||
2633 |
||
2634 |
RamCacheBase* RamCacheBase::TheRamCache = NULL; |
|
2635 |
||
2636 |
||
2637 |
RamCacheBase::RamCacheBase() |
|
2638 |
{
|
|
2639 |
} |
|
2640 |
||
2641 |
||
2642 |
void RamCacheBase::Init2() |
|
2643 |
{
|
|
2644 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf(">RamCacheBase::Init2"));
|
|
2645 |
iMmu = MmuBase::TheMmu; |
|
2646 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf("<RamCacheBase::Init2"));
|
|
2647 |
} |
|
2648 |
||
2649 |
||
2650 |
void RamCacheBase::ReturnToSystem(SPageInfo* aPageInfo) |
|
2651 |
{
|
|
2652 |
__ASSERT_MUTEX(MmuBase::RamAllocatorMutex); |
|
2653 |
__ASSERT_SYSTEM_LOCK; |
|
2654 |
aPageInfo->SetUnused(); |
|
2655 |
--iNumberOfFreePages; |
|
2656 |
__NK_ASSERT_DEBUG(iNumberOfFreePages>=0); |
|
2657 |
// Release system lock before using the RAM allocator. |
|
2658 |
NKern::UnlockSystem(); |
|
2659 |
iMmu->iRamPageAllocator->FreeRamPage(aPageInfo->PhysAddr(), EPageDiscard); |
|
2660 |
NKern::LockSystem(); |
|
2661 |
} |
|
2662 |
||
2663 |
||
2664 |
SPageInfo* RamCacheBase::GetPageFromSystem(TUint aBlockedZoneId, TBool aBlockRest) |
|
2665 |
{
|
|
2666 |
__ASSERT_MUTEX(MmuBase::RamAllocatorMutex); |
|
2667 |
SPageInfo* pageInfo; |
|
2668 |
TPhysAddr pagePhys; |
|
2669 |
TInt r = iMmu->iRamPageAllocator->AllocRamPages(&pagePhys,1, EPageDiscard, aBlockedZoneId, aBlockRest); |
|
2670 |
if(r==KErrNone) |
|
2671 |
{
|
|
2672 |
NKern::LockSystem(); |
|
2673 |
pageInfo = SPageInfo::FromPhysAddr(pagePhys); |
|
2674 |
pageInfo->Change(SPageInfo::EPagedFree,SPageInfo::EStatePagedDead); |
|
2675 |
++iNumberOfFreePages; |
|
2676 |
NKern::UnlockSystem(); |
|
2677 |
} |
|
2678 |
else |
|
2679 |
pageInfo = NULL; |
|
2680 |
return pageInfo; |
|
2681 |
} |
|
2682 |
||
2683 |
||
2684 |
// |
|
2685 |
// RamCache |
|
2686 |
// |
|
2687 |
||
2688 |
||
2689 |
void RamCache::Init2() |
|
2690 |
{
|
|
2691 |
__KTRACE_OPT(KBOOT,Kern::Printf(">RamCache::Init2"));
|
|
2692 |
RamCacheBase::Init2(); |
|
2693 |
__KTRACE_OPT(KBOOT,Kern::Printf("<RamCache::Init2"));
|
|
2694 |
} |
|
2695 |
||
2696 |
||
2697 |
TInt RamCache::Init3() |
|
2698 |
{
|
|
2699 |
return KErrNone; |
|
2700 |
} |
|
2701 |
||
2702 |
void RamCache::RemovePage(SPageInfo& aPageInfo) |
|
2703 |
{
|
|
2704 |
__NK_ASSERT_DEBUG(aPageInfo.Type() == SPageInfo::EPagedCache); |
|
2705 |
__NK_ASSERT_DEBUG(aPageInfo.State() == SPageInfo::EStatePagedYoung); |
|
2706 |
aPageInfo.iLink.Deque(); |
|
2707 |
aPageInfo.SetState(SPageInfo::EStatePagedDead); |
|
2708 |
} |
|
2709 |
||
2710 |
TBool RamCache::GetFreePages(TInt aNumPages) |
|
2711 |
{
|
|
2712 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: >GetFreePages %d",aNumPages));
|
|
2713 |
NKern::LockSystem(); |
|
2714 |
||
2715 |
while(aNumPages>0 && NumberOfFreePages()>=aNumPages) |
|
2716 |
{
|
|
2717 |
// steal a page from cache list and return it to the free pool... |
|
2718 |
SPageInfo* pageInfo = SPageInfo::FromLink(iPageList.First()->Deque()); |
|
2719 |
pageInfo->SetState(SPageInfo::EStatePagedDead); |
|
2720 |
SetFree(pageInfo); |
|
2721 |
ReturnToSystem(pageInfo); |
|
2722 |
--aNumPages; |
|
2723 |
} |
|
2724 |
||
2725 |
NKern::UnlockSystem(); |
|
2726 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: <GetFreePages %d",!aNumPages));
|
|
2727 |
return !aNumPages; |
|
2728 |
} |
|
2729 |
||
2730 |
||
2731 |
void RamCache::DonateRamCachePage(SPageInfo* aPageInfo) |
|
2732 |
{
|
|
2733 |
SPageInfo::TType type = aPageInfo->Type(); |
|
2734 |
if(type==SPageInfo::EChunk) |
|
2735 |
{
|
|
|
90
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
2736 |
// Must not donate locked page. An example is DMA transferred memory. |
|
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
2737 |
__NK_ASSERT_DEBUG(!aPageInfo->LockCount()); |
| 0 | 2738 |
|
2739 |
aPageInfo->Change(SPageInfo::EPagedCache,SPageInfo::EStatePagedYoung); |
|
2740 |
iPageList.Add(&aPageInfo->iLink); |
|
2741 |
++iNumberOfFreePages; |
|
2742 |
// Update ram allocator counts as this page has changed its type |
|
2743 |
DMemModelChunk* chunk = (DMemModelChunk*)aPageInfo->Owner(); |
|
2744 |
iMmu->iRamPageAllocator->ChangePageType(aPageInfo, chunk->GetPageType(), EPageDiscard); |
|
2745 |
||
2746 |
#ifdef BTRACE_PAGING |
|
2747 |
BTraceContext8(BTrace::EPaging, BTrace::EPagingChunkDonatePage, chunk, aPageInfo->Offset()); |
|
2748 |
#endif |
|
2749 |
return; |
|
2750 |
} |
|
2751 |
// allow already donated pages... |
|
2752 |
__NK_ASSERT_DEBUG(type==SPageInfo::EPagedCache); |
|
2753 |
} |
|
2754 |
||
2755 |
||
2756 |
TBool RamCache::ReclaimRamCachePage(SPageInfo* aPageInfo) |
|
2757 |
{
|
|
2758 |
SPageInfo::TType type = aPageInfo->Type(); |
|
2759 |
// Kern::Printf("DemandPaging::ReclaimRamCachePage %x %d free=%d",aPageInfo,type,iNumberOfFreePages);
|
|
2760 |
||
2761 |
if(type==SPageInfo::EChunk) |
|
2762 |
return ETrue; // page already reclaimed |
|
2763 |
||
2764 |
__NK_ASSERT_DEBUG(type==SPageInfo::EPagedCache); |
|
2765 |
__NK_ASSERT_DEBUG(aPageInfo->State()==SPageInfo::EStatePagedYoung); |
|
2766 |
// Update ram allocator counts as this page has changed its type |
|
2767 |
DMemModelChunk* chunk = (DMemModelChunk*)aPageInfo->Owner(); |
|
2768 |
iMmu->iRamPageAllocator->ChangePageType(aPageInfo, EPageDiscard, chunk->GetPageType()); |
|
2769 |
aPageInfo->iLink.Deque(); |
|
2770 |
--iNumberOfFreePages; |
|
2771 |
aPageInfo->Change(SPageInfo::EChunk,SPageInfo::EStateNormal); |
|
2772 |
||
2773 |
#ifdef BTRACE_PAGING |
|
2774 |
BTraceContext8(BTrace::EPaging, BTrace::EPagingChunkReclaimPage, chunk, aPageInfo->Offset()); |
|
2775 |
#endif |
|
2776 |
return ETrue; |
|
2777 |
} |
|
2778 |
||
2779 |
||
2780 |
/** |
|
2781 |
Discard the specified page. |
|
2782 |
Should only be called on a page if a previous call to IsPageDiscardable() |
|
2783 |
returned ETrue and the system lock hasn't been released between the calls. |
|
2784 |
||
2785 |
@param aPageInfo The page info of the page to be discarded |
|
2786 |
@param aBlockedZoneId Not used by this overload. |
|
2787 |
@param aBlockRest Not used by this overload. |
|
2788 |
@return ETrue if page succesfully discarded |
|
2789 |
||
2790 |
@pre System lock held. |
|
2791 |
@post System lock held. |
|
2792 |
*/ |
|
2793 |
TBool RamCache::DoDiscardPage(SPageInfo& aPageInfo, TUint aBlockedZoneId, TBool aBlockRest) |
|
2794 |
{
|
|
2795 |
__NK_ASSERT_DEBUG(iNumberOfFreePages > 0); |
|
2796 |
RemovePage(aPageInfo); |
|
2797 |
SetFree(&aPageInfo); |
|
2798 |
ReturnToSystem(&aPageInfo); |
|
2799 |
return ETrue; |
|
2800 |
} |
|
2801 |
||
2802 |
||
2803 |
/** |
|
2804 |
First stage in discarding a list of pages. |
|
2805 |
||
2806 |
Must ensure that the pages will still be discardable even if system lock is released. |
|
2807 |
To be used in conjunction with RamCacheBase::DoDiscardPages1(). |
|
2808 |
||
2809 |
@param aPageList A NULL terminated list of the pages to be discarded |
|
2810 |
@return KErrNone on success. |
|
2811 |
||
2812 |
@pre System lock held |
|
2813 |
@post System lock held |
|
2814 |
*/ |
|
2815 |
TInt RamCache::DoDiscardPages0(SPageInfo** aPageList) |
|
2816 |
{
|
|
2817 |
__ASSERT_SYSTEM_LOCK; |
|
2818 |
||
2819 |
SPageInfo* pageInfo; |
|
2820 |
while((pageInfo = *aPageList++) != 0) |
|
2821 |
{
|
|
2822 |
RemovePage(*pageInfo); |
|
2823 |
} |
|
2824 |
return KErrNone; |
|
2825 |
} |
|
2826 |
||
2827 |
||
2828 |
/** |
|
2829 |
Final stage in discarding a list of page |
|
2830 |
Finish discarding the pages previously removed by RamCacheBase::DoDiscardPages0(). |
|
2831 |
This overload doesn't actually need to do anything. |
|
2832 |
||
2833 |
@param aPageList A NULL terminated list of the pages to be discarded |
|
2834 |
@return KErrNone on success. |
|
2835 |
||
2836 |
@pre System lock held |
|
2837 |
@post System lock held |
|
2838 |
*/ |
|
2839 |
TInt RamCache::DoDiscardPages1(SPageInfo** aPageList) |
|
2840 |
{
|
|
2841 |
__ASSERT_SYSTEM_LOCK; |
|
2842 |
SPageInfo* pageInfo; |
|
2843 |
while((pageInfo = *aPageList++) != 0) |
|
2844 |
{
|
|
2845 |
SetFree(pageInfo); |
|
2846 |
ReturnToSystem(pageInfo); |
|
2847 |
} |
|
2848 |
return KErrNone; |
|
2849 |
} |
|
2850 |
||
2851 |
||
2852 |
/** |
|
2853 |
Check whether the specified page can be discarded by the RAM cache. |
|
2854 |
||
2855 |
@param aPageInfo The page info of the page being queried. |
|
2856 |
@return ETrue when the page can be discarded, EFalse otherwise. |
|
2857 |
@pre System lock held. |
|
2858 |
@post System lock held. |
|
2859 |
*/ |
|
2860 |
TBool RamCache::IsPageDiscardable(SPageInfo& aPageInfo) |
|
2861 |
{
|
|
2862 |
SPageInfo::TType type = aPageInfo.Type(); |
|
2863 |
SPageInfo::TState state = aPageInfo.State(); |
|
2864 |
return (type == SPageInfo::EPagedCache && state == SPageInfo::EStatePagedYoung); |
|
2865 |
} |
|
2866 |
||
2867 |
||
2868 |
/** |
|
2869 |
@return ETrue when the unmapped page should be freed, EFalse otherwise |
|
2870 |
*/ |
|
2871 |
TBool RamCache::PageUnmapped(SPageInfo* aPageInfo) |
|
2872 |
{
|
|
2873 |
SPageInfo::TType type = aPageInfo->Type(); |
|
2874 |
// Kern::Printf("DemandPaging::PageUnmapped %x %d",aPageInfo,type);
|
|
2875 |
if(type!=SPageInfo::EPagedCache) |
|
2876 |
return ETrue; |
|
2877 |
SPageInfo::TState state = aPageInfo->State(); |
|
2878 |
if(state==SPageInfo::EStatePagedYoung) |
|
2879 |
{
|
|
2880 |
// This page will be freed by DChunk::DoDecommit as it was originally |
|
2881 |
// allocated so update page counts in ram allocator |
|
2882 |
DMemModelChunk* chunk = (DMemModelChunk*)aPageInfo->Owner(); |
|
2883 |
iMmu->iRamPageAllocator->ChangePageType(aPageInfo, EPageDiscard, chunk->GetPageType()); |
|
2884 |
aPageInfo->iLink.Deque(); |
|
2885 |
--iNumberOfFreePages; |
|
2886 |
} |
|
2887 |
return ETrue; |
|
2888 |
} |
|
2889 |
||
2890 |
||
2891 |
void RamCache::Panic(TFault aFault) |
|
2892 |
{
|
|
2893 |
Kern::Fault("RamCache",aFault);
|
|
2894 |
} |
|
2895 |
||
2896 |
/** |
|
2897 |
Flush all cache pages. |
|
2898 |
||
2899 |
@pre RAM allocator mutex held |
|
2900 |
@post RAM allocator mutex held |
|
2901 |
*/ |
|
2902 |
void RamCache::FlushAll() |
|
2903 |
{
|
|
2904 |
__ASSERT_MUTEX(MmuBase::RamAllocatorMutex); |
|
2905 |
#ifdef _DEBUG |
|
2906 |
// Should always succeed |
|
2907 |
__NK_ASSERT_DEBUG(GetFreePages(iNumberOfFreePages)); |
|
2908 |
#else |
|
2909 |
GetFreePages(iNumberOfFreePages); |
|
2910 |
#endif |
|
2911 |
} |
|
2912 |
||
2913 |
||
2914 |
// |
|
2915 |
// Demand Paging |
|
2916 |
// |
|
2917 |
||
2918 |
#ifdef __DEMAND_PAGING__ |
|
2919 |
||
2920 |
DemandPaging* DemandPaging::ThePager = 0; |
|
2921 |
TBool DemandPaging::PseudoRandInitialised = EFalse; |
|
2922 |
volatile TUint32 DemandPaging::PseudoRandSeed = 0; |
|
2923 |
||
2924 |
||
2925 |
void M::DemandPagingInit() |
|
2926 |
{
|
|
2927 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf(">M::DemandPagingInit"));
|
|
2928 |
TInt r = RamCacheBase::TheRamCache->Init3(); |
|
2929 |
if (r != KErrNone) |
|
2930 |
DemandPaging::Panic(DemandPaging::EInitialiseFailed); |
|
2931 |
||
2932 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf("<M::DemandPagingInit"));
|
|
2933 |
} |
|
2934 |
||
2935 |
||
2936 |
TInt M::DemandPagingFault(TAny* aExceptionInfo) |
|
2937 |
{
|
|
2938 |
DemandPaging* pager = DemandPaging::ThePager; |
|
2939 |
if(pager) |
|
2940 |
return pager->Fault(aExceptionInfo); |
|
2941 |
return KErrAbort; |
|
2942 |
} |
|
2943 |
||
2944 |
#ifdef _DEBUG |
|
2945 |
extern "C" void ASMCheckPagingSafe(TLinAddr aPC, TLinAddr aLR, TLinAddr aStartAddres, TUint aLength) |
|
2946 |
{
|
|
2947 |
if(M::CheckPagingSafe(EFalse, aStartAddres, aLength)) |
|
2948 |
return; |
|
2949 |
Kern::Printf("ASM_ASSERT_PAGING_SAFE FAILED: pc=%x lr=%x",aPC,aLR);
|
|
2950 |
__NK_ASSERT_ALWAYS(0); |
|
2951 |
} |
|
2952 |
||
2953 |
extern "C" void ASMCheckDataPagingSafe(TLinAddr aPC, TLinAddr aLR, TLinAddr aStartAddres, TUint aLength) |
|
2954 |
{
|
|
2955 |
if(M::CheckPagingSafe(ETrue, aStartAddres, aLength)) |
|
2956 |
return; |
|
2957 |
__KTRACE_OPT(KDATAPAGEWARN,Kern::Printf("Data paging: ASM_ASSERT_DATA_PAGING_SAFE FAILED: pc=%x lr=%x",aPC,aLR));
|
|
2958 |
} |
|
2959 |
#endif |
|
2960 |
||
2961 |
||
2962 |
TBool M::CheckPagingSafe(TBool aDataPaging, TLinAddr aStartAddr, TUint aLength) |
|
2963 |
{
|
|
2964 |
DemandPaging* pager = DemandPaging::ThePager; |
|
2965 |
if(!pager || K::Initialising) |
|
2966 |
return ETrue; |
|
2967 |
||
2968 |
NThread* nt = NCurrentThread(); |
|
2969 |
if(!nt) |
|
2970 |
return ETrue; // We've not booted properly yet! |
|
2971 |
||
2972 |
if (!pager->NeedsMutexOrderCheck(aStartAddr, aLength)) |
|
2973 |
return ETrue; |
|
2974 |
||
2975 |
TBool dataPagingEnabled = EFalse; // data paging not supported on moving or multiple models |
|
2976 |
||
2977 |
DThread* thread = _LOFF(nt,DThread,iNThread); |
|
2978 |
NFastMutex* fm = NKern::HeldFastMutex(); |
|
2979 |
if(fm) |
|
2980 |
{
|
|
2981 |
if(!thread->iPagingExcTrap || fm!=&TheScheduler.iLock) |
|
2982 |
{
|
|
2983 |
if (!aDataPaging) |
|
2984 |
{
|
|
2985 |
__KTRACE_OPT2(KPAGING,KPANIC,Kern::Printf("DP: CheckPagingSafe FAILED - FM Held"));
|
|
2986 |
return EFalse; |
|
2987 |
} |
|
2988 |
else |
|
2989 |
{
|
|
2990 |
__KTRACE_OPT(KDATAPAGEWARN, Kern::Printf("Data paging: CheckPagingSafe FAILED - FM Held"));
|
|
2991 |
return !dataPagingEnabled; |
|
2992 |
} |
|
2993 |
} |
|
2994 |
} |
|
2995 |
||
2996 |
DMutex* m = pager->CheckMutexOrder(); |
|
2997 |
if (m) |
|
2998 |
{
|
|
2999 |
if (!aDataPaging) |
|
3000 |
{
|
|
3001 |
__KTRACE_OPT2(KPAGING,KPANIC,Kern::Printf("DP: Mutex Order Fault %O",m));
|
|
3002 |
return EFalse; |
|
3003 |
} |
|
3004 |
else |
|
3005 |
{
|
|
3006 |
__KTRACE_OPT(KDATAPAGEWARN, Kern::Printf("Data paging: Mutex Order Fault %O",m));
|
|
3007 |
return !dataPagingEnabled; |
|
3008 |
} |
|
3009 |
} |
|
3010 |
||
3011 |
return ETrue; |
|
3012 |
} |
|
3013 |
||
3014 |
||
3015 |
TInt M::LockRegion(TLinAddr aStart,TInt aSize) |
|
3016 |
{
|
|
3017 |
DemandPaging* pager = DemandPaging::ThePager; |
|
3018 |
if(pager) |
|
3019 |
return pager->LockRegion(aStart,aSize,NULL); |
|
3020 |
return KErrNone; |
|
3021 |
} |
|
3022 |
||
3023 |
||
3024 |
TInt M::UnlockRegion(TLinAddr aStart,TInt aSize) |
|
3025 |
{
|
|
3026 |
DemandPaging* pager = DemandPaging::ThePager; |
|
3027 |
if(pager) |
|
3028 |
return pager->UnlockRegion(aStart,aSize,NULL); |
|
3029 |
return KErrNone; |
|
3030 |
} |
|
3031 |
||
3032 |
#else // !__DEMAND_PAGING__ |
|
3033 |
||
3034 |
TInt M::LockRegion(TLinAddr /*aStart*/,TInt /*aSize*/) |
|
3035 |
{
|
|
3036 |
return KErrNone; |
|
3037 |
} |
|
3038 |
||
3039 |
||
3040 |
TInt M::UnlockRegion(TLinAddr /*aStart*/,TInt /*aSize*/) |
|
3041 |
{
|
|
3042 |
return KErrNone; |
|
3043 |
} |
|
3044 |
||
3045 |
#endif // __DEMAND_PAGING__ |
|
3046 |
||
3047 |
||
3048 |
||
3049 |
||
3050 |
// |
|
3051 |
// DemandPaging |
|
3052 |
// |
|
3053 |
||
3054 |
#ifdef __DEMAND_PAGING__ |
|
3055 |
||
3056 |
||
3057 |
const TUint16 KDefaultYoungOldRatio = 3; |
|
3058 |
const TUint KDefaultMinPages = 256; |
|
3059 |
const TUint KDefaultMaxPages = KMaxTUint >> KPageShift; |
|
3060 |
||
3061 |
/* Need at least 4 mapped pages to guarentee to be able to execute all ARM instructions. |
|
3062 |
(Worst case is a THUMB2 STM instruction with both instruction and data stradling page |
|
3063 |
boundaries.) |
|
3064 |
*/ |
|
3065 |
const TUint KMinYoungPages = 4; |
|
3066 |
const TUint KMinOldPages = 1; |
|
3067 |
||
3068 |
/* A minimum young/old ratio of 1 means that we need at least twice KMinYoungPages pages... |
|
3069 |
*/ |
|
3070 |
const TUint KAbsoluteMinPageCount = 2*KMinYoungPages; |
|
3071 |
||
3072 |
__ASSERT_COMPILE(KMinOldPages<=KAbsoluteMinPageCount/2); |
|
3073 |
||
3074 |
class DMissingPagingDevice : public DPagingDevice |
|
3075 |
{
|
|
3076 |
TInt Read(TThreadMessage* /*aReq*/,TLinAddr /*aBuffer*/,TUint /*aOffset*/,TUint /*aSize*/,TInt /*aDrvNumber*/) |
|
3077 |
{ DemandPaging::Panic(DemandPaging::EDeviceMissing); return 0; }
|
|
3078 |
}; |
|
3079 |
||
3080 |
||
3081 |
TBool DemandPaging::RomPagingRequested() |
|
3082 |
{
|
|
3083 |
return TheRomHeader().iPageableRomSize != 0; |
|
3084 |
} |
|
3085 |
||
3086 |
||
3087 |
TBool DemandPaging::CodePagingRequested() |
|
3088 |
{
|
|
3089 |
return (TheSuperPage().KernelConfigFlags() & EKernelConfigCodePagingPolicyDefaultPaged) != EKernelConfigCodePagingPolicyNoPaging; |
|
3090 |
} |
|
3091 |
||
3092 |
||
3093 |
DemandPaging::DemandPaging() |
|
3094 |
{
|
|
3095 |
} |
|
3096 |
||
3097 |
||
3098 |
void DemandPaging::Init2() |
|
3099 |
{
|
|
3100 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf(">DemandPaging::Init2"));
|
|
3101 |
||
3102 |
RamCacheBase::Init2(); |
|
3103 |
||
3104 |
// initialise live list... |
|
3105 |
SDemandPagingConfig config = TheRomHeader().iDemandPagingConfig; |
|
3106 |
||
3107 |
iMinimumPageCount = KDefaultMinPages; |
|
3108 |
if(config.iMinPages) |
|
3109 |
iMinimumPageCount = config.iMinPages; |
|
3110 |
if(iMinimumPageCount<KAbsoluteMinPageCount) |
|
3111 |
iMinimumPageCount = KAbsoluteMinPageCount; |
|
3112 |
iInitMinimumPageCount = iMinimumPageCount; |
|
3113 |
||
3114 |
iMaximumPageCount = KDefaultMaxPages; |
|
3115 |
if(config.iMaxPages) |
|
3116 |
iMaximumPageCount = config.iMaxPages; |
|
3117 |
iInitMaximumPageCount = iMaximumPageCount; |
|
3118 |
||
3119 |
iYoungOldRatio = KDefaultYoungOldRatio; |
|
3120 |
if(config.iYoungOldRatio) |
|
3121 |
iYoungOldRatio = config.iYoungOldRatio; |
|
3122 |
TInt ratioLimit = (iMinimumPageCount-KMinOldPages)/KMinOldPages; |
|
3123 |
if(iYoungOldRatio>ratioLimit) |
|
3124 |
iYoungOldRatio = ratioLimit; |
|
3125 |
||
3126 |
iMinimumPageLimit = (KMinYoungPages * (1 + iYoungOldRatio)) / iYoungOldRatio; |
|
3127 |
if(iMinimumPageLimit<KAbsoluteMinPageCount) |
|
3128 |
iMinimumPageLimit = KAbsoluteMinPageCount; |
|
3129 |
||
3130 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf(">DemandPaging::InitialiseLiveList min=%d max=%d ratio=%d",iMinimumPageCount,iMaximumPageCount,iYoungOldRatio));
|
|
3131 |
||
3132 |
if(iMaximumPageCount<iMinimumPageCount) |
|
3133 |
Panic(EInitialiseBadArgs); |
|
3134 |
||
3135 |
// |
|
3136 |
// This routine doesn't acuire any mutexes because it should be called before the system |
|
3137 |
// is fully up and running. I.e. called before another thread can preempt this. |
|
3138 |
// |
|
3139 |
||
3140 |
// Calculate page counts |
|
3141 |
iOldCount = iMinimumPageCount/(1+iYoungOldRatio); |
|
3142 |
if(iOldCount<KMinOldPages) |
|
3143 |
Panic(EInitialiseBadArgs); |
|
3144 |
iYoungCount = iMinimumPageCount-iOldCount; |
|
3145 |
if(iYoungCount<KMinYoungPages) |
|
3146 |
Panic(EInitialiseBadArgs); // Need at least 4 pages mapped to execute an ARM LDM instruction in THUMB2 mode |
|
3147 |
iNumberOfFreePages = 0; |
|
3148 |
||
3149 |
// Allocate RAM pages and put them all on the old list |
|
3150 |
iYoungCount = 0; |
|
3151 |
iOldCount = 0; |
|
3152 |
for(TUint i=0; i<iMinimumPageCount; i++) |
|
3153 |
{
|
|
3154 |
// Allocate a single page |
|
3155 |
TPhysAddr pagePhys; |
|
3156 |
TInt r = iMmu->iRamPageAllocator->AllocRamPages(&pagePhys,1, EPageDiscard); |
|
3157 |
if(r!=0) |
|
3158 |
Panic(EInitialiseFailed); |
|
3159 |
AddAsFreePage(SPageInfo::FromPhysAddr(pagePhys)); |
|
3160 |
} |
|
3161 |
||
3162 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf("<DemandPaging::Init2"));
|
|
3163 |
} |
|
3164 |
||
3165 |
||
3166 |
TInt VMHalFunction(TAny*, TInt aFunction, TAny* a1, TAny* a2); |
|
3167 |
||
3168 |
TInt DemandPaging::Init3() |
|
3169 |
{
|
|
3170 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf(">DemandPaging::Init3"));
|
|
3171 |
TInt r; |
|
3172 |
||
3173 |
// construct iBufferChunk |
|
3174 |
iDeviceBufferSize = 2*KPageSize; |
|
3175 |
TChunkCreateInfo info; |
|
3176 |
info.iType = TChunkCreateInfo::ESharedKernelMultiple; |
|
3177 |
info.iMaxSize = iDeviceBufferSize*KMaxPagingDevices; |
|
3178 |
info.iMapAttr = EMapAttrCachedMax; |
|
3179 |
info.iOwnsMemory = ETrue; |
|
3180 |
TUint32 mapAttr; |
|
3181 |
r = Kern::ChunkCreate(info,iDeviceBuffersChunk,iDeviceBuffers,mapAttr); |
|
3182 |
if(r!=KErrNone) |
|
3183 |
return r; |
|
3184 |
||
3185 |
// Install 'null' paging devices which panic if used... |
|
3186 |
DMissingPagingDevice* missingPagingDevice = new DMissingPagingDevice; |
|
3187 |
for(TInt i=0; i<KMaxPagingDevices; i++) |
|
3188 |
{
|
|
3189 |
iPagingDevices[i].iInstalled = EFalse; |
|
3190 |
iPagingDevices[i].iDevice = missingPagingDevice; |
|
3191 |
} |
|
3192 |
||
3193 |
// Initialise ROM info... |
|
3194 |
const TRomHeader& romHeader = TheRomHeader(); |
|
3195 |
iRomLinearBase = (TLinAddr)&romHeader; |
|
3196 |
iRomSize = iMmu->RoundToPageSize(romHeader.iUncompressedSize); |
|
3197 |
if(romHeader.iRomPageIndex) |
|
3198 |
iRomPageIndex = (SRomPageInfo*)((TInt)&romHeader+romHeader.iRomPageIndex); |
|
3199 |
||
3200 |
TLinAddr pagedStart = romHeader.iPageableRomSize ? (TLinAddr)&romHeader+romHeader.iPageableRomStart : 0; |
|
3201 |
if(pagedStart) |
|
3202 |
{
|
|
3203 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf("ROM=%x+%x PagedStart=%x",iRomLinearBase,iRomSize,pagedStart));
|
|
3204 |
__NK_ASSERT_ALWAYS(TUint(pagedStart-iRomLinearBase)<TUint(iRomSize)); |
|
3205 |
iRomPagedLinearBase = pagedStart; |
|
3206 |
iRomPagedSize = iRomLinearBase+iRomSize-pagedStart; |
|
3207 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf("DemandPaging::Init3, ROM Paged start(0x%x), sixe(0x%x)",iRomPagedLinearBase,iRomPagedSize));
|
|
3208 |
||
3209 |
#ifdef __SUPPORT_DEMAND_PAGING_EMULATION__ |
|
3210 |
// Get physical addresses of ROM pages |
|
3211 |
iOriginalRomPageCount = iMmu->RoundToPageSize(iRomSize)>>KPageShift; |
|
3212 |
iOriginalRomPages = new TPhysAddr[iOriginalRomPageCount]; |
|
3213 |
__NK_ASSERT_ALWAYS(iOriginalRomPages); |
|
3214 |
TPhysAddr romPhysAddress; |
|
3215 |
iMmu->LinearToPhysical(iRomLinearBase,iRomSize,romPhysAddress,iOriginalRomPages); |
|
3216 |
#endif |
|
3217 |
} |
|
3218 |
||
3219 |
r = Kern::AddHalEntry(EHalGroupVM, VMHalFunction, 0); |
|
3220 |
__NK_ASSERT_ALWAYS(r==KErrNone); |
|
3221 |
||
3222 |
#ifdef __DEMAND_PAGING_BENCHMARKS__ |
|
3223 |
for (TInt i = 0 ; i < EMaxPagingBm ; ++i) |
|
3224 |
ResetBenchmarkData((TPagingBenchmark)i); |
|
3225 |
#endif |
|
3226 |
||
3227 |
// Initialisation now complete |
|
3228 |
ThePager = this; |
|
3229 |
return KErrNone; |
|
3230 |
} |
|
3231 |
||
3232 |
||
3233 |
DemandPaging::~DemandPaging() |
|
3234 |
{
|
|
3235 |
#ifdef __SUPPORT_DEMAND_PAGING_EMULATION__ |
|
3236 |
delete[] iOriginalRomPages; |
|
3237 |
#endif |
|
3238 |
for (TUint i = 0 ; i < iPagingRequestCount ; ++i) |
|
3239 |
delete iPagingRequests[i]; |
|
3240 |
} |
|
3241 |
||
3242 |
||
3243 |
TInt DemandPaging::InstallPagingDevice(DPagingDevice* aDevice) |
|
3244 |
{
|
|
3245 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf(">DemandPaging::InstallPagingDevice name='%s' type=%d",aDevice->iName,aDevice->iType));
|
|
3246 |
||
3247 |
if(aDevice->iReadUnitShift>KPageShift) |
|
3248 |
Panic(EInvalidPagingDevice); |
|
3249 |
||
3250 |
TInt i; |
|
3251 |
TInt r = KErrNone; |
|
3252 |
TBool createRequestObjects = EFalse; |
|
3253 |
||
3254 |
if ((aDevice->iType & DPagingDevice::ERom) && RomPagingRequested()) |
|
3255 |
{
|
|
3256 |
r = DoInstallPagingDevice(aDevice, 0); |
|
3257 |
if (r != KErrNone) |
|
3258 |
goto done; |
|
3259 |
K::MemModelAttributes|=EMemModelAttrRomPaging; |
|
3260 |
createRequestObjects = ETrue; |
|
3261 |
} |
|
3262 |
||
3263 |
if ((aDevice->iType & DPagingDevice::ECode) && CodePagingRequested()) |
|
3264 |
{
|
|
3265 |
for (i = 0 ; i < KMaxLocalDrives ; ++i) |
|
3266 |
{
|
|
3267 |
if (aDevice->iDrivesSupported & (1<<i)) |
|
3268 |
{
|
|
3269 |
r = DoInstallPagingDevice(aDevice, i + 1); |
|
3270 |
if (r != KErrNone) |
|
3271 |
goto done; |
|
3272 |
} |
|
3273 |
} |
|
3274 |
K::MemModelAttributes|=EMemModelAttrCodePaging; |
|
3275 |
createRequestObjects = ETrue; |
|
3276 |
} |
|
3277 |
||
3278 |
if (createRequestObjects) |
|
3279 |
{
|
|
3280 |
for (i = 0 ; i < KPagingRequestsPerDevice ; ++i) |
|
3281 |
{
|
|
3282 |
r = CreateRequestObject(); |
|
3283 |
if (r != KErrNone) |
|
3284 |
goto done; |
|
3285 |
} |
|
3286 |
} |
|
3287 |
||
3288 |
done: |
|
3289 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf("<DemandPaging::InstallPagingDevice returns %d",r));
|
|
3290 |
return r; |
|
3291 |
} |
|
3292 |
||
3293 |
TInt DemandPaging::DoInstallPagingDevice(DPagingDevice* aDevice, TInt aId) |
|
3294 |
{
|
|
3295 |
NKern::LockSystem(); |
|
3296 |
SPagingDevice* device = &iPagingDevices[aId]; |
|
|
109
b3a1d9898418
Revision: 201019
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
102
diff
changeset
|
3297 |
if((device->iInstalled) && !(aDevice->iType & DPagingDevice::EMediaExtension)) |
| 0 | 3298 |
{
|
3299 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf("**** Attempt to install more than one ROM paging device !!!!!!!! ****"));
|
|
3300 |
//Panic(EDeviceAlreadyExists); |
|
3301 |
NKern::UnlockSystem(); |
|
3302 |
return KErrNone; |
|
3303 |
} |
|
3304 |
||
3305 |
aDevice->iDeviceId = aId; |
|
3306 |
device->iDevice = aDevice; |
|
3307 |
device->iInstalled = ETrue; |
|
3308 |
NKern::UnlockSystem(); |
|
3309 |
||
3310 |
__KTRACE_OPT2(KPAGING,KBOOT,Kern::Printf("DemandPaging::InstallPagingDevice id=%d, device=%08x",aId,device));
|
|
3311 |
||
3312 |
return KErrNone; |
|
3313 |
} |
|
3314 |
||
3315 |
DemandPaging::DPagingRequest::~DPagingRequest() |
|
3316 |
{
|
|
3317 |
if (iMutex) |
|
3318 |
iMutex->Close(NULL); |
|
3319 |
} |
|
3320 |
||
3321 |
TInt DemandPaging::CreateRequestObject() |
|
3322 |
{
|
|
3323 |
_LIT(KLitPagingRequest,"PagingRequest-"); |
|
3324 |
||
3325 |
TInt index; |
|
3326 |
TInt id = (TInt)__e32_atomic_add_ord32(&iNextPagingRequestCount, 1); |
|
3327 |
TLinAddr offset = id * iDeviceBufferSize; |
|
3328 |
TUint32 physAddr = 0; |
|
3329 |
TInt r = Kern::ChunkCommitContiguous(iDeviceBuffersChunk,offset,iDeviceBufferSize, physAddr); |
|
3330 |
if(r != KErrNone) |
|
3331 |
return r; |
|
3332 |
||
3333 |
DPagingRequest* req = new DPagingRequest(); |
|
3334 |
if (!req) |
|
3335 |
return KErrNoMemory; |
|
3336 |
||
3337 |
req->iBuffer = iDeviceBuffers + offset; |
|
3338 |
AllocLoadAddress(*req, id); |
|
3339 |
||
3340 |
TBuf<16> mutexName(KLitPagingRequest); |
|
3341 |
mutexName.AppendNum(id); |
|
3342 |
r = K::MutexCreate(req->iMutex, mutexName, NULL, EFalse, KMutexOrdPageIn); |
|
3343 |
if (r!=KErrNone) |
|
3344 |
goto done; |
|
3345 |
||
3346 |
// Ensure there are enough young pages to cope with new request object |
|
3347 |
r = ResizeLiveList(iMinimumPageCount, iMaximumPageCount); |
|
3348 |
if (r!=KErrNone) |
|
3349 |
goto done; |
|
3350 |
||
3351 |
NKern::LockSystem(); |
|
3352 |
index = iPagingRequestCount++; |
|
3353 |
__NK_ASSERT_ALWAYS(index < KMaxPagingRequests); |
|
3354 |
iPagingRequests[index] = req; |
|
3355 |
iFreeRequestPool.AddHead(req); |
|
3356 |
NKern::UnlockSystem(); |
|
3357 |
||
3358 |
done: |
|
3359 |
if (r != KErrNone) |
|
3360 |
delete req; |
|
3361 |
||
3362 |
return r; |
|
3363 |
} |
|
3364 |
||
3365 |
DemandPaging::DPagingRequest* DemandPaging::AcquireRequestObject() |
|
3366 |
{
|
|
3367 |
__ASSERT_SYSTEM_LOCK; |
|
3368 |
__NK_ASSERT_DEBUG(iPagingRequestCount > 0); |
|
3369 |
||
3370 |
DPagingRequest* req = NULL; |
|
3371 |
||
3372 |
// System lock used to serialise access to our data strucures as we have to hold it anyway when |
|
3373 |
// we wait on the mutex |
|
3374 |
||
3375 |
req = (DPagingRequest*)iFreeRequestPool.GetFirst(); |
|
3376 |
if (req != NULL) |
|
3377 |
__NK_ASSERT_DEBUG(req->iUsageCount == 0); |
|
3378 |
else |
|
3379 |
{
|
|
3380 |
// Pick a random request object to wait on |
|
3381 |
TUint index = (FastPseudoRand() * TUint64(iPagingRequestCount)) >> 32; |
|
3382 |
__NK_ASSERT_DEBUG(index < iPagingRequestCount); |
|
3383 |
req = iPagingRequests[index]; |
|
3384 |
__NK_ASSERT_DEBUG(req->iUsageCount > 0); |
|
3385 |
} |
|
3386 |
||
3387 |
#ifdef __CONCURRENT_PAGING_INSTRUMENTATION__ |
|
3388 |
++iWaitingCount; |
|
3389 |
if (iWaitingCount > iMaxWaitingCount) |
|
3390 |
iMaxWaitingCount = iWaitingCount; |
|
3391 |
#endif |
|
3392 |
||
3393 |
++req->iUsageCount; |
|
3394 |
TInt r = req->iMutex->Wait(); |
|
3395 |
__NK_ASSERT_ALWAYS(r == KErrNone); |
|
3396 |
||
3397 |
#ifdef __CONCURRENT_PAGING_INSTRUMENTATION__ |
|
3398 |
--iWaitingCount; |
|
3399 |
++iPagingCount; |
|
3400 |
if (iPagingCount > iMaxPagingCount) |
|
3401 |
iMaxPagingCount = iPagingCount; |
|
3402 |
#endif |
|
3403 |
||
3404 |
return req; |
|
3405 |
} |
|
3406 |
||
3407 |
void DemandPaging::ReleaseRequestObject(DPagingRequest* aReq) |
|
3408 |
{
|
|
3409 |
__ASSERT_SYSTEM_LOCK; |
|
3410 |
||
3411 |
#ifdef __CONCURRENT_PAGING_INSTRUMENTATION__ |
|
3412 |
--iPagingCount; |
|
3413 |
#endif |
|
3414 |
||
3415 |
// If there are no threads waiting on the mutex then return it to the free pool |
|
3416 |
__NK_ASSERT_DEBUG(aReq->iUsageCount > 0); |
|
3417 |
if (--aReq->iUsageCount == 0) |
|
3418 |
iFreeRequestPool.AddHead(aReq); |
|
3419 |
||
3420 |
aReq->iMutex->Signal(); |
|
3421 |
NKern::LockSystem(); |
|
3422 |
} |
|
3423 |
||
3424 |
TInt DemandPaging::ReadRomPage(const DPagingRequest* aReq, TLinAddr aRomAddress) |
|
3425 |
{
|
|
3426 |
START_PAGING_BENCHMARK; |
|
3427 |
||
3428 |
TInt pageSize = KPageSize; |
|
3429 |
TInt dataOffset = aRomAddress-iRomLinearBase; |
|
3430 |
TInt pageNumber = dataOffset>>KPageShift; |
|
3431 |
TInt readUnitShift = RomPagingDevice().iDevice->iReadUnitShift; |
|
3432 |
TInt r; |
|
3433 |
if(!iRomPageIndex) |
|
3434 |
{
|
|
3435 |
// ROM not broken into pages, so just read it in directly |
|
3436 |
START_PAGING_BENCHMARK; |
|
3437 |
r = RomPagingDevice().iDevice->Read(const_cast<TThreadMessage*>(&aReq->iMessage),aReq->iLoadAddr,dataOffset>>readUnitShift,pageSize>>readUnitShift,-1/*token for ROM paging*/); |
|
3438 |
END_PAGING_BENCHMARK(DemandPaging::ThePager, EPagingBmReadMedia); |
|
3439 |
} |
|
3440 |
else |
|
3441 |
{
|
|
3442 |
// Work out where data for page is located |
|
3443 |
SRomPageInfo* romPageInfo = iRomPageIndex+pageNumber; |
|
3444 |
dataOffset = romPageInfo->iDataStart; |
|
3445 |
TInt dataSize = romPageInfo->iDataSize; |
|
3446 |
if(!dataSize) |
|
3447 |
{
|
|
3448 |
// empty page, fill it with 0xff... |
|
3449 |
memset((void*)aReq->iLoadAddr,-1,pageSize); |
|
3450 |
r = KErrNone; |
|
3451 |
} |
|
3452 |
else |
|
3453 |
{
|
|
3454 |
__NK_ASSERT_ALWAYS(romPageInfo->iPagingAttributes&SRomPageInfo::EPageable); |
|
3455 |
||
3456 |
// Read data for page... |
|
3457 |
TThreadMessage* msg= const_cast<TThreadMessage*>(&aReq->iMessage); |
|
3458 |
TLinAddr buffer = aReq->iBuffer; |
|
3459 |
TUint readStart = dataOffset>>readUnitShift; |
|
3460 |
TUint readSize = ((dataOffset+dataSize-1)>>readUnitShift)-readStart+1; |
|
3461 |
__NK_ASSERT_DEBUG((readSize<<readUnitShift)<=iDeviceBufferSize); |
|
3462 |
START_PAGING_BENCHMARK; |
|
3463 |
r = RomPagingDevice().iDevice->Read(msg,buffer,readStart,readSize,-1/*token for ROM paging*/); |
|
3464 |
END_PAGING_BENCHMARK(DemandPaging::ThePager, EPagingBmReadMedia); |
|
3465 |
if(r==KErrNone) |
|
3466 |
{
|
|
3467 |
// Decompress data... |
|
3468 |
TLinAddr data = buffer+dataOffset-(readStart<<readUnitShift); |
|
3469 |
r = Decompress(romPageInfo->iCompressionType,aReq->iLoadAddr,data,dataSize); |
|
3470 |
if(r>=0) |
|
3471 |
{
|
|
3472 |
__NK_ASSERT_ALWAYS(r==pageSize); |
|
3473 |
r = KErrNone; |
|
3474 |
} |
|
3475 |
} |
|
3476 |
} |
|
3477 |
} |
|
3478 |
||
3479 |
END_PAGING_BENCHMARK(this, EPagingBmReadRomPage); |
|
3480 |
return r; |
|
3481 |
} |
|
3482 |
||
3483 |
TInt ReadFunc(TAny* aArg1, TAny* aArg2, TLinAddr aBuffer, TInt aBlockNumber, TInt aBlockCount) |
|
3484 |
{
|
|
3485 |
START_PAGING_BENCHMARK; |
|
3486 |
TInt drive = (TInt)aArg1; |
|
3487 |
TThreadMessage* msg= (TThreadMessage*)aArg2; |
|
3488 |
DemandPaging::SPagingDevice& device = DemandPaging::ThePager->CodePagingDevice(drive); |
|
3489 |
TInt r = device.iDevice->Read(msg, aBuffer, aBlockNumber, aBlockCount, drive); |
|
3490 |
END_PAGING_BENCHMARK(DemandPaging::ThePager, EPagingBmReadMedia); |
|
3491 |
return r; |
|
3492 |
} |
|
3493 |
||
3494 |
TInt DemandPaging::ReadCodePage(const DPagingRequest* aReq, DMmuCodeSegMemory* aCodeSegMemory, TLinAddr aCodeAddress) |
|
3495 |
{
|
|
3496 |
__KTRACE_OPT(KPAGING,Kern::Printf("ReadCodePage buffer = %08x, csm == %08x, addr == %08x", aReq->iLoadAddr, aCodeSegMemory, aCodeAddress));
|
|
3497 |
||
3498 |
START_PAGING_BENCHMARK; |
|
3499 |
||
3500 |
// Get the paging device for this drive |
|
3501 |
SPagingDevice& device = CodePagingDevice(aCodeSegMemory->iCodeLocalDrive); |
|
3502 |
||
3503 |
// Work out which bit of the file to read |
|
3504 |
SRamCodeInfo& ri = aCodeSegMemory->iRamInfo; |
|
3505 |
TInt codeOffset = aCodeAddress - ri.iCodeRunAddr; |
|
3506 |
TInt pageNumber = codeOffset >> KPageShift; |
|
3507 |
TBool compressed = aCodeSegMemory->iCompressionType != SRomPageInfo::ENoCompression; |
|
3508 |
TInt dataOffset, dataSize; |
|
3509 |
if (compressed) |
|
3510 |
{
|
|
3511 |
dataOffset = aCodeSegMemory->iCodePageOffsets[pageNumber]; |
|
3512 |
dataSize = aCodeSegMemory->iCodePageOffsets[pageNumber + 1] - dataOffset; |
|
3513 |
__KTRACE_OPT(KPAGING,Kern::Printf(" compressed, file offset == %x, size == %d", dataOffset, dataSize));
|
|
3514 |
} |
|
3515 |
else |
|
3516 |
{
|
|
3517 |
dataOffset = codeOffset + aCodeSegMemory->iCodeStartInFile; |
|
3518 |
dataSize = Min(KPageSize, aCodeSegMemory->iBlockMap.DataLength() - dataOffset); |
|
3519 |
__NK_ASSERT_DEBUG(dataSize >= 0); |
|
3520 |
__KTRACE_OPT(KPAGING,Kern::Printf(" uncompressed, file offset == %x, size == %d", dataOffset, dataSize));
|
|
3521 |
} |
|
3522 |
||
3523 |
TInt bufferStart = aCodeSegMemory->iBlockMap.Read(aReq->iBuffer, |
|
3524 |
dataOffset, |
|
3525 |
dataSize, |
|
3526 |
device.iDevice->iReadUnitShift, |
|
3527 |
ReadFunc, |
|
3528 |
(TAny*)aCodeSegMemory->iCodeLocalDrive, |
|
3529 |
(TAny*)&aReq->iMessage); |
|
3530 |
||
3531 |
||
3532 |
TInt r = KErrNone; |
|
3533 |
if(bufferStart<0) |
|
3534 |
{
|
|
3535 |
r = bufferStart; // return error |
|
3536 |
__NK_ASSERT_DEBUG(0); |
|
3537 |
} |
|
3538 |
else |
|
3539 |
{
|
|
3540 |
TLinAddr data = aReq->iBuffer + bufferStart; |
|
3541 |
if (compressed) |
|
3542 |
{
|
|
3543 |
TInt r = Decompress(aCodeSegMemory->iCompressionType, aReq->iLoadAddr, data, dataSize); |
|
3544 |
if(r>=0) |
|
3545 |
{
|
|
3546 |
dataSize = Min(KPageSize, ri.iCodeSize - codeOffset); |
|
3547 |
if(r!=dataSize) |
|
3548 |
{
|
|
3549 |
__NK_ASSERT_DEBUG(0); |
|
3550 |
r = KErrCorrupt; |
|
3551 |
} |
|
3552 |
else |
|
3553 |
r = KErrNone; |
|
3554 |
} |
|
3555 |
else |
|
3556 |
{
|
|
3557 |
__NK_ASSERT_DEBUG(0); |
|
3558 |
} |
|
3559 |
} |
|
3560 |
else |
|
3561 |
{
|
|
3562 |
#ifdef BTRACE_PAGING_VERBOSE |
|
3563 |
BTraceContext4(BTrace::EPaging,BTrace::EPagingDecompressStart,SRomPageInfo::ENoCompression); |
|
3564 |
#endif |
|
3565 |
memcpy((TAny*)aReq->iLoadAddr, (TAny*)data, dataSize); |
|
3566 |
#ifdef BTRACE_PAGING_VERBOSE |
|
3567 |
BTraceContext0(BTrace::EPaging,BTrace::EPagingDecompressEnd); |
|
3568 |
#endif |
|
3569 |
} |
|
3570 |
} |
|
3571 |
||
3572 |
if(r==KErrNone) |
|
3573 |
if (dataSize < KPageSize) |
|
3574 |
memset((TAny*)(aReq->iLoadAddr + dataSize), KPageSize - dataSize, 0x03); |
|
3575 |
||
3576 |
END_PAGING_BENCHMARK(this, EPagingBmReadCodePage); |
|
3577 |
||
3578 |
return KErrNone; |
|
3579 |
} |
|
3580 |
||
3581 |
||
3582 |
#include "decompress.h" |
|
3583 |
||
3584 |
||
3585 |
TInt DemandPaging::Decompress(TInt aCompressionType,TLinAddr aDst,TLinAddr aSrc,TUint aSrcSize) |
|
3586 |
{
|
|
3587 |
#ifdef BTRACE_PAGING_VERBOSE |
|
3588 |
BTraceContext4(BTrace::EPaging,BTrace::EPagingDecompressStart,aCompressionType); |
|
3589 |
#endif |
|
3590 |
TInt r; |
|
3591 |
switch(aCompressionType) |
|
3592 |
{
|
|
3593 |
case SRomPageInfo::ENoCompression: |
|
3594 |
memcpy((void*)aDst,(void*)aSrc,aSrcSize); |
|
3595 |
r = aSrcSize; |
|
3596 |
break; |
|
3597 |
||
3598 |
case SRomPageInfo::EBytePair: |
|
3599 |
{
|
|
3600 |
START_PAGING_BENCHMARK; |
|
3601 |
TUint8* srcNext=0; |
|
3602 |
r=BytePairDecompress((TUint8*)aDst,KPageSize,(TUint8*)aSrc,aSrcSize,srcNext); |
|
3603 |
if (r == KErrNone) |
|
3604 |
__NK_ASSERT_ALWAYS((TLinAddr)srcNext == aSrc + aSrcSize); |
|
3605 |
END_PAGING_BENCHMARK(this, EPagingBmDecompress); |
|
3606 |
} |
|
3607 |
break; |
|
3608 |
||
3609 |
default: |
|
3610 |
r = KErrNotSupported; |
|
3611 |
break; |
|
3612 |
} |
|
3613 |
#ifdef BTRACE_PAGING_VERBOSE |
|
3614 |
BTraceContext0(BTrace::EPaging,BTrace::EPagingDecompressEnd); |
|
3615 |
#endif |
|
3616 |
return r; |
|
3617 |
} |
|
3618 |
||
3619 |
||
3620 |
void DemandPaging::BalanceAges() |
|
3621 |
{
|
|
3622 |
if(iOldCount*iYoungOldRatio>=iYoungCount) |
|
3623 |
return; // We have enough old pages |
|
3624 |
||
3625 |
// make one young page into an old page... |
|
3626 |
||
3627 |
__NK_ASSERT_DEBUG(!iYoungList.IsEmpty()); |
|
3628 |
__NK_ASSERT_DEBUG(iYoungCount); |
|
3629 |
SDblQueLink* link = iYoungList.Last()->Deque(); |
|
3630 |
--iYoungCount; |
|
3631 |
||
3632 |
SPageInfo* pageInfo = SPageInfo::FromLink(link); |
|
3633 |
pageInfo->SetState(SPageInfo::EStatePagedOld); |
|
3634 |
||
3635 |
iOldList.AddHead(link); |
|
3636 |
++iOldCount; |
|
3637 |
||
3638 |
SetOld(pageInfo); |
|
3639 |
||
3640 |
#ifdef BTRACE_PAGING_VERBOSE |
|
3641 |
BTraceContext4(BTrace::EPaging,BTrace::EPagingAged,pageInfo->PhysAddr()); |
|
3642 |
#endif |
|
3643 |
} |
|
3644 |
||
3645 |
||
3646 |
void DemandPaging::AddAsYoungest(SPageInfo* aPageInfo) |
|
3647 |
{
|
|
3648 |
#ifdef _DEBUG |
|
3649 |
SPageInfo::TType type = aPageInfo->Type(); |
|
3650 |
__NK_ASSERT_DEBUG(type==SPageInfo::EPagedROM || type==SPageInfo::EPagedCode || type==SPageInfo::EPagedData || type==SPageInfo::EPagedCache); |
|
3651 |
#endif |
|
3652 |
aPageInfo->SetState(SPageInfo::EStatePagedYoung); |
|
3653 |
iYoungList.AddHead(&aPageInfo->iLink); |
|
3654 |
++iYoungCount; |
|
3655 |
} |
|
3656 |
||
3657 |
||
3658 |
void DemandPaging::AddAsFreePage(SPageInfo* aPageInfo) |
|
3659 |
{
|
|
3660 |
#ifdef BTRACE_PAGING |
|
3661 |
TPhysAddr phys = aPageInfo->PhysAddr(); |
|
3662 |
BTraceContext4(BTrace::EPaging,BTrace::EPagingPageInFree,phys); |
|
3663 |
#endif |
|
3664 |
aPageInfo->Change(SPageInfo::EPagedFree,SPageInfo::EStatePagedOld); |
|
3665 |
iOldList.Add(&aPageInfo->iLink); |
|
3666 |
++iOldCount; |
|
3667 |
} |
|
3668 |
||
3669 |
||
3670 |
void DemandPaging::RemovePage(SPageInfo* aPageInfo) |
|
3671 |
{
|
|
3672 |
switch(aPageInfo->State()) |
|
3673 |
{
|
|
3674 |
case SPageInfo::EStatePagedYoung: |
|
3675 |
__NK_ASSERT_DEBUG(iYoungCount); |
|
3676 |
aPageInfo->iLink.Deque(); |
|
3677 |
--iYoungCount; |
|
3678 |
break; |
|
3679 |
||
3680 |
case SPageInfo::EStatePagedOld: |
|
3681 |
__NK_ASSERT_DEBUG(iOldCount); |
|
3682 |
aPageInfo->iLink.Deque(); |
|
3683 |
--iOldCount; |
|
3684 |
break; |
|
3685 |
||
3686 |
case SPageInfo::EStatePagedLocked: |
|
3687 |
break; |
|
3688 |
||
3689 |
default: |
|
3690 |
__NK_ASSERT_DEBUG(0); |
|
3691 |
} |
|
3692 |
aPageInfo->SetState(SPageInfo::EStatePagedDead); |
|
3693 |
} |
|
3694 |
||
3695 |
||
3696 |
SPageInfo* DemandPaging::GetOldestPage() |
|
3697 |
{
|
|
3698 |
// remove oldest from list... |
|
3699 |
SDblQueLink* link; |
|
3700 |
if(iOldCount) |
|
3701 |
{
|
|
3702 |
__NK_ASSERT_DEBUG(!iOldList.IsEmpty()); |
|
3703 |
link = iOldList.Last()->Deque(); |
|
3704 |
--iOldCount; |
|
3705 |
} |
|
3706 |
else |
|
3707 |
{
|
|
3708 |
__NK_ASSERT_DEBUG(iYoungCount); |
|
3709 |
__NK_ASSERT_DEBUG(!iYoungList.IsEmpty()); |
|
3710 |
link = iYoungList.Last()->Deque(); |
|
3711 |
--iYoungCount; |
|
3712 |
} |
|
3713 |
SPageInfo* pageInfo = SPageInfo::FromLink(link); |
|
3714 |
pageInfo->SetState(SPageInfo::EStatePagedDead); |
|
3715 |
||
3716 |
// put page in a free state... |
|
3717 |
SetFree(pageInfo); |
|
3718 |
pageInfo->Change(SPageInfo::EPagedFree,SPageInfo::EStatePagedDead); |
|
3719 |
||
3720 |
// keep live list balanced... |
|
3721 |
BalanceAges(); |
|
3722 |
||
3723 |
return pageInfo; |
|
3724 |
} |
|
3725 |
||
3726 |
||
3727 |
TBool DemandPaging::GetFreePages(TInt aNumPages) |
|
3728 |
{
|
|
3729 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: >GetFreePages %d",aNumPages));
|
|
3730 |
NKern::LockSystem(); |
|
3731 |
||
3732 |
while(aNumPages>0 && NumberOfFreePages()>=aNumPages) |
|
3733 |
{
|
|
3734 |
// steal a page from live page list and return it to the free pool... |
|
3735 |
ReturnToSystem(GetOldestPage()); |
|
3736 |
--aNumPages; |
|
3737 |
} |
|
3738 |
||
3739 |
NKern::UnlockSystem(); |
|
3740 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: <GetFreePages %d",!aNumPages));
|
|
3741 |
return !aNumPages; |
|
3742 |
} |
|
3743 |
||
3744 |
||
3745 |
void DemandPaging::DonateRamCachePage(SPageInfo* aPageInfo) |
|
3746 |
{
|
|
3747 |
__NK_ASSERT_DEBUG(iMinimumPageCount + iNumberOfFreePages <= iMaximumPageCount); |
|
3748 |
SPageInfo::TType type = aPageInfo->Type(); |
|
3749 |
if(type==SPageInfo::EChunk) |
|
3750 |
{
|
|
|
90
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
3751 |
// Must not donate locked page. An example is DMA transferred memory. |
|
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
3752 |
__NK_ASSERT_DEBUG(!aPageInfo->LockCount()); |
| 0 | 3753 |
|
3754 |
aPageInfo->Change(SPageInfo::EPagedCache,SPageInfo::EStatePagedYoung); |
|
3755 |
||
3756 |
// Update ram allocator counts as this page has changed its type |
|
3757 |
DMemModelChunk* chunk = (DMemModelChunk*)aPageInfo->Owner(); |
|
3758 |
iMmu->iRamPageAllocator->ChangePageType(aPageInfo, chunk->GetPageType(), EPageDiscard); |
|
3759 |
||
3760 |
AddAsYoungest(aPageInfo); |
|
3761 |
++iNumberOfFreePages; |
|
3762 |
if (iMinimumPageCount + iNumberOfFreePages > iMaximumPageCount) |
|
3763 |
ReturnToSystem(GetOldestPage()); |
|
3764 |
BalanceAges(); |
|
3765 |
return; |
|
3766 |
} |
|
3767 |
// allow already donated pages... |
|
3768 |
__NK_ASSERT_DEBUG(type==SPageInfo::EPagedCache); |
|
3769 |
} |
|
3770 |
||
3771 |
||
3772 |
TBool DemandPaging::ReclaimRamCachePage(SPageInfo* aPageInfo) |
|
3773 |
{
|
|
3774 |
SPageInfo::TType type = aPageInfo->Type(); |
|
3775 |
if(type==SPageInfo::EChunk) |
|
3776 |
return ETrue; // page already reclaimed |
|
3777 |
||
3778 |
__NK_ASSERT_DEBUG(type==SPageInfo::EPagedCache); |
|
3779 |
||
3780 |
if(!iNumberOfFreePages) |
|
3781 |
return EFalse; |
|
3782 |
--iNumberOfFreePages; |
|
3783 |
||
3784 |
RemovePage(aPageInfo); |
|
3785 |
aPageInfo->Change(SPageInfo::EChunk,SPageInfo::EStateNormal); |
|
3786 |
||
3787 |
// Update ram allocator counts as this page has changed its type |
|
3788 |
DMemModelChunk* chunk = (DMemModelChunk*)aPageInfo->Owner(); |
|
3789 |
iMmu->iRamPageAllocator->ChangePageType(aPageInfo, EPageDiscard, chunk->GetPageType()); |
|
3790 |
return ETrue; |
|
3791 |
} |
|
3792 |
||
3793 |
||
3794 |
SPageInfo* DemandPaging::AllocateNewPage() |
|
3795 |
{
|
|
3796 |
__ASSERT_SYSTEM_LOCK |
|
3797 |
SPageInfo* pageInfo; |
|
3798 |
||
3799 |
NKern::UnlockSystem(); |
|
3800 |
MmuBase::Wait(); |
|
3801 |
NKern::LockSystem(); |
|
3802 |
||
3803 |
// Try getting a free page from our active page list |
|
3804 |
if(iOldCount) |
|
3805 |
{
|
|
3806 |
pageInfo = SPageInfo::FromLink(iOldList.Last()); |
|
3807 |
if(pageInfo->Type()==SPageInfo::EPagedFree) |
|
3808 |
{
|
|
3809 |
pageInfo = GetOldestPage(); |
|
3810 |
goto done; |
|
3811 |
} |
|
3812 |
} |
|
3813 |
||
3814 |
// Try getting a free page from the system pool |
|
3815 |
if(iMinimumPageCount+iNumberOfFreePages<iMaximumPageCount) |
|
3816 |
{
|
|
3817 |
NKern::UnlockSystem(); |
|
3818 |
pageInfo = GetPageFromSystem(); |
|
3819 |
NKern::LockSystem(); |
|
3820 |
if(pageInfo) |
|
3821 |
goto done; |
|
3822 |
} |
|
3823 |
||
3824 |
// As a last resort, steal one from our list of active pages |
|
3825 |
pageInfo = GetOldestPage(); |
|
3826 |
||
3827 |
done: |
|
3828 |
NKern::UnlockSystem(); |
|
3829 |
MmuBase::Signal(); |
|
3830 |
NKern::LockSystem(); |
|
3831 |
return pageInfo; |
|
3832 |
} |
|
3833 |
||
3834 |
||
3835 |
void DemandPaging::Rejuvenate(SPageInfo* aPageInfo) |
|
3836 |
{
|
|
3837 |
SPageInfo::TState state = aPageInfo->State(); |
|
3838 |
if(state==SPageInfo::EStatePagedOld) |
|
3839 |
{
|
|
3840 |
// move page from old list to head of young list... |
|
3841 |
__NK_ASSERT_DEBUG(iOldCount); |
|
3842 |
aPageInfo->iLink.Deque(); |
|
3843 |
--iOldCount; |
|
3844 |
AddAsYoungest(aPageInfo); |
|
3845 |
BalanceAges(); |
|
3846 |
} |
|
3847 |
else if(state==SPageInfo::EStatePagedYoung) |
|
3848 |
{
|
|
3849 |
// page was already young, move it to the start of the list (make it the youngest) |
|
3850 |
aPageInfo->iLink.Deque(); |
|
3851 |
iYoungList.AddHead(&aPageInfo->iLink); |
|
3852 |
} |
|
3853 |
else |
|
3854 |
{
|
|
3855 |
// leave locked pages alone |
|
3856 |
__NK_ASSERT_DEBUG(state==SPageInfo::EStatePagedLocked); |
|
3857 |
} |
|
3858 |
} |
|
3859 |
||
3860 |
||
3861 |
TInt DemandPaging::CheckRealtimeThreadFault(DThread* aThread, TAny* aContext) |
|
3862 |
{
|
|
3863 |
TInt r = KErrNone; |
|
3864 |
DThread* client = aThread->iIpcClient; |
|
3865 |
||
3866 |
// If iIpcClient is set then we are accessing the address space of a remote thread. If we are |
|
3867 |
// in an IPC trap, this will contain information the local and remte addresses being accessed. |
|
3868 |
// If this is not set then we assume than any fault must be the fault of a bad remote address. |
|
3869 |
TIpcExcTrap* ipcTrap = (TIpcExcTrap*)aThread->iExcTrap; |
|
3870 |
if (ipcTrap && !ipcTrap->IsTIpcExcTrap()) |
|
3871 |
ipcTrap = 0; |
|
3872 |
if (client && (!ipcTrap || ipcTrap->ExcLocation(aThread, aContext) == TIpcExcTrap::EExcRemote)) |
|
3873 |
{
|
|
3874 |
// Kill client thread... |
|
3875 |
NKern::UnlockSystem(); |
|
3876 |
if(K::IllegalFunctionForRealtimeThread(client,"Access to Paged Memory (by other thread)")) |
|
3877 |
{
|
|
3878 |
// Treat memory access as bad... |
|
3879 |
r = KErrAbort; |
|
3880 |
} |
|
3881 |
// else thread is in 'warning only' state so allow paging |
|
3882 |
} |
|
3883 |
else |
|
3884 |
{
|
|
3885 |
// Kill current thread... |
|
3886 |
NKern::UnlockSystem(); |
|
3887 |
if(K::IllegalFunctionForRealtimeThread(NULL,"Access to Paged Memory")) |
|
3888 |
{
|
|
3889 |
// If current thread is in critical section, then the above kill will be deferred |
|
3890 |
// and we will continue executing. We will handle this by returning an error |
|
3891 |
// which means that the thread will take an exception (which hopfully is XTRAPed!) |
|
3892 |
r = KErrAbort; |
|
3893 |
} |
|
3894 |
// else thread is in 'warning only' state so allow paging |
|
3895 |
} |
|
3896 |
||
3897 |
NKern::LockSystem(); |
|
3898 |
return r; |
|
3899 |
} |
|
3900 |
||
3901 |
||
3902 |
TInt DemandPaging::ResizeLiveList(TUint aMinimumPageCount,TUint aMaximumPageCount) |
|
3903 |
{
|
|
3904 |
if(!aMaximumPageCount) |
|
3905 |
{
|
|
3906 |
aMinimumPageCount = iInitMinimumPageCount; |
|
3907 |
aMaximumPageCount = iInitMaximumPageCount; |
|
3908 |
} |
|
3909 |
||
3910 |
// Min must not be greater than max... |
|
3911 |
if(aMinimumPageCount>aMaximumPageCount) |
|
3912 |
return KErrArgument; |
|
3913 |
||
3914 |
NKern::ThreadEnterCS(); |
|
3915 |
MmuBase::Wait(); |
|
3916 |
||
3917 |
NKern::LockSystem(); |
|
3918 |
||
3919 |
// Make sure aMinimumPageCount is not less than absolute minimum we can cope with... |
|
3920 |
iMinimumPageLimit = ((KMinYoungPages + iNextPagingRequestCount) * (1 + iYoungOldRatio)) / iYoungOldRatio; |
|
3921 |
if(iMinimumPageLimit<KAbsoluteMinPageCount) |
|
3922 |
iMinimumPageLimit = KAbsoluteMinPageCount; |
|
3923 |
if(aMinimumPageCount<iMinimumPageLimit+iReservePageCount) |
|
3924 |
aMinimumPageCount = iMinimumPageLimit+iReservePageCount; |
|
3925 |
if(aMaximumPageCount<aMinimumPageCount) |
|
3926 |
aMaximumPageCount=aMinimumPageCount; |
|
3927 |
||
3928 |
// Increase iMaximumPageCount? |
|
3929 |
TInt extra = aMaximumPageCount-iMaximumPageCount; |
|
3930 |
if(extra>0) |
|
3931 |
iMaximumPageCount += extra; |
|
3932 |
||
3933 |
// Reduce iMinimumPageCount? |
|
3934 |
TInt spare = iMinimumPageCount-aMinimumPageCount; |
|
3935 |
if(spare>0) |
|
3936 |
{
|
|
3937 |
iMinimumPageCount -= spare; |
|
3938 |
iNumberOfFreePages += spare; |
|
3939 |
} |
|
3940 |
||
3941 |
// Increase iMinimumPageCount? |
|
3942 |
TInt r=KErrNone; |
|
3943 |
while(aMinimumPageCount>iMinimumPageCount) |
|
3944 |
{
|
|
3945 |
if(iNumberOfFreePages==0) // Need more pages? |
|
3946 |
{
|
|
3947 |
// get a page from the system |
|
3948 |
NKern::UnlockSystem(); |
|
3949 |
SPageInfo* pageInfo = GetPageFromSystem(); |
|
3950 |
NKern::LockSystem(); |
|
3951 |
if(!pageInfo) |
|
3952 |
{
|
|
3953 |
r=KErrNoMemory; |
|
3954 |
break; |
|
3955 |
} |
|
3956 |
AddAsFreePage(pageInfo); |
|
3957 |
} |
|
3958 |
++iMinimumPageCount; |
|
3959 |
--iNumberOfFreePages; |
|
3960 |
NKern::FlashSystem(); |
|
3961 |
} |
|
3962 |
||
3963 |
// Reduce iMaximumPageCount? |
|
3964 |
while(iMaximumPageCount>aMaximumPageCount) |
|
3965 |
{
|
|
3966 |
if (iMinimumPageCount+iNumberOfFreePages==iMaximumPageCount) // Need to free pages? |
|
3967 |
{
|
|
3968 |
ReturnToSystem(GetOldestPage()); |
|
3969 |
} |
|
3970 |
--iMaximumPageCount; |
|
3971 |
NKern::FlashSystem(); |
|
3972 |
} |
|
3973 |
||
3974 |
#ifdef BTRACE_KERNEL_MEMORY |
|
3975 |
BTrace4(BTrace::EKernelMemory,BTrace::EKernelMemoryDemandPagingCache,ThePager->iMinimumPageCount << KPageShift); |
|
3976 |
#endif |
|
3977 |
||
3978 |
__NK_ASSERT_DEBUG(iMinimumPageCount + iNumberOfFreePages <= iMaximumPageCount); |
|
3979 |
||
3980 |
NKern::UnlockSystem(); |
|
3981 |
||
3982 |
MmuBase::Signal(); |
|
3983 |
NKern::ThreadLeaveCS(); |
|
3984 |
||
3985 |
return r; |
|
3986 |
} |
|
3987 |
||
3988 |
||
3989 |
TInt VMHalFunction(TAny*, TInt aFunction, TAny* a1, TAny* a2) |
|
3990 |
{
|
|
3991 |
DemandPaging* pager = DemandPaging::ThePager; |
|
3992 |
switch(aFunction) |
|
3993 |
{
|
|
3994 |
case EVMHalFlushCache: |
|
3995 |
if(!TheCurrentThread->HasCapability(ECapabilityWriteDeviceData,__PLATSEC_DIAGNOSTIC_STRING("Checked by VMHalFunction(EVMHalFlushCache)")))
|
|
3996 |
K::UnlockedPlatformSecurityPanic(); |
|
3997 |
pager->FlushAll(); |
|
3998 |
return KErrNone; |
|
3999 |
||
4000 |
case EVMHalSetCacheSize: |
|
4001 |
{
|
|
4002 |
if(!TheCurrentThread->HasCapability(ECapabilityWriteDeviceData,__PLATSEC_DIAGNOSTIC_STRING("Checked by VMHalFunction(EVMHalSetCacheSize)")))
|
|
4003 |
K::UnlockedPlatformSecurityPanic(); |
|
4004 |
TUint min = (TUint)a1>>KPageShift; |
|
4005 |
if((TUint)a1&KPageMask) |
|
4006 |
++min; |
|
4007 |
TUint max = (TUint)a2>>KPageShift; |
|
4008 |
if((TUint)a2&KPageMask) |
|
4009 |
++max; |
|
4010 |
return pager->ResizeLiveList(min,max); |
|
4011 |
} |
|
4012 |
||
4013 |
case EVMHalGetCacheSize: |
|
4014 |
{
|
|
4015 |
SVMCacheInfo info; |
|
4016 |
NKern::LockSystem(); // lock system to ensure consistent set of values are read... |
|
4017 |
info.iMinSize = pager->iMinimumPageCount<<KPageShift; |
|
4018 |
info.iMaxSize = pager->iMaximumPageCount<<KPageShift; |
|
4019 |
info.iCurrentSize = (pager->iMinimumPageCount+pager->iNumberOfFreePages)<<KPageShift; |
|
4020 |
info.iMaxFreeSize = pager->iNumberOfFreePages<<KPageShift; |
|
4021 |
NKern::UnlockSystem(); |
|
4022 |
kumemput32(a1,&info,sizeof(info)); |
|
4023 |
} |
|
4024 |
return KErrNone; |
|
4025 |
||
4026 |
case EVMHalGetEventInfo: |
|
4027 |
{
|
|
4028 |
SVMEventInfo info; |
|
4029 |
NKern::LockSystem(); // lock system to ensure consistent set of values are read... |
|
4030 |
info = pager->iEventInfo; |
|
4031 |
NKern::UnlockSystem(); |
|
4032 |
Kern::InfoCopy(*(TDes8*)a1,(TUint8*)&info,sizeof(info)); |
|
4033 |
} |
|
4034 |
return KErrNone; |
|
4035 |
||
4036 |
case EVMHalResetEventInfo: |
|
4037 |
NKern::LockSystem(); |
|
4038 |
memclr(&pager->iEventInfo, sizeof(pager->iEventInfo)); |
|
4039 |
NKern::UnlockSystem(); |
|
4040 |
return KErrNone; |
|
4041 |
||
4042 |
#ifdef __SUPPORT_DEMAND_PAGING_EMULATION__ |
|
4043 |
case EVMHalGetOriginalRomPages: |
|
4044 |
*(TPhysAddr**)a1 = pager->iOriginalRomPages; |
|
4045 |
*(TInt*)a2 = pager->iOriginalRomPageCount; |
|
4046 |
return KErrNone; |
|
4047 |
#endif |
|
4048 |
||
4049 |
case EVMPageState: |
|
4050 |
return pager->PageState((TLinAddr)a1); |
|
4051 |
||
4052 |
#ifdef __CONCURRENT_PAGING_INSTRUMENTATION__ |
|
4053 |
case EVMHalGetConcurrencyInfo: |
|
4054 |
{
|
|
4055 |
NKern::LockSystem(); |
|
4056 |
SPagingConcurrencyInfo info = { pager->iMaxWaitingCount, pager->iMaxPagingCount };
|
|
4057 |
NKern::UnlockSystem(); |
|
4058 |
kumemput32(a1,&info,sizeof(info)); |
|
4059 |
} |
|
4060 |
return KErrNone; |
|
4061 |
||
4062 |
case EVMHalResetConcurrencyInfo: |
|
4063 |
NKern::LockSystem(); |
|
4064 |
pager->iMaxWaitingCount = 0; |
|
4065 |
pager->iMaxPagingCount = 0; |
|
4066 |
NKern::UnlockSystem(); |
|
4067 |
return KErrNone; |
|
4068 |
#endif |
|
4069 |
||
4070 |
#ifdef __DEMAND_PAGING_BENCHMARKS__ |
|
4071 |
case EVMHalGetPagingBenchmark: |
|
4072 |
{
|
|
4073 |
TUint index = (TInt) a1; |
|
4074 |
if (index >= EMaxPagingBm) |
|
4075 |
return KErrNotFound; |
|
4076 |
NKern::LockSystem(); |
|
4077 |
SPagingBenchmarkInfo info = pager->iBenchmarkInfo[index]; |
|
4078 |
NKern::UnlockSystem(); |
|
4079 |
kumemput32(a2,&info,sizeof(info)); |
|
4080 |
} |
|
4081 |
return KErrNone; |
|
4082 |
||
4083 |
case EVMHalResetPagingBenchmark: |
|
4084 |
{
|
|
4085 |
TUint index = (TInt) a1; |
|
4086 |
if (index >= EMaxPagingBm) |
|
4087 |
return KErrNotFound; |
|
4088 |
NKern::LockSystem(); |
|
4089 |
pager->ResetBenchmarkData((TPagingBenchmark)index); |
|
4090 |
NKern::UnlockSystem(); |
|
4091 |
} |
|
4092 |
return KErrNone; |
|
4093 |
#endif |
|
4094 |
||
4095 |
default: |
|
4096 |
return KErrNotSupported; |
|
4097 |
} |
|
4098 |
} |
|
4099 |
||
4100 |
void DemandPaging::Panic(TFault aFault) |
|
4101 |
{
|
|
4102 |
Kern::Fault("DEMAND-PAGING",aFault);
|
|
4103 |
} |
|
4104 |
||
4105 |
||
4106 |
DMutex* DemandPaging::CheckMutexOrder() |
|
4107 |
{
|
|
4108 |
#ifdef _DEBUG |
|
4109 |
SDblQue& ml = TheCurrentThread->iMutexList; |
|
4110 |
if(ml.IsEmpty()) |
|
4111 |
return NULL; |
|
4112 |
DMutex* mm = _LOFF(ml.First(), DMutex, iOrderLink); |
|
4113 |
if (KMutexOrdPageIn >= mm->iOrder) |
|
4114 |
return mm; |
|
4115 |
#endif |
|
4116 |
return NULL; |
|
4117 |
} |
|
4118 |
||
4119 |
||
4120 |
TBool DemandPaging::ReservePage() |
|
4121 |
{
|
|
4122 |
__ASSERT_SYSTEM_LOCK; |
|
4123 |
__ASSERT_CRITICAL; |
|
4124 |
||
4125 |
NKern::UnlockSystem(); |
|
4126 |
MmuBase::Wait(); |
|
4127 |
NKern::LockSystem(); |
|
4128 |
||
4129 |
__NK_ASSERT_DEBUG(iMinimumPageCount >= iMinimumPageLimit + iReservePageCount); |
|
4130 |
while (iMinimumPageCount == iMinimumPageLimit + iReservePageCount && |
|
4131 |
iNumberOfFreePages == 0) |
|
4132 |
{
|
|
4133 |
NKern::UnlockSystem(); |
|
4134 |
SPageInfo* pageInfo = GetPageFromSystem(); |
|
4135 |
if(!pageInfo) |
|
4136 |
{
|
|
4137 |
MmuBase::Signal(); |
|
4138 |
NKern::LockSystem(); |
|
4139 |
return EFalse; |
|
4140 |
} |
|
4141 |
NKern::LockSystem(); |
|
4142 |
AddAsFreePage(pageInfo); |
|
4143 |
} |
|
4144 |
if (iMinimumPageCount == iMinimumPageLimit + iReservePageCount) |
|
4145 |
{
|
|
4146 |
++iMinimumPageCount; |
|
4147 |
--iNumberOfFreePages; |
|
4148 |
if (iMinimumPageCount > iMaximumPageCount) |
|
4149 |
iMaximumPageCount = iMinimumPageCount; |
|
4150 |
} |
|
4151 |
++iReservePageCount; |
|
4152 |
__NK_ASSERT_DEBUG(iMinimumPageCount >= iMinimumPageLimit + iReservePageCount); |
|
4153 |
__NK_ASSERT_DEBUG(iMinimumPageCount + iNumberOfFreePages <= iMaximumPageCount); |
|
4154 |
||
4155 |
NKern::UnlockSystem(); |
|
4156 |
MmuBase::Signal(); |
|
4157 |
NKern::LockSystem(); |
|
4158 |
return ETrue; |
|
4159 |
} |
|
4160 |
||
4161 |
||
4162 |
TInt DemandPaging::LockRegion(TLinAddr aStart,TInt aSize,DProcess* aProcess) |
|
4163 |
{
|
|
4164 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: LockRegion(%08x,%x)",aStart,aSize));
|
|
4165 |
NKern::ThreadEnterCS(); |
|
4166 |
||
4167 |
// calculate the number of pages required to lock aSize bytes |
|
4168 |
TUint32 mask=KPageMask; |
|
4169 |
TUint32 offset=aStart&mask; |
|
4170 |
TInt numPages = (aSize+offset+mask)>>KPageShift; |
|
4171 |
||
4172 |
// Lock pages... |
|
4173 |
TInt r=KErrNone; |
|
4174 |
TLinAddr page = aStart; |
|
4175 |
||
4176 |
NKern::LockSystem(); |
|
4177 |
while(--numPages>=0) |
|
4178 |
{
|
|
4179 |
if (!ReservePage()) |
|
4180 |
break; |
|
4181 |
TPhysAddr phys; |
|
4182 |
r = LockPage(page,aProcess,phys); |
|
4183 |
NKern::FlashSystem(); |
|
4184 |
if(r!=KErrNone) |
|
4185 |
break; |
|
4186 |
page += KPageSize; |
|
4187 |
} |
|
4188 |
||
4189 |
NKern::UnlockSystem(); |
|
4190 |
||
4191 |
// If error, unlock whatever we managed to lock... |
|
4192 |
if(r!=KErrNone) |
|
4193 |
{
|
|
4194 |
while((page-=KPageSize)>=aStart) |
|
4195 |
{
|
|
4196 |
NKern::LockSystem(); |
|
4197 |
UnlockPage(aStart,aProcess,KPhysAddrInvalid); |
|
4198 |
--iReservePageCount; |
|
4199 |
NKern::UnlockSystem(); |
|
4200 |
} |
|
4201 |
} |
|
4202 |
||
4203 |
NKern::ThreadLeaveCS(); |
|
4204 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: LockRegion returns %d",r));
|
|
4205 |
return r; |
|
4206 |
} |
|
4207 |
||
4208 |
||
4209 |
TInt DemandPaging::UnlockRegion(TLinAddr aStart,TInt aSize,DProcess* aProcess) |
|
4210 |
{
|
|
4211 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: UnlockRegion(%08x,%x)",aStart,aSize));
|
|
4212 |
TUint32 mask=KPageMask; |
|
4213 |
TUint32 offset=aStart&mask; |
|
4214 |
TInt numPages = (aSize+offset+mask)>>KPageShift; |
|
4215 |
NKern::LockSystem(); |
|
4216 |
__NK_ASSERT_DEBUG(iReservePageCount >= (TUint)numPages); |
|
4217 |
while(--numPages>=0) |
|
4218 |
{
|
|
4219 |
UnlockPage(aStart,aProcess,KPhysAddrInvalid); |
|
4220 |
--iReservePageCount; |
|
4221 |
NKern::FlashSystem(); |
|
4222 |
aStart += KPageSize; |
|
4223 |
} |
|
4224 |
NKern::UnlockSystem(); |
|
4225 |
return KErrNone; |
|
4226 |
} |
|
4227 |
||
4228 |
||
4229 |
void DemandPaging::FlushAll() |
|
4230 |
{
|
|
4231 |
NKern::ThreadEnterCS(); |
|
4232 |
MmuBase::Wait(); |
|
4233 |
// look at all RAM pages in the system, and unmap all those used for paging |
|
4234 |
const TUint32* piMap = (TUint32*)KPageInfoMap; |
|
4235 |
const TUint32* piMapEnd = piMap+(KNumPageInfoPages>>5); |
|
4236 |
SPageInfo* pi = (SPageInfo*)KPageInfoLinearBase; |
|
4237 |
NKern::LockSystem(); |
|
4238 |
do |
|
4239 |
{
|
|
4240 |
SPageInfo* piNext = pi+(KPageInfosPerPage<<5); |
|
4241 |
for(TUint32 piFlags=*piMap++; piFlags; piFlags>>=1) |
|
4242 |
{
|
|
4243 |
if(!(piFlags&1)) |
|
4244 |
{
|
|
4245 |
pi += KPageInfosPerPage; |
|
4246 |
continue; |
|
4247 |
} |
|
4248 |
SPageInfo* piEnd = pi+KPageInfosPerPage; |
|
4249 |
do |
|
4250 |
{
|
|
4251 |
SPageInfo::TState state = pi->State(); |
|
4252 |
if(state==SPageInfo::EStatePagedYoung || state==SPageInfo::EStatePagedOld) |
|
4253 |
{
|
|
4254 |
RemovePage(pi); |
|
4255 |
SetFree(pi); |
|
4256 |
AddAsFreePage(pi); |
|
4257 |
NKern::FlashSystem(); |
|
4258 |
} |
|
4259 |
++pi; |
|
4260 |
const TUint KFlashCount = 64; // flash every 64 page infos (must be a power-of-2) |
|
4261 |
__ASSERT_COMPILE((TUint)KPageInfosPerPage >= KFlashCount); |
|
4262 |
if(((TUint)pi&((KFlashCount-1)<<KPageInfoShift))==0) |
|
4263 |
NKern::FlashSystem(); |
|
4264 |
} |
|
4265 |
while(pi<piEnd); |
|
4266 |
} |
|
4267 |
pi = piNext; |
|
4268 |
} |
|
4269 |
while(piMap<piMapEnd); |
|
4270 |
NKern::UnlockSystem(); |
|
4271 |
||
4272 |
// reduce live page list to a minimum |
|
4273 |
while(GetFreePages(1)) {};
|
|
4274 |
||
4275 |
MmuBase::Signal(); |
|
4276 |
NKern::ThreadLeaveCS(); |
|
4277 |
} |
|
4278 |
||
4279 |
||
4280 |
TInt DemandPaging::LockPage(TLinAddr aPage, DProcess *aProcess, TPhysAddr& aPhysAddr) |
|
4281 |
{
|
|
4282 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: LockPage() %08x",aPage));
|
|
4283 |
__ASSERT_SYSTEM_LOCK |
|
4284 |
||
4285 |
aPhysAddr = KPhysAddrInvalid; |
|
4286 |
||
4287 |
TInt r = EnsurePagePresent(aPage,aProcess); |
|
4288 |
if (r != KErrNone) |
|
4289 |
return KErrArgument; // page doesn't exist |
|
4290 |
||
4291 |
// get info about page to be locked... |
|
4292 |
TPhysAddr phys = LinearToPhysical(aPage,aProcess); |
|
4293 |
retry: |
|
4294 |
__NK_ASSERT_DEBUG(phys!=KPhysAddrInvalid); |
|
4295 |
||
4296 |
SPageInfo* pageInfo = SPageInfo::SafeFromPhysAddr(phys); |
|
4297 |
if(!pageInfo) |
|
4298 |
return KErrNotFound; |
|
4299 |
||
4300 |
// lock it... |
|
4301 |
SPageInfo::TType type = pageInfo->Type(); |
|
4302 |
if(type==SPageInfo::EShadow) |
|
4303 |
{
|
|
4304 |
// get the page which is being shadowed and lock that |
|
4305 |
phys = (TPhysAddr)pageInfo->Owner(); |
|
4306 |
goto retry; |
|
4307 |
} |
|
4308 |
||
4309 |
switch(pageInfo->State()) |
|
4310 |
{
|
|
4311 |
case SPageInfo::EStatePagedLocked: |
|
4312 |
// already locked, so just increment lock count... |
|
4313 |
++pageInfo->PagedLock(); |
|
4314 |
break; |
|
4315 |
||
4316 |
case SPageInfo::EStatePagedYoung: |
|
4317 |
{
|
|
4318 |
if(type!=SPageInfo::EPagedROM && type !=SPageInfo::EPagedCode) |
|
4319 |
{
|
|
4320 |
// not implemented yet |
|
4321 |
__NK_ASSERT_ALWAYS(0); |
|
4322 |
} |
|
4323 |
||
4324 |
// remove page to be locked from live list... |
|
4325 |
RemovePage(pageInfo); |
|
4326 |
||
4327 |
// change to locked state... |
|
4328 |
pageInfo->SetState(SPageInfo::EStatePagedLocked); |
|
4329 |
pageInfo->PagedLock() = 1; // Start with lock count of one |
|
4330 |
||
4331 |
// open reference on memory... |
|
4332 |
if(type==SPageInfo::EPagedCode) |
|
4333 |
{
|
|
4334 |
DMemModelCodeSegMemory* codeSegMemory = (DMemModelCodeSegMemory*)pageInfo->Owner(); |
|
4335 |
if(codeSegMemory->Open()!=KErrNone) |
|
4336 |
{
|
|
4337 |
__NK_ASSERT_DEBUG(0); |
|
4338 |
} |
|
4339 |
} |
|
4340 |
} |
|
4341 |
||
4342 |
break; |
|
4343 |
||
4344 |
case SPageInfo::EStatePagedOld: |
|
4345 |
// can't happen because we forced the page to be accessible earlier |
|
4346 |
__NK_ASSERT_ALWAYS(0); |
|
4347 |
return KErrCorrupt; |
|
4348 |
||
4349 |
default: |
|
4350 |
return KErrNotFound; |
|
4351 |
} |
|
4352 |
||
4353 |
aPhysAddr = phys; |
|
4354 |
||
4355 |
#ifdef BTRACE_PAGING |
|
4356 |
BTraceContext8(BTrace::EPaging,BTrace::EPagingPageLock,phys,pageInfo->PagedLock()); |
|
4357 |
#endif |
|
4358 |
return KErrNone; |
|
4359 |
} |
|
4360 |
||
4361 |
||
4362 |
TInt DemandPaging::UnlockPage(TLinAddr aPage, DProcess* aProcess, TPhysAddr aPhysAddr) |
|
4363 |
{
|
|
4364 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: UnlockPage() %08x",aPage));
|
|
4365 |
__ASSERT_SYSTEM_LOCK; |
|
4366 |
__ASSERT_CRITICAL; |
|
4367 |
||
4368 |
// Get info about page to be unlocked |
|
4369 |
TPhysAddr phys = LinearToPhysical(aPage,aProcess); |
|
4370 |
if(phys==KPhysAddrInvalid) |
|
4371 |
{
|
|
4372 |
phys = aPhysAddr; |
|
4373 |
if(phys==KPhysAddrInvalid) |
|
4374 |
return KErrNotFound; |
|
4375 |
} |
|
4376 |
retry: |
|
4377 |
SPageInfo* pageInfo = SPageInfo::SafeFromPhysAddr(phys); |
|
4378 |
if(!pageInfo) |
|
4379 |
return KErrNotFound; |
|
4380 |
||
4381 |
SPageInfo::TType type = pageInfo->Type(); |
|
4382 |
if(type==SPageInfo::EShadow) |
|
4383 |
{
|
|
4384 |
// Get the page which is being shadowed and unlock that |
|
4385 |
phys = (TPhysAddr)pageInfo->Owner(); |
|
4386 |
goto retry; |
|
4387 |
} |
|
4388 |
||
4389 |
__NK_ASSERT_DEBUG(phys==aPhysAddr || aPhysAddr==KPhysAddrInvalid); |
|
4390 |
||
4391 |
// Unlock it... |
|
4392 |
switch(pageInfo->State()) |
|
4393 |
{
|
|
4394 |
case SPageInfo::EStatePagedLocked: |
|
4395 |
#ifdef BTRACE_PAGING |
|
4396 |
BTraceContext8(BTrace::EPaging,BTrace::EPagingPageUnlock,phys,pageInfo->PagedLock()); |
|
4397 |
#endif |
|
4398 |
if(!(--pageInfo->PagedLock())) |
|
4399 |
{
|
|
4400 |
// get pointer to memory... |
|
4401 |
DMemModelCodeSegMemory* codeSegMemory = 0; |
|
4402 |
if(type==SPageInfo::EPagedCode) |
|
4403 |
codeSegMemory = (DMemModelCodeSegMemory*)pageInfo->Owner(); |
|
4404 |
||
4405 |
// put page back on live list... |
|
4406 |
AddAsYoungest(pageInfo); |
|
4407 |
BalanceAges(); |
|
4408 |
||
4409 |
// close reference on memory... |
|
4410 |
if(codeSegMemory) |
|
4411 |
{
|
|
4412 |
NKern::UnlockSystem(); |
|
4413 |
codeSegMemory->Close(); |
|
4414 |
NKern::LockSystem(); |
|
4415 |
} |
|
4416 |
} |
|
4417 |
break; |
|
4418 |
||
4419 |
default: |
|
4420 |
return KErrNotFound; |
|
4421 |
} |
|
4422 |
||
4423 |
return KErrNone; |
|
4424 |
} |
|
4425 |
||
4426 |
||
4427 |
||
4428 |
TInt DemandPaging::ReserveAlloc(TInt aSize, DDemandPagingLock& aLock) |
|
4429 |
{
|
|
4430 |
__NK_ASSERT_DEBUG(aLock.iPages == NULL); |
|
4431 |
||
4432 |
// calculate the number of pages required to lock aSize bytes |
|
4433 |
TInt numPages = ((aSize-1+KPageMask)>>KPageShift)+1; |
|
4434 |
||
4435 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: ReserveAlloc() pages %d",numPages));
|
|
4436 |
||
4437 |
NKern::ThreadEnterCS(); |
|
4438 |
||
4439 |
aLock.iPages = (TPhysAddr*)Kern::Alloc(numPages*sizeof(TPhysAddr)); |
|
4440 |
if(!aLock.iPages) |
|
4441 |
{
|
|
4442 |
NKern::ThreadLeaveCS(); |
|
4443 |
return KErrNoMemory; |
|
4444 |
} |
|
4445 |
||
4446 |
MmuBase::Wait(); |
|
4447 |
NKern::LockSystem(); |
|
4448 |
||
4449 |
// reserve pages, adding more if necessary |
|
4450 |
while (aLock.iReservedPageCount < numPages) |
|
4451 |
{
|
|
4452 |
if (!ReservePage()) |
|
4453 |
break; |
|
4454 |
++aLock.iReservedPageCount; |
|
4455 |
} |
|
4456 |
||
4457 |
NKern::UnlockSystem(); |
|
4458 |
MmuBase::Signal(); |
|
4459 |
||
4460 |
TBool enoughPages = aLock.iReservedPageCount == numPages; |
|
4461 |
if(!enoughPages) |
|
4462 |
ReserveFree(aLock); |
|
4463 |
||
4464 |
NKern::ThreadLeaveCS(); |
|
4465 |
return enoughPages ? KErrNone : KErrNoMemory; |
|
4466 |
} |
|
4467 |
||
4468 |
||
4469 |
||
4470 |
void DemandPaging::ReserveFree(DDemandPagingLock& aLock) |
|
4471 |
{
|
|
4472 |
NKern::ThreadEnterCS(); |
|
4473 |
||
4474 |
// make sure pages aren't still locked |
|
4475 |
ReserveUnlock(aLock); |
|
4476 |
||
4477 |
NKern::LockSystem(); |
|
4478 |
__NK_ASSERT_DEBUG(iReservePageCount >= (TUint)aLock.iReservedPageCount); |
|
4479 |
iReservePageCount -= aLock.iReservedPageCount; |
|
4480 |
aLock.iReservedPageCount = 0; |
|
4481 |
NKern::UnlockSystem(); |
|
4482 |
||
4483 |
// free page array... |
|
4484 |
Kern::Free(aLock.iPages); |
|
4485 |
aLock.iPages = 0; |
|
4486 |
||
4487 |
NKern::ThreadLeaveCS(); |
|
4488 |
} |
|
4489 |
||
4490 |
||
4491 |
||
4492 |
TBool DemandPaging::ReserveLock(DThread* aThread, TLinAddr aStart,TInt aSize, DDemandPagingLock& aLock) |
|
4493 |
{
|
|
4494 |
if(aLock.iLockedPageCount) |
|
4495 |
Panic(ELockTwice); |
|
4496 |
||
4497 |
// calculate the number of pages that need to be locked... |
|
4498 |
TUint32 mask=KPageMask; |
|
4499 |
TUint32 offset=aStart&mask; |
|
4500 |
TInt numPages = (aSize+offset+mask)>>KPageShift; |
|
4501 |
if(numPages>aLock.iReservedPageCount) |
|
4502 |
Panic(ELockTooBig); |
|
4503 |
||
4504 |
NKern::LockSystem(); |
|
4505 |
||
4506 |
// lock the pages |
|
4507 |
TBool locked = EFalse; // becomes true if any pages were locked |
|
4508 |
DProcess* process = aThread->iOwningProcess; |
|
4509 |
TLinAddr page=aStart; |
|
4510 |
TInt count=numPages; |
|
4511 |
TPhysAddr* physPages = aLock.iPages; |
|
4512 |
while(--count>=0) |
|
4513 |
{
|
|
4514 |
if(LockPage(page,process,*physPages)==KErrNone) |
|
4515 |
locked = ETrue; |
|
4516 |
NKern::FlashSystem(); |
|
4517 |
page += KPageSize; |
|
4518 |
++physPages; |
|
4519 |
} |
|
4520 |
||
4521 |
// if any pages were locked, save the lock info... |
|
4522 |
if(locked) |
|
4523 |
{
|
|
4524 |
if(aLock.iLockedPageCount) |
|
4525 |
Panic(ELockTwice); |
|
4526 |
aLock.iLockedStart = aStart; |
|
4527 |
aLock.iLockedPageCount = numPages; |
|
4528 |
aLock.iProcess = process; |
|
4529 |
aLock.iProcess->Open(); |
|
4530 |
} |
|
4531 |
||
4532 |
NKern::UnlockSystem(); |
|
4533 |
return locked; |
|
4534 |
} |
|
4535 |
||
4536 |
||
4537 |
||
4538 |
void DemandPaging::ReserveUnlock(DDemandPagingLock& aLock) |
|
4539 |
{
|
|
4540 |
NKern::ThreadEnterCS(); |
|
4541 |
||
4542 |
DProcess* process = NULL; |
|
4543 |
NKern::LockSystem(); |
|
4544 |
TInt numPages = aLock.iLockedPageCount; |
|
4545 |
TLinAddr page = aLock.iLockedStart; |
|
4546 |
TPhysAddr* physPages = aLock.iPages; |
|
4547 |
while(--numPages>=0) |
|
4548 |
{
|
|
4549 |
UnlockPage(page, aLock.iProcess,*physPages); |
|
4550 |
NKern::FlashSystem(); |
|
4551 |
page += KPageSize; |
|
4552 |
++physPages; |
|
4553 |
} |
|
4554 |
process = aLock.iProcess; |
|
4555 |
aLock.iProcess = NULL; |
|
4556 |
aLock.iLockedPageCount = 0; |
|
4557 |
NKern::UnlockSystem(); |
|
4558 |
if (process) |
|
4559 |
process->Close(NULL); |
|
4560 |
||
4561 |
NKern::ThreadLeaveCS(); |
|
4562 |
} |
|
4563 |
||
4564 |
/** |
|
4565 |
Check whether the specified page can be discarded by the RAM cache. |
|
4566 |
||
4567 |
@param aPageInfo The page info of the page being queried. |
|
4568 |
@return ETrue when the page can be discarded, EFalse otherwise. |
|
4569 |
@pre System lock held. |
|
4570 |
@post System lock held. |
|
4571 |
*/ |
|
4572 |
TBool DemandPaging::IsPageDiscardable(SPageInfo& aPageInfo) |
|
4573 |
{
|
|
4574 |
// on live list? |
|
4575 |
SPageInfo::TState state = aPageInfo.State(); |
|
4576 |
return (state == SPageInfo::EStatePagedYoung || state == SPageInfo::EStatePagedOld); |
|
4577 |
} |
|
4578 |
||
4579 |
||
4580 |
/** |
|
4581 |
Discard the specified page. |
|
4582 |
Should only be called on a page if a previous call to IsPageDiscardable() |
|
4583 |
returned ETrue and the system lock hasn't been released between the calls. |
|
4584 |
||
4585 |
@param aPageInfo The page info of the page to be discarded |
|
4586 |
@param aBlockZoneId The ID of the RAM zone that shouldn't be allocated into. |
|
4587 |
@param aBlockRest Set to ETrue to stop allocation as soon as aBlockedZoneId is reached |
|
4588 |
in preference ordering. EFalse otherwise. |
|
4589 |
@return ETrue if the page could be discarded, EFalse otherwise. |
|
4590 |
||
4591 |
@pre System lock held. |
|
4592 |
@post System lock held. |
|
4593 |
*/ |
|
4594 |
TBool DemandPaging::DoDiscardPage(SPageInfo& aPageInfo, TUint aBlockedZoneId, TBool aBlockRest) |
|
4595 |
{
|
|
4596 |
__ASSERT_SYSTEM_LOCK; |
|
4597 |
// Ensure that we don't reduce the cache beyond its minimum. |
|
4598 |
if (iNumberOfFreePages == 0) |
|
4599 |
{
|
|
4600 |
NKern::UnlockSystem(); |
|
4601 |
SPageInfo* newPage = GetPageFromSystem(aBlockedZoneId, aBlockRest); |
|
4602 |
NKern::LockSystem(); |
|
4603 |
if (newPage == NULL) |
|
4604 |
{// couldn't allocate a new page
|
|
4605 |
return EFalse; |
|
4606 |
} |
|
4607 |
if (IsPageDiscardable(aPageInfo)) |
|
4608 |
{// page can still be discarded so use new page
|
|
4609 |
// and discard old one |
|
4610 |
AddAsFreePage(newPage); |
|
4611 |
RemovePage(&aPageInfo); |
|
4612 |
SetFree(&aPageInfo); |
|
4613 |
ReturnToSystem(&aPageInfo); |
|
4614 |
BalanceAges(); |
|
4615 |
return ETrue; |
|
4616 |
} |
|
4617 |
else |
|
4618 |
{// page no longer discardable so no longer require new page
|
|
4619 |
ReturnToSystem(newPage); |
|
4620 |
return EFalse; |
|
4621 |
} |
|
4622 |
} |
|
4623 |
||
4624 |
// Discard the page |
|
4625 |
RemovePage(&aPageInfo); |
|
4626 |
SetFree(&aPageInfo); |
|
4627 |
ReturnToSystem(&aPageInfo); |
|
4628 |
BalanceAges(); |
|
4629 |
||
4630 |
return ETrue; |
|
4631 |
} |
|
4632 |
||
4633 |
||
4634 |
/** |
|
4635 |
First stage in discarding a list of pages. |
|
4636 |
||
4637 |
Must ensure that the pages will still be discardable even if system lock is released. |
|
4638 |
To be used in conjunction with RamCacheBase::DoDiscardPages1(). |
|
4639 |
||
4640 |
@param aPageList A NULL terminated list of the pages to be discarded |
|
4641 |
@return KErrNone on success. |
|
4642 |
||
4643 |
@pre System lock held |
|
4644 |
@post System lock held |
|
4645 |
*/ |
|
4646 |
TInt DemandPaging::DoDiscardPages0(SPageInfo** aPageList) |
|
4647 |
{
|
|
4648 |
__ASSERT_SYSTEM_LOCK; |
|
4649 |
||
4650 |
SPageInfo* pageInfo; |
|
4651 |
while((pageInfo = *aPageList++) != 0) |
|
4652 |
{
|
|
4653 |
RemovePage(pageInfo); |
|
4654 |
} |
|
4655 |
return KErrNone; |
|
4656 |
} |
|
4657 |
||
4658 |
||
4659 |
/** |
|
4660 |
Final stage in discarding a list of page |
|
4661 |
Finish discarding the pages previously removed by RamCacheBase::DoDiscardPages0(). |
|
4662 |
||
4663 |
@param aPageList A NULL terminated list of the pages to be discarded |
|
4664 |
@return KErrNone on success. |
|
4665 |
||
4666 |
@pre System lock held |
|
4667 |
@post System lock held |
|
4668 |
*/ |
|
4669 |
TInt DemandPaging::DoDiscardPages1(SPageInfo** aPageList) |
|
4670 |
{
|
|
4671 |
__ASSERT_SYSTEM_LOCK; |
|
4672 |
||
4673 |
SPageInfo* pageInfo; |
|
4674 |
while((pageInfo = *aPageList++)!=0) |
|
4675 |
{
|
|
4676 |
SetFree(pageInfo); |
|
4677 |
ReturnToSystem(pageInfo); |
|
4678 |
BalanceAges(); |
|
4679 |
} |
|
4680 |
return KErrNone; |
|
4681 |
} |
|
4682 |
||
4683 |
||
4684 |
TBool DemandPaging::MayBePaged(TLinAddr aStartAddr, TUint aLength) |
|
4685 |
{
|
|
4686 |
TLinAddr endAddr = aStartAddr + aLength; |
|
4687 |
TBool rangeTouchesPagedRom = |
|
4688 |
TUint(aStartAddr - iRomPagedLinearBase) < iRomSize || |
|
4689 |
TUint(endAddr - iRomPagedLinearBase) < iRomSize; |
|
4690 |
TBool rangeTouchesCodeArea = |
|
4691 |
TUint(aStartAddr - iCodeLinearBase) < iCodeSize || |
|
4692 |
TUint(endAddr - iCodeLinearBase) < iCodeSize; |
|
4693 |
return rangeTouchesPagedRom || rangeTouchesCodeArea; |
|
4694 |
} |
|
4695 |
||
4696 |
||
4697 |
#ifdef __DEMAND_PAGING_BENCHMARKS__ |
|
4698 |
||
4699 |
void DemandPaging::ResetBenchmarkData(TPagingBenchmark aBm) |
|
4700 |
{
|
|
4701 |
SPagingBenchmarkInfo& info = iBenchmarkInfo[aBm]; |
|
4702 |
info.iCount = 0; |
|
4703 |
info.iTotalTime = 0; |
|
4704 |
info.iMaxTime = 0; |
|
4705 |
info.iMinTime = KMaxTInt; |
|
4706 |
} |
|
4707 |
||
4708 |
void DemandPaging::RecordBenchmarkData(TPagingBenchmark aBm, TUint32 aStartTime, TUint32 aEndTime) |
|
4709 |
{
|
|
4710 |
SPagingBenchmarkInfo& info = iBenchmarkInfo[aBm]; |
|
4711 |
++info.iCount; |
|
4712 |
#if !defined(HIGH_RES_TIMER) || defined(HIGH_RES_TIMER_COUNTS_UP) |
|
4713 |
TInt64 elapsed = aEndTime - aStartTime; |
|
4714 |
#else |
|
4715 |
TInt64 elapsed = aStartTime - aEndTime; |
|
4716 |
#endif |
|
4717 |
info.iTotalTime += elapsed; |
|
4718 |
if (elapsed > info.iMaxTime) |
|
4719 |
info.iMaxTime = elapsed; |
|
4720 |
if (elapsed < info.iMinTime) |
|
4721 |
info.iMinTime = elapsed; |
|
4722 |
} |
|
4723 |
||
4724 |
#endif |
|
4725 |
||
4726 |
||
4727 |
// |
|
4728 |
// DDemandPagingLock |
|
4729 |
// |
|
4730 |
||
4731 |
EXPORT_C DDemandPagingLock::DDemandPagingLock() |
|
4732 |
: iThePager(DemandPaging::ThePager), iReservedPageCount(0), iLockedPageCount(0), iPages(0) |
|
4733 |
{
|
|
4734 |
} |
|
4735 |
||
4736 |
||
4737 |
EXPORT_C TInt DDemandPagingLock::Alloc(TInt aSize) |
|
4738 |
{
|
|
4739 |
if (iThePager) |
|
4740 |
return iThePager->ReserveAlloc(aSize,*this); |
|
4741 |
else |
|
4742 |
return KErrNone; |
|
4743 |
} |
|
4744 |
||
4745 |
||
4746 |
EXPORT_C void DDemandPagingLock::DoUnlock() |
|
4747 |
{
|
|
4748 |
if (iThePager) |
|
4749 |
iThePager->ReserveUnlock(*this); |
|
4750 |
} |
|
4751 |
||
4752 |
||
4753 |
EXPORT_C void DDemandPagingLock::Free() |
|
4754 |
{
|
|
4755 |
if (iThePager) |
|
4756 |
iThePager->ReserveFree(*this); |
|
4757 |
} |
|
4758 |
||
4759 |
||
4760 |
EXPORT_C TInt Kern::InstallPagingDevice(DPagingDevice* aDevice) |
|
4761 |
{
|
|
4762 |
if (DemandPaging::ThePager) |
|
4763 |
return DemandPaging::ThePager->InstallPagingDevice(aDevice); |
|
4764 |
else |
|
4765 |
return KErrNotSupported; |
|
4766 |
} |
|
4767 |
||
4768 |
||
4769 |
#else // !__DEMAND_PAGING__ |
|
4770 |
||
4771 |
EXPORT_C DDemandPagingLock::DDemandPagingLock() |
|
4772 |
: iLockedPageCount(0) |
|
4773 |
{
|
|
4774 |
} |
|
4775 |
||
4776 |
EXPORT_C TInt DDemandPagingLock::Alloc(TInt /*aSize*/) |
|
4777 |
{
|
|
4778 |
return KErrNone; |
|
4779 |
} |
|
4780 |
||
4781 |
EXPORT_C TBool DDemandPagingLock::Lock(DThread* /*aThread*/, TLinAddr /*aStart*/, TInt /*aSize*/) |
|
4782 |
{
|
|
4783 |
return EFalse; |
|
4784 |
} |
|
4785 |
||
4786 |
EXPORT_C void DDemandPagingLock::DoUnlock() |
|
4787 |
{
|
|
4788 |
} |
|
4789 |
||
4790 |
EXPORT_C void DDemandPagingLock::Free() |
|
4791 |
{
|
|
4792 |
} |
|
4793 |
||
4794 |
EXPORT_C TInt Kern::InstallPagingDevice(DPagingDevice* aDevice) |
|
4795 |
{
|
|
4796 |
return KErrNotSupported; |
|
4797 |
} |
|
4798 |
||
4799 |
#endif // __DEMAND_PAGING__ |
|
4800 |
||
4801 |
||
4802 |
DMmuCodeSegMemory::DMmuCodeSegMemory(DEpocCodeSeg* aCodeSeg) |
|
4803 |
: DEpocCodeSegMemory(aCodeSeg), iCodeAllocBase(KMinTInt) |
|
4804 |
{
|
|
4805 |
} |
|
4806 |
||
4807 |
//#define __DUMP_BLOCKMAP_INFO |
|
4808 |
DMmuCodeSegMemory::~DMmuCodeSegMemory() |
|
4809 |
{
|
|
4810 |
#ifdef __DEMAND_PAGING__ |
|
4811 |
Kern::Free(iCodeRelocTable); |
|
4812 |
Kern::Free(iCodePageOffsets); |
|
4813 |
Kern::Free(iDataSectionMemory); |
|
4814 |
#endif |
|
4815 |
} |
|
4816 |
||
4817 |
#ifdef __DEMAND_PAGING__ |
|
4818 |
||
4819 |
/** |
|
4820 |
Read and process the block map and related data. |
|
4821 |
*/ |
|
4822 |
TInt DMmuCodeSegMemory::ReadBlockMap(const TCodeSegCreateInfo& aInfo) |
|
4823 |
{
|
|
4824 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: Reading block map for %C", iCodeSeg));
|
|
4825 |
||
4826 |
if (aInfo.iCodeBlockMapEntriesSize <= 0) |
|
4827 |
return KErrArgument; // no block map provided |
|
4828 |
||
4829 |
// Get compression data |
|
4830 |
switch (aInfo.iCompressionType) |
|
4831 |
{
|
|
4832 |
case KFormatNotCompressed: |
|
4833 |
iCompressionType = SRomPageInfo::ENoCompression; |
|
4834 |
break; |
|
4835 |
||
4836 |
case KUidCompressionBytePair: |
|
4837 |
{
|
|
4838 |
iCompressionType = SRomPageInfo::EBytePair; |
|
4839 |
if (!aInfo.iCodePageOffsets) |
|
4840 |
return KErrArgument; |
|
4841 |
TInt size = sizeof(TInt32) * (iPageCount + 1); |
|
4842 |
iCodePageOffsets = (TInt32*)Kern::Alloc(size); |
|
4843 |
if (!iCodePageOffsets) |
|
4844 |
return KErrNoMemory; |
|
4845 |
kumemget32(iCodePageOffsets, aInfo.iCodePageOffsets, size); |
|
4846 |
||
4847 |
#ifdef __DUMP_BLOCKMAP_INFO |
|
4848 |
Kern::Printf("CodePageOffsets:");
|
|
4849 |
for (TInt i = 0 ; i < iPageCount + 1 ; ++i) |
|
4850 |
Kern::Printf(" %08x", iCodePageOffsets[i]);
|
|
4851 |
#endif |
|
4852 |
||
4853 |
TInt last = 0; |
|
4854 |
for (TInt j = 0 ; j < iPageCount + 1 ; ++j) |
|
4855 |
{
|
|
4856 |
if (iCodePageOffsets[j] < last || |
|
4857 |
iCodePageOffsets[j] > (aInfo.iCodeLengthInFile + aInfo.iCodeStartInFile)) |
|
4858 |
{
|
|
4859 |
__NK_ASSERT_DEBUG(0); |
|
4860 |
return KErrCorrupt; |
|
4861 |
} |
|
4862 |
last = iCodePageOffsets[j]; |
|
4863 |
} |
|
4864 |
} |
|
4865 |
break; |
|
4866 |
||
4867 |
default: |
|
4868 |
return KErrNotSupported; |
|
4869 |
} |
|
4870 |
||
4871 |
// Copy block map data itself... |
|
4872 |
||
4873 |
#ifdef __DUMP_BLOCKMAP_INFO |
|
4874 |
Kern::Printf("Original block map");
|
|
4875 |
Kern::Printf(" block granularity: %d", aInfo.iCodeBlockMapCommon.iBlockGranularity);
|
|
4876 |
Kern::Printf(" block start offset: %x", aInfo.iCodeBlockMapCommon.iBlockStartOffset);
|
|
4877 |
Kern::Printf(" start block address: %016lx", aInfo.iCodeBlockMapCommon.iStartBlockAddress);
|
|
4878 |
Kern::Printf(" local drive number: %d", aInfo.iCodeBlockMapCommon.iLocalDriveNumber);
|
|
4879 |
Kern::Printf(" entry size: %d", aInfo.iCodeBlockMapEntriesSize);
|
|
4880 |
#endif |
|
4881 |
||
4882 |
// Find relevant paging device |
|
4883 |
iCodeLocalDrive = aInfo.iCodeBlockMapCommon.iLocalDriveNumber; |
|
4884 |
if (TUint(iCodeLocalDrive) >= (TUint)KMaxLocalDrives) |
|
4885 |
{
|
|
4886 |
__KTRACE_OPT(KPAGING,Kern::Printf("Bad local drive number"));
|
|
4887 |
return KErrArgument; |
|
4888 |
} |
|
4889 |
DemandPaging* pager = DemandPaging::ThePager; |
|
4890 |
||
4891 |
if (!pager->CodePagingDevice(iCodeLocalDrive).iInstalled) |
|
4892 |
{
|
|
4893 |
__KTRACE_OPT(KPAGING,Kern::Printf("No paging device installed for drive"));
|
|
4894 |
return KErrNotSupported; |
|
4895 |
} |
|
4896 |
DPagingDevice* device = pager->CodePagingDevice(iCodeLocalDrive).iDevice; |
|
4897 |
||
4898 |
// Set code start offset |
|
4899 |
iCodeStartInFile = aInfo.iCodeStartInFile; |
|
4900 |
if (iCodeStartInFile < 0) |
|
4901 |
{
|
|
4902 |
__KTRACE_OPT(KPAGING,Kern::Printf("Bad code start offset"));
|
|
4903 |
return KErrArgument; |
|
4904 |
} |
|
4905 |
||
4906 |
// Allocate buffer for block map and copy from user-side |
|
4907 |
TBlockMapEntryBase* buffer = (TBlockMapEntryBase*)Kern::Alloc(aInfo.iCodeBlockMapEntriesSize); |
|
4908 |
if (!buffer) |
|
4909 |
return KErrNoMemory; |
|
4910 |
kumemget32(buffer, aInfo.iCodeBlockMapEntries, aInfo.iCodeBlockMapEntriesSize); |
|
4911 |
||
4912 |
#ifdef __DUMP_BLOCKMAP_INFO |
|
4913 |
Kern::Printf(" entries:");
|
|
4914 |
for (TInt k = 0 ; k < aInfo.iCodeBlockMapEntriesSize / sizeof(TBlockMapEntryBase) ; ++k) |
|
4915 |
Kern::Printf(" %d: %d blocks at %08x", k, buffer[k].iNumberOfBlocks, buffer[k].iStartBlock);
|
|
4916 |
#endif |
|
4917 |
||
4918 |
// Initialise block map |
|
4919 |
TInt r = iBlockMap.Initialise(aInfo.iCodeBlockMapCommon, |
|
4920 |
buffer, |
|
4921 |
aInfo.iCodeBlockMapEntriesSize, |
|
4922 |
device->iReadUnitShift, |
|
4923 |
iCodeStartInFile + aInfo.iCodeLengthInFile); |
|
4924 |
if (r != KErrNone) |
|
4925 |
{
|
|
4926 |
Kern::Free(buffer); |
|
4927 |
return r; |
|
4928 |
} |
|
4929 |
||
4930 |
#if defined(__DUMP_BLOCKMAP_INFO) && defined(_DEBUG) |
|
4931 |
iBlockMap.Dump(); |
|
4932 |
#endif |
|
4933 |
||
4934 |
return KErrNone; |
|
4935 |
} |
|
4936 |
||
4937 |
/** |
|
4938 |
Read code relocation table and import fixup table from user side. |
|
4939 |
*/ |
|
4940 |
TInt DMmuCodeSegMemory::ReadFixupTables(const TCodeSegCreateInfo& aInfo) |
|
4941 |
{
|
|
4942 |
__KTRACE_OPT(KPAGING,Kern::Printf("DP: Reading fixup tables for %C", iCodeSeg));
|
|
4943 |
||
4944 |
iCodeRelocTableSize = aInfo.iCodeRelocTableSize; |
|
4945 |
iImportFixupTableSize = aInfo.iImportFixupTableSize; |
|
4946 |
iCodeDelta = aInfo.iCodeDelta; |
|
4947 |
iDataDelta = aInfo.iDataDelta; |
|
4948 |
||
4949 |
// round sizes to four-byte boundaris... |
|
4950 |
TInt relocSize = (iCodeRelocTableSize + 3) & ~3; |
|
4951 |
TInt fixupSize = (iImportFixupTableSize + 3) & ~3; |
|
4952 |
||
4953 |
// copy relocs and fixups... |
|
4954 |
iCodeRelocTable = (TUint8*)Kern::Alloc(relocSize+fixupSize); |
|
4955 |
if (!iCodeRelocTable) |
|
4956 |
return KErrNoMemory; |
|
4957 |
iImportFixupTable = iCodeRelocTable + relocSize; |
|
4958 |
kumemget32(iCodeRelocTable, aInfo.iCodeRelocTable, relocSize); |
|
4959 |
kumemget32(iImportFixupTable, aInfo.iImportFixupTable, fixupSize); |
|
4960 |
||
4961 |
return KErrNone; |
|
4962 |
} |
|
4963 |
||
4964 |
#endif |
|
4965 |
||
4966 |
||
4967 |
TInt DMmuCodeSegMemory::Create(TCodeSegCreateInfo& aInfo) |
|
4968 |
{
|
|
4969 |
TInt r = KErrNone; |
|
4970 |
if (!aInfo.iUseCodePaging) |
|
4971 |
iPageCount=(iRamInfo.iCodeSize+iRamInfo.iDataSize+KPageMask)>>KPageShift; |
|
4972 |
else |
|
4973 |
{
|
|
4974 |
#ifdef __DEMAND_PAGING__ |
|
4975 |
iDataSectionMemory = Kern::Alloc(iRamInfo.iDataSize); |
|
4976 |
if (!iDataSectionMemory) |
|
4977 |
return KErrNoMemory; |
|
4978 |
||
4979 |
iPageCount=(iRamInfo.iCodeSize+KPageMask)>>KPageShift; |
|
4980 |
iDataPageCount=(iRamInfo.iDataSize+KPageMask)>>KPageShift; |
|
4981 |
||
4982 |
r = ReadBlockMap(aInfo); |
|
4983 |
if (r != KErrNone) |
|
4984 |
return r; |
|
4985 |
||
4986 |
iIsDemandPaged = ETrue; |
|
4987 |
iCodeSeg->iAttr |= ECodeSegAttCodePaged; |
|
4988 |
#endif |
|
4989 |
} |
|
4990 |
||
4991 |
iCodeSeg->iSize = (iPageCount+iDataPageCount)<<KPageShift; |
|
4992 |
return r; |
|
4993 |
} |
|
4994 |
||
4995 |
||
4996 |
TInt DMmuCodeSegMemory::Loaded(TCodeSegCreateInfo& aInfo) |
|
4997 |
{
|
|
4998 |
#ifdef __DEMAND_PAGING__ |
|
4999 |
if(iIsDemandPaged) |
|
5000 |
{
|
|
5001 |
TInt r = ReadFixupTables(aInfo); |
|
5002 |
if (r != KErrNone) |
|
5003 |
return r; |
|
5004 |
} |
|
5005 |
TAny* dataSection = iDataSectionMemory; |
|
5006 |
if(dataSection) |
|
5007 |
{
|
|
5008 |
UNLOCK_USER_MEMORY(); |
|
5009 |
memcpy(dataSection,(TAny*)iRamInfo.iDataLoadAddr,iRamInfo.iDataSize); |
|
5010 |
LOCK_USER_MEMORY(); |
|
5011 |
iRamInfo.iDataLoadAddr = (TLinAddr)dataSection; |
|
5012 |
} |
|
5013 |
#endif |
|
5014 |
return KErrNone; |
|
5015 |
} |
|
5016 |
||
5017 |
||
5018 |
void DMmuCodeSegMemory::ApplyCodeFixups(TUint32* aBuffer, TLinAddr aDestAddress) |
|
5019 |
{
|
|
5020 |
__NK_ASSERT_DEBUG(iRamInfo.iCodeRunAddr==iRamInfo.iCodeLoadAddr); // code doesn't work if this isn't true |
|
5021 |
||
5022 |
START_PAGING_BENCHMARK; |
|
5023 |
||
5024 |
TUint offset = aDestAddress - iRamInfo.iCodeRunAddr; |
|
5025 |
__ASSERT_ALWAYS(offset < (TUint)(iRamInfo.iCodeSize + iRamInfo.iDataSize), K::Fault(K::ECodeSegBadFixupAddress)); |
|
5026 |
||
5027 |
// Index tables are only valid for pages containg code |
|
5028 |
if (offset >= (TUint)iRamInfo.iCodeSize) |
|
5029 |
return; |
|
5030 |
||
5031 |
UNLOCK_USER_MEMORY(); |
|
5032 |
||
5033 |
TInt page = offset >> KPageShift; |
|
5034 |
||
5035 |
// Relocate code |
|
5036 |
||
5037 |
if (iCodeRelocTableSize > 0) |
|
5038 |
{
|
|
5039 |
TUint32* codeRelocTable32 = (TUint32*)iCodeRelocTable; |
|
5040 |
TUint startOffset = codeRelocTable32[page]; |
|
5041 |
TUint endOffset = codeRelocTable32[page + 1]; |
|
5042 |
||
5043 |
__KTRACE_OPT(KPAGING, Kern::Printf("Performing code relocation: start == %x, end == %x", startOffset, endOffset));
|
|
5044 |
__ASSERT_ALWAYS(startOffset <= endOffset && endOffset <= (TUint)iCodeRelocTableSize, |
|
5045 |
K::Fault(K::ECodeSegBadFixupTables)); |
|
5046 |
||
5047 |
TUint8* codeRelocTable8 = (TUint8*)codeRelocTable32; |
|
5048 |
const TUint16* ptr = (const TUint16*)(codeRelocTable8 + startOffset); |
|
5049 |
const TUint16* end = (const TUint16*)(codeRelocTable8 + endOffset); |
|
5050 |
||
5051 |
const TUint32 codeDelta = iCodeDelta; |
|
5052 |
const TUint32 dataDelta = iDataDelta; |
|
5053 |
||
5054 |
while (ptr < end) |
|
5055 |
{
|
|
5056 |
TUint16 entry = *ptr++; |
|
5057 |
||
5058 |
// address of word to fix up is sum of page start and 12-bit offset |
|
5059 |
TUint32* addr = (TUint32*)((TUint8*)aBuffer + (entry & 0x0fff)); |
|
5060 |
||
5061 |
TUint32 word = *addr; |
|
5062 |
#ifdef _DEBUG |
|
5063 |
TInt type = entry & 0xf000; |
|
5064 |
__NK_ASSERT_DEBUG(type == KTextRelocType || type == KDataRelocType); |
|
5065 |
#endif |
|
5066 |
if (entry < KDataRelocType /* => type == KTextRelocType */) |
|
5067 |
word += codeDelta; |
|
5068 |
else |
|
5069 |
word += dataDelta; |
|
5070 |
*addr = word; |
|
5071 |
} |
|
5072 |
} |
|
5073 |
||
5074 |
// Fixup imports |
|
5075 |
||
5076 |
if (iImportFixupTableSize > 0) |
|
5077 |
{
|
|
5078 |
TUint32* importFixupTable32 = (TUint32*)iImportFixupTable; |
|
5079 |
TUint startOffset = importFixupTable32[page]; |
|
5080 |
TUint endOffset = importFixupTable32[page + 1]; |
|
5081 |
||
5082 |
__KTRACE_OPT(KPAGING, Kern::Printf("Performing import fixup: start == %x, end == %x", startOffset, endOffset));
|
|
5083 |
__ASSERT_ALWAYS(startOffset <= endOffset && endOffset <= (TUint)iImportFixupTableSize, |
|
5084 |
K::Fault(K::ECodeSegBadFixupTables)); |
|
5085 |
||
5086 |
TUint8* importFixupTable8 = (TUint8*)importFixupTable32; |
|
5087 |
const TUint16* ptr = (const TUint16*)(importFixupTable8 + startOffset); |
|
5088 |
const TUint16* end = (const TUint16*)(importFixupTable8 + endOffset); |
|
5089 |
||
5090 |
while (ptr < end) |
|
5091 |
{
|
|
5092 |
TUint16 offset = *ptr++; |
|
5093 |
||
5094 |
// get word to write into that address |
|
5095 |
// (don't read as a single TUint32 because may not be word-aligned) |
|
5096 |
TUint32 wordLow = *ptr++; |
|
5097 |
TUint32 wordHigh = *ptr++; |
|
5098 |
TUint32 word = (wordHigh << 16) | wordLow; |
|
5099 |
||
5100 |
__KTRACE_OPT(KPAGING, Kern::Printf("DP: Fixup %08x=%08x", iRamInfo.iCodeRunAddr+(page<<KPageShift)+offset, word));
|
|
5101 |
*(TUint32*)((TLinAddr)aBuffer+offset) = word; |
|
5102 |
} |
|
5103 |
} |
|
5104 |
||
5105 |
LOCK_USER_MEMORY(); |
|
5106 |
||
5107 |
END_PAGING_BENCHMARK(DemandPaging::ThePager, EPagingBmFixupCodePage); |
|
5108 |
} |
|
5109 |
||
5110 |
||
5111 |
TInt DMmuCodeSegMemory::ApplyCodeFixupsOnLoad(TUint32* aBuffer, TLinAddr aDestAddress) |
|
5112 |
{
|
|
5113 |
#ifdef __DEMAND_PAGING__ |
|
5114 |
TInt r=DemandPaging::ThePager->LockRegion((TLinAddr)aBuffer,KPageSize,&Kern::CurrentProcess()); |
|
5115 |
if(r!=KErrNone) |
|
5116 |
return r; |
|
5117 |
#endif |
|
5118 |
ApplyCodeFixups(aBuffer,aDestAddress); |
|
5119 |
UNLOCK_USER_MEMORY(); |
|
5120 |
CacheMaintenance::CodeChanged((TLinAddr)aBuffer, KPageSize); |
|
5121 |
LOCK_USER_MEMORY(); |
|
5122 |
#ifdef __DEMAND_PAGING__ |
|
5123 |
DemandPaging::ThePager->UnlockRegion((TLinAddr)aBuffer,KPageSize,&Kern::CurrentProcess()); |
|
5124 |
#endif |
|
5125 |
return KErrNone; |
|
5126 |
} |
|
5127 |
||
5128 |
||
5129 |
#ifdef __DEMAND_PAGING__ |
|
5130 |
||
5131 |
TInt M::CreateVirtualPinObject(TVirtualPinObject*& aPinObject) |
|
5132 |
{
|
|
5133 |
aPinObject = (TVirtualPinObject*) new DDemandPagingLock; |
|
5134 |
return aPinObject != NULL ? KErrNone : KErrNoMemory; |
|
5135 |
} |
|
5136 |
||
5137 |
TInt M::PinVirtualMemory(TVirtualPinObject* aPinObject, TLinAddr aStart, TUint aSize, DThread* aThread) |
|
5138 |
{
|
|
5139 |
if (!DemandPaging::ThePager) |
|
5140 |
return KErrNone; |
|
5141 |
||
5142 |
if (!DemandPaging::ThePager->MayBePaged(aStart, aSize)) |
|
5143 |
return KErrNone; |
|
5144 |
||
5145 |
DDemandPagingLock* lock = (DDemandPagingLock*)aPinObject; |
|
5146 |
TInt r = lock->Alloc(aSize); |
|
5147 |
if (r != KErrNone) |
|
5148 |
return r; |
|
5149 |
lock->Lock(aThread, aStart, aSize); |
|
5150 |
return KErrNone; |
|
5151 |
} |
|
5152 |
||
5153 |
TInt M::CreateAndPinVirtualMemory(TVirtualPinObject*& aPinObject, TLinAddr aStart, TUint aSize) |
|
5154 |
{
|
|
5155 |
aPinObject = 0; |
|
5156 |
||
5157 |
if (!DemandPaging::ThePager) |
|
5158 |
return KErrNone; |
|
5159 |
if (!DemandPaging::ThePager->MayBePaged(aStart, aSize)) |
|
5160 |
return KErrNone; |
|
5161 |
||
5162 |
TInt r = CreateVirtualPinObject(aPinObject); |
|
5163 |
if (r != KErrNone) |
|
5164 |
return r; |
|
5165 |
||
5166 |
DDemandPagingLock* lock = (DDemandPagingLock*)aPinObject; |
|
5167 |
r = lock->Alloc(aSize); |
|
5168 |
if (r != KErrNone) |
|
5169 |
return r; |
|
5170 |
lock->Lock(TheCurrentThread, aStart, aSize); |
|
5171 |
return KErrNone; |
|
5172 |
} |
|
5173 |
||
5174 |
void M::UnpinVirtualMemory(TVirtualPinObject* aPinObject) |
|
5175 |
{
|
|
5176 |
DDemandPagingLock* lock = (DDemandPagingLock*)aPinObject; |
|
5177 |
if (lock) |
|
5178 |
lock->Free(); |
|
5179 |
} |
|
5180 |
||
5181 |
void M::DestroyVirtualPinObject(TVirtualPinObject*& aPinObject) |
|
5182 |
{
|
|
5183 |
DDemandPagingLock* lock = (DDemandPagingLock*)__e32_atomic_swp_ord_ptr(&aPinObject, 0); |
|
5184 |
if (lock) |
|
5185 |
lock->AsyncDelete(); |
|
5186 |
} |
|
5187 |
||
5188 |
#else |
|
5189 |
||
5190 |
class TVirtualPinObject |
|
5191 |
{
|
|
5192 |
}; |
|
5193 |
||
5194 |
TInt M::CreateVirtualPinObject(TVirtualPinObject*& aPinObject) |
|
5195 |
{
|
|
5196 |
aPinObject = new TVirtualPinObject; |
|
5197 |
return aPinObject != NULL ? KErrNone : KErrNoMemory; |
|
5198 |
} |
|
5199 |
||
5200 |
TInt M::PinVirtualMemory(TVirtualPinObject* aPinObject, TLinAddr, TUint, DThread*) |
|
5201 |
{
|
|
5202 |
__ASSERT_DEBUG(aPinObject, K::Fault(K::EVirtualPinObjectBad)); |
|
5203 |
(void)aPinObject; |
|
5204 |
return KErrNone; |
|
5205 |
} |
|
5206 |
||
5207 |
TInt M::CreateAndPinVirtualMemory(TVirtualPinObject*& aPinObject, TLinAddr, TUint) |
|
5208 |
{
|
|
5209 |
aPinObject = 0; |
|
5210 |
return KErrNone; |
|
5211 |
} |
|
5212 |
||
5213 |
void M::UnpinVirtualMemory(TVirtualPinObject* aPinObject) |
|
5214 |
{
|
|
5215 |
__ASSERT_DEBUG(aPinObject, K::Fault(K::EVirtualPinObjectBad)); |
|
5216 |
(void)aPinObject; |
|
5217 |
} |
|
5218 |
||
5219 |
void M::DestroyVirtualPinObject(TVirtualPinObject*& aPinObject) |
|
5220 |
{
|
|
5221 |
TVirtualPinObject* object = (TVirtualPinObject*)__e32_atomic_swp_ord_ptr(&aPinObject, 0); |
|
5222 |
if (object) |
|
5223 |
Kern::AsyncFree(object); |
|
5224 |
} |
|
5225 |
||
5226 |
#endif |
|
5227 |
||
5228 |
TInt M::CreatePhysicalPinObject(TPhysicalPinObject*& aPinObject) |
|
5229 |
{
|
|
5230 |
return KErrNotSupported; |
|
5231 |
} |
|
5232 |
||
5233 |
TInt M::PinPhysicalMemory(TPhysicalPinObject*, TLinAddr, TUint, TBool, TUint32&, TUint32*, TUint32&, TUint&, DThread*) |
|
5234 |
{
|
|
5235 |
K::Fault(K::EPhysicalPinObjectBad); |
|
5236 |
return KErrNone; |
|
5237 |
} |
|
5238 |
||
5239 |
void M::UnpinPhysicalMemory(TPhysicalPinObject* aPinObject) |
|
5240 |
{
|
|
5241 |
K::Fault(K::EPhysicalPinObjectBad); |
|
5242 |
} |
|
5243 |
||
5244 |
void M::DestroyPhysicalPinObject(TPhysicalPinObject*& aPinObject) |
|
5245 |
{
|
|
5246 |
K::Fault(K::EPhysicalPinObjectBad); |
|
5247 |
} |
|
5248 |
||
|
39
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5249 |
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5250 |
// |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5251 |
// Kernel map and pin (Not supported on the moving or multiple memory models). |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5252 |
// |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5253 |
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5254 |
TInt M::CreateKernelMapObject(TKernelMapObject*&, TUint) |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5255 |
{
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5256 |
return KErrNotSupported; |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5257 |
} |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5258 |
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5259 |
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5260 |
TInt M::MapAndPinMemory(TKernelMapObject*, DThread*, TLinAddr, TUint, TUint, TLinAddr&, TPhysAddr*) |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5261 |
{
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5262 |
return KErrNotSupported; |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5263 |
} |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5264 |
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5265 |
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5266 |
void M::UnmapAndUnpinMemory(TKernelMapObject*) |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5267 |
{
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5268 |
} |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5269 |
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5270 |
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5271 |
void M::DestroyKernelMapObject(TKernelMapObject*&) |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5272 |
{
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5273 |
} |
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5274 |
|
|
5d2844f35677
Revision: 201004
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
5275 |
|
| 0 | 5276 |
// Misc DPagingDevice methods |
5277 |
||
|
90
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
5278 |
EXPORT_C NFastMutex* DPagingDevice::NotificationLock() |
|
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
5279 |
{
|
|
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
5280 |
// use the system lock |
|
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
5281 |
return &TheScheduler.iLock; |
|
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
5282 |
} |
|
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
39
diff
changeset
|
5283 |
|
| 0 | 5284 |
EXPORT_C void DPagingDevice::NotifyIdle() |
5285 |
{
|
|
5286 |
// Not used on this memory model |
|
5287 |
} |
|
5288 |
||
5289 |
EXPORT_C void DPagingDevice::NotifyBusy() |
|
5290 |
{
|
|
5291 |
// Not used on this memory model |
|
5292 |
} |
|
5293 |
||
5294 |
EXPORT_C TInt Cache::SyncPhysicalMemoryBeforeDmaWrite(TPhysAddr* , TUint , TUint , TUint , TUint32 ) |
|
5295 |
{
|
|
5296 |
CHECK_PRECONDITIONS(MASK_THREAD_STANDARD,"Cache::SyncPhysicalMemoryBeforeDmaWrite"); |
|
5297 |
return KErrNotSupported; |
|
5298 |
} |
|
5299 |
||
5300 |
EXPORT_C TInt Cache::SyncPhysicalMemoryBeforeDmaRead(TPhysAddr* , TUint , TUint , TUint , TUint32 ) |
|
5301 |
{
|
|
5302 |
CHECK_PRECONDITIONS(MASK_THREAD_STANDARD,"Cache::SyncPhysicalMemoryBeforeDmaRead"); |
|
5303 |
return KErrNotSupported; |
|
5304 |
} |
|
5305 |
EXPORT_C TInt Cache::SyncPhysicalMemoryAfterDmaRead(TPhysAddr* , TUint , TUint , TUint , TUint32 ) |
|
5306 |
{
|
|
5307 |
CHECK_PRECONDITIONS(MASK_THREAD_STANDARD,"Cache::SyncPhysicalMemoryAfterDmaRead"); |
|
5308 |
return KErrNotSupported; |
|
5309 |
} |
|
5310 |
||
5311 |
// |
|
5312 |
// Page moving methods |
|
5313 |
// |
|
5314 |
||
5315 |
/* |
|
5316 |
* Move a page from aOld to aNew safely, updating any references to the page |
|
5317 |
* stored elsewhere (such as page table entries). The destination page must |
|
5318 |
* already be allocated. If the move is successful, the source page will be |
|
5319 |
* freed and returned to the allocator. |
|
5320 |
* |
|
5321 |
* @pre RAM alloc mutex must be held. |
|
5322 |
* @pre Calling thread must be in a critical section. |
|
5323 |
* @pre Interrupts must be enabled. |
|
5324 |
* @pre Kernel must be unlocked. |
|
5325 |
* @pre No fast mutex can be held. |
|
5326 |
* @pre Call in a thread context. |
|
5327 |
*/ |
|
5328 |
TInt MmuBase::MovePage(TPhysAddr aOld, TPhysAddr& aNew, TUint aBlockZoneId, TBool aBlockRest) |
|
5329 |
{
|
|
5330 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL, "Defrag::DoMovePage"); |
|
5331 |
__ASSERT_WITH_MESSAGE_MUTEX(MmuBase::RamAllocatorMutex, "Ram allocator mutex must be held", "Defrag::DoMovePage"); |
|
5332 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::MovePage() old=%08x",aOld));
|
|
5333 |
TInt r = KErrNotSupported; |
|
5334 |
#if defined(__CPU_X86) && defined(__MEMMODEL_MULTIPLE__) |
|
5335 |
return r; |
|
5336 |
#endif |
|
5337 |
aNew = KPhysAddrInvalid; |
|
5338 |
NKern::LockSystem(); |
|
5339 |
SPageInfo* pi = SPageInfo::SafeFromPhysAddr(aOld); |
|
5340 |
if (!pi) |
|
5341 |
{
|
|
5342 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::MovePage() fails: page has no PageInfo"));
|
|
5343 |
r = KErrArgument; |
|
5344 |
goto fail; |
|
5345 |
} |
|
5346 |
if (pi->LockCount()) |
|
5347 |
{
|
|
5348 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::MovePage() fails: page is locked"));
|
|
5349 |
goto fail; |
|
5350 |
} |
|
5351 |
||
5352 |
switch(pi->Type()) |
|
5353 |
{
|
|
5354 |
case SPageInfo::EUnused: |
|
5355 |
// Nothing to do - we allow this, though, in case the caller wasn't |
|
5356 |
// actually checking the free bitmap. |
|
5357 |
r = KErrNotFound; |
|
5358 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::MovePage(): page unused"));
|
|
5359 |
break; |
|
5360 |
||
5361 |
case SPageInfo::EChunk: |
|
5362 |
{
|
|
5363 |
// It's a chunk - we need to investigate what it's used for. |
|
5364 |
DChunk* chunk = (DChunk*)pi->Owner(); |
|
5365 |
TInt offset = pi->Offset()<<KPageShift; |
|
5366 |
||
5367 |
switch(chunk->iChunkType) |
|
5368 |
{
|
|
5369 |
case EKernelData: |
|
5370 |
case EKernelMessage: |
|
5371 |
// The kernel data/bss/heap chunk pages are not moved as DMA may be accessing them. |
|
5372 |
__KTRACE_OPT(KMMU, Kern::Printf("MmuBase::MovePage() fails: kernel data"));
|
|
5373 |
goto fail; |
|
5374 |
||
5375 |
case EKernelStack: |
|
5376 |
// The kernel thread stack chunk. |
|
5377 |
r = MoveKernelStackPage(chunk, offset, aOld, aNew, aBlockZoneId, aBlockRest); |
|
5378 |
__KTRACE_OPT(KMMU,if (r!=KErrNone) Kern::Printf("MmuBase::MovePage() fails: k stack r%d",r));
|
|
5379 |
__NK_ASSERT_DEBUG(NKern::HeldFastMutex()==0); |
|
5380 |
goto released; |
|
5381 |
||
5382 |
case EKernelCode: |
|
5383 |
case EDll: |
|
5384 |
// The kernel code chunk, or a global user code chunk. |
|
5385 |
r = MoveCodeChunkPage(chunk, offset, aOld, aNew, aBlockZoneId, aBlockRest); |
|
5386 |
__KTRACE_OPT(KMMU,if (r!=KErrNone) Kern::Printf("MmuBase::MovePage() fails: code chk r%d",r));
|
|
5387 |
__NK_ASSERT_DEBUG(NKern::HeldFastMutex()==0); |
|
5388 |
goto released; |
|
5389 |
||
5390 |
case ERamDrive: |
|
5391 |
case EUserData: |
|
5392 |
case EDllData: |
|
5393 |
case EUserSelfModCode: |
|
5394 |
// A data chunk of some description. |
|
5395 |
r = MoveDataChunkPage(chunk, offset, aOld, aNew, aBlockZoneId, aBlockRest); |
|
5396 |
__KTRACE_OPT(KMMU,if (r!=KErrNone) Kern::Printf("MmuBase::MovePage() fails: data chk r%d",r));
|
|
5397 |
__NK_ASSERT_DEBUG(NKern::HeldFastMutex()==0); |
|
5398 |
goto released; |
|
5399 |
||
5400 |
case ESharedKernelSingle: |
|
5401 |
case ESharedKernelMultiple: |
|
5402 |
case ESharedIo: |
|
5403 |
case ESharedKernelMirror: |
|
5404 |
// These chunk types cannot be moved |
|
5405 |
r = KErrNotSupported; |
|
5406 |
__KTRACE_OPT(KMMU,if (r!=KErrNone) Kern::Printf("MmuBase::MovePage() fails: shared r%d",r));
|
|
5407 |
break; |
|
5408 |
||
5409 |
case EUserCode: |
|
5410 |
default: |
|
5411 |
// Unknown page type, or EUserCode. |
|
5412 |
// EUserCode is not used in moving model, and on multiple model |
|
5413 |
// it never owns any pages so shouldn't be found via SPageInfo |
|
5414 |
__KTRACE_OPT(KMMU,Kern::Printf("Defrag::DoMovePage fails: unknown chunk type %d",chunk->iChunkType));
|
|
5415 |
Panic(EDefragUnknownChunkType); |
|
5416 |
} |
|
5417 |
} |
|
5418 |
break; |
|
5419 |
||
5420 |
case SPageInfo::ECodeSegMemory: |
|
5421 |
// It's a code segment memory section (multiple model only) |
|
5422 |
r = MoveCodeSegMemoryPage((DMemModelCodeSegMemory*)pi->Owner(), pi->Offset()<<KPageShift, aOld, aNew, aBlockZoneId, aBlockRest); |
|
5423 |
__KTRACE_OPT(KMMU,if (r!=KErrNone) Kern::Printf("MmuBase::MovePage() fails: codeseg r%d",r));
|
|
5424 |
__NK_ASSERT_DEBUG(NKern::HeldFastMutex()==0); |
|
5425 |
goto released; |
|
5426 |
||
5427 |
case SPageInfo::EPagedROM: |
|
5428 |
case SPageInfo::EPagedCode: |
|
5429 |
case SPageInfo::EPagedData: |
|
5430 |
case SPageInfo::EPagedCache: |
|
5431 |
case SPageInfo::EPagedFree: |
|
5432 |
{// DP or RamCache page so attempt to discard it. Added for testing purposes only
|
|
5433 |
// In normal use ClearDiscardableFromZone will have already removed RAM cache pages |
|
5434 |
r = KErrInUse; |
|
5435 |
MmuBase& mmu = *MmuBase::TheMmu; |
|
5436 |
RamCacheBase& ramCache = *(mmu.iRamCache); |
|
5437 |
if (ramCache.IsPageDiscardable(*pi)) |
|
5438 |
{
|
|
5439 |
if (ramCache.DoDiscardPage(*pi, KRamZoneInvalidId, EFalse)) |
|
5440 |
{// Sucessfully discarded the page.
|
|
5441 |
r = KErrNone; |
|
5442 |
} |
|
5443 |
} |
|
5444 |
__KTRACE_OPT(KMMU,if (r!=KErrNone) Kern::Printf("MmuBase::MovePage() fails: paged r%d",r));
|
|
5445 |
goto fail; // Goto fail to release the system lock. |
|
5446 |
} |
|
5447 |
||
5448 |
||
5449 |
case SPageInfo::EPageTable: |
|
5450 |
case SPageInfo::EPageDir: |
|
5451 |
case SPageInfo::EPtInfo: |
|
5452 |
case SPageInfo::EInvalid: |
|
5453 |
case SPageInfo::EFixed: |
|
5454 |
case SPageInfo::EShadow: |
|
5455 |
// These page types cannot be moved (or don't need to be moved) |
|
5456 |
r = KErrNotSupported; |
|
5457 |
__KTRACE_OPT(KMMU,if (r!=KErrNone) Kern::Printf("MmuBase::MovePage() fails: PT etc r%d",r));
|
|
5458 |
break; |
|
5459 |
||
5460 |
default: |
|
5461 |
// Unknown page type |
|
5462 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::MovePage() fails: unknown page type %d",pi->Type()));
|
|
5463 |
Panic(EDefragUnknownPageType); |
|
5464 |
} |
|
5465 |
||
5466 |
fail: |
|
5467 |
NKern::UnlockSystem(); |
|
5468 |
released: |
|
5469 |
__KTRACE_OPT(KMMU,Kern::Printf("MmuBase::MovePage() returns %d",r));
|
|
5470 |
return r; |
|
5471 |
} |
|
5472 |
||
5473 |
||
5474 |
TInt MmuBase::DiscardPage(TPhysAddr aAddr, TUint aBlockZoneId, TBool aBlockRest) |
|
5475 |
{
|
|
5476 |
TInt r = KErrInUse; |
|
5477 |
NKern::LockSystem(); |
|
5478 |
SPageInfo* pageInfo = SPageInfo::SafeFromPhysAddr(aAddr); |
|
5479 |
if (pageInfo != NULL) |
|
5480 |
{// Allocatable page at this address so is it a discardable one?
|
|
5481 |
if (iRamCache->IsPageDiscardable(*pageInfo)) |
|
5482 |
{
|
|
5483 |
// Discard this page and return it to the ram allocator |
|
5484 |
if (!iRamCache->DoDiscardPage(*pageInfo, aBlockZoneId, aBlockRest)) |
|
5485 |
{// Couldn't discard the page.
|
|
5486 |
if (aBlockRest) |
|
5487 |
{
|
|
5488 |
__KTRACE_OPT(KMMU, Kern::Printf("ClearDiscardableFromZone: page discard fail addr %x", aAddr));
|
|
5489 |
NKern::UnlockSystem(); |
|
5490 |
return KErrNoMemory; |
|
5491 |
} |
|
5492 |
} |
|
5493 |
else |
|
5494 |
{// Page discarded successfully.
|
|
5495 |
r = KErrNone; |
|
5496 |
} |
|
5497 |
} |
|
5498 |
} |
|
5499 |
NKern::UnlockSystem(); |
|
5500 |
return r; |
|
5501 |
} |
|
5502 |
||
5503 |
TUint MmuBase::NumberOfFreeDpPages() |
|
5504 |
{
|
|
5505 |
TUint free = 0; |
|
5506 |
if(iRamCache) |
|
5507 |
{
|
|
5508 |
free = iRamCache->NumberOfFreePages(); |
|
5509 |
} |
|
5510 |
return free; |
|
5511 |
} |
|
5512 |
||
5513 |
||
5514 |
EXPORT_C TInt Epoc::MovePhysicalPage(TPhysAddr aOld, TPhysAddr& aNew, TRamDefragPageToMove aPageToMove) |
|
5515 |
{
|
|
5516 |
CHECK_PRECONDITIONS(MASK_THREAD_CRITICAL,"Epoc::MovePhysicalPage"); |
|
5517 |
__KTRACE_OPT(KMMU,Kern::Printf("Epoc::MovePhysicalPage() old=%08x pageToMove=%d",aOld,aPageToMove));
|
|
5518 |
||
5519 |
switch(aPageToMove) |
|
5520 |
{
|
|
5521 |
case ERamDefragPage_Physical: |
|
5522 |
break; |
|
5523 |
default: |
|
5524 |
return KErrNotSupported; |
|
5525 |
} |
|
5526 |
||
5527 |
MmuBase::Wait(); |
|
5528 |
TInt r=M::MovePage(aOld,aNew,KRamZoneInvalidId,EFalse); |
|
5529 |
if (r!=KErrNone) |
|
5530 |
aNew = KPhysAddrInvalid; |
|
5531 |
MmuBase::Signal(); |
|
5532 |
__KTRACE_OPT(KMMU,Kern::Printf("Epoc::MovePhysicalPage() returns %d",r));
|
|
5533 |
return r; |
|
5534 |
} |
|
5535 |
||
5536 |
||
5537 |
TInt M::RamDefragFault(TAny* aExceptionInfo) |
|
5538 |
{
|
|
5539 |
// If the mmu has been initialised then let it try processing the fault. |
|
5540 |
if(MmuBase::TheMmu) |
|
5541 |
return MmuBase::TheMmu->RamDefragFault(aExceptionInfo); |
|
5542 |
return KErrAbort; |
|
5543 |
} |
|
5544 |
||
5545 |
||
5546 |
void M::RamZoneClaimed(SZone* aZone) |
|
5547 |
{
|
|
5548 |
// Lock each page. OK to traverse SPageInfo array as we know no unknown |
|
5549 |
// pages are in the zone. |
|
5550 |
SPageInfo* pageInfo = SPageInfo::FromPhysAddr(aZone->iPhysBase); |
|
5551 |
SPageInfo* pageInfoEnd = pageInfo + aZone->iPhysPages; |
|
5552 |
for (; pageInfo < pageInfoEnd; ++pageInfo) |
|
5553 |
{
|
|
5554 |
NKern::LockSystem(); |
|
5555 |
__NK_ASSERT_DEBUG(pageInfo->Type()==SPageInfo::EUnused); |
|
5556 |
pageInfo->Lock(); |
|
5557 |
NKern::UnlockSystem(); |
|
5558 |
} |
|
5559 |
// For the sake of platform security we have to clear the memory. E.g. the driver |
|
5560 |
// could assign it to a chunk visible to user side. Set LSB so ClearPages |
|
5561 |
// knows this is a contiguous memory region. |
|
5562 |
Mmu::Get().ClearPages(aZone->iPhysPages, (TPhysAddr*)(aZone->iPhysBase|1)); |
|
5563 |
} |