author | hgs |
Tue, 14 Sep 2010 15:52:42 +0100 | |
changeset 270 | ea2cef07f9fe |
parent 177 | a232af6b0b1f |
permissions | -rw-r--r-- |
0 | 1 |
// Copyright (c) 2005-2009 Nokia Corporation and/or its subsidiary(-ies). |
2 |
// All rights reserved. |
|
3 |
// This component and the accompanying materials are made available |
|
4 |
// under the terms of the License "Eclipse Public License v1.0" |
|
5 |
// which accompanies this distribution, and is available |
|
6 |
// at the URL "http://www.eclipse.org/legal/epl-v10.html". |
|
7 |
// |
|
8 |
// Initial Contributors: |
|
9 |
// Nokia Corporation - initial contribution. |
|
10 |
// |
|
11 |
// Contributors: |
|
12 |
// |
|
13 |
// Description: |
|
14 |
// e32\nkernsmp\x86\ncsched.cpp |
|
15 |
// |
|
16 |
// |
|
17 |
||
18 |
// NThreadBase member data |
|
19 |
#define __INCLUDE_NTHREADBASE_DEFINES__ |
|
20 |
||
21 |
#include <x86.h> |
|
22 |
#include <apic.h> |
|
23 |
||
24 |
||
25 |
// Called by a thread which has been forced to exit |
|
26 |
// Kernel locked on entry |
|
27 |
extern "C" void __fastcall do_forced_exit(NThreadBase* aT) |
|
28 |
{ |
|
29 |
__NK_ASSERT_ALWAYS(aT->iFastMutexDefer != 1); |
|
30 |
aT->iFastMutexDefer = 0; |
|
31 |
aT->Exit(); |
|
32 |
} |
|
33 |
||
34 |
extern "C" NThreadBase* __fastcall select_next_thread(TSubScheduler* aS) |
|
35 |
{ |
|
36 |
return aS->SelectNextThread(); |
|
37 |
} |
|
38 |
||
39 |
extern "C" void __fastcall queue_dfcs(TSubScheduler* aS) |
|
40 |
{ |
|
41 |
aS->QueueDfcs(); |
|
42 |
} |
|
43 |
||
44 |
extern "C" void NewThreadTrace(NThread* a) |
|
45 |
{ |
|
46 |
__ACQUIRE_BTRACE_LOCK(); |
|
47 |
BTraceData.iHandler(BTRACE_HEADER_C(4,BTrace::ECpuUsage,BTrace::ENewThreadContext),0,(TUint32)a,0,0,0,0,0); |
|
48 |
__RELEASE_BTRACE_LOCK(); |
|
49 |
} |
|
50 |
||
51 |
extern "C" void __fastcall send_ipi(TUint32); |
|
52 |
extern "C" void __fastcall do_send_resched_ipis(TUint32); |
|
53 |
||
54 |
extern "C" void send_resched_ipi(TInt aCpu) |
|
55 |
{ |
|
56 |
TSubScheduler& ss = TheSubSchedulers[aCpu]; |
|
57 |
__KTRACE_OPT(KSCHED2,DEBUGPRINT("@%d",aCpu)); |
|
90
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
58 |
send_ipi(ss.iSSX.iAPICID); |
0 | 59 |
} |
60 |
||
90
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
61 |
#ifndef __USE_LOGICAL_DEST_MODE__ |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
62 |
extern "C" void __fastcall do_send_resched_ipis(TUint32 aMask) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
63 |
{ |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
64 |
TInt i=0; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
65 |
for (; aMask; aMask>>=1, ++i) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
66 |
if (aMask&1) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
67 |
send_resched_ipi(i); |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
68 |
} |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
69 |
#endif |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
70 |
|
0 | 71 |
extern "C" void send_resched_ipis(TUint32 aMask) |
72 |
{ |
|
73 |
__KTRACE_OPT(KSCHED2,DEBUGPRINT("@%02x",aMask)); |
|
90
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
74 |
TScheduler& s = TheScheduler; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
75 |
if (aMask &~ s.iThreadAcceptCpus) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
76 |
aMask = s.ReschedInactiveCpus(aMask); |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
77 |
if (aMask) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
78 |
do_send_resched_ipis(aMask); |
0 | 79 |
} |
80 |
||
81 |
extern "C" void send_resched_ipi_and_wait(TInt aCpu) |
|
82 |
{ |
|
83 |
TSubScheduler& ss = TheSubSchedulers[aCpu]; |
|
84 |
__KTRACE_OPT(KSCHED2,DEBUGPRINT("@@%d",aCpu)); |
|
90
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
85 |
volatile TUint32& irqc = ss.iSSX.iIrqCount; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
86 |
volatile TInt& irqn = ss.iSSX.iIrqNestCount; |
0 | 87 |
TUint32 irqc0 = irqc; |
88 |
mb(); |
|
90
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
89 |
send_ipi(ss.iSSX.iAPICID); |
0 | 90 |
mb(); |
91 |
while (!ss.iRescheduleNeededFlag || (irqn<0 && irqc==irqc0)) |
|
92 |
{ |
|
93 |
__chill(); |
|
94 |
} |
|
95 |
mb(); // guaranteed to observe final thread state after this |
|
96 |
} |
|
97 |
||
98 |
void TSubScheduler::SaveTimesliceTimer(NThreadBase* aT) |
|
99 |
{ |
|
100 |
if (aT->iTime>0 && !aT->i_NThread_Initial) |
|
101 |
{ |
|
177 | 102 |
TUint32 x = read_apic_reg(CURRCNT); |
103 |
iSSX.iTimerFreqRI.iI.Mult(x); |
|
0 | 104 |
aT->iTime = (TInt)x; |
105 |
} |
|
106 |
write_apic_reg(INITCNT, 0); |
|
107 |
} |
|
108 |
||
109 |
||
110 |
/* Update aOld's execution time and set up the timer for aNew |
|
111 |
Update this CPU's timestamp value |
|
112 |
||
113 |
if (!aOld) aOld=iInitialThread |
|
114 |
if (!aNew) aNew=iInitialThread |
|
115 |
if new thread has a timeslice, start the timeslice timer |
|
116 |
update the last reschedule time |
|
117 |
update the run time for the old thread |
|
118 |
update the reschedule count for the new thread and the current CPU |
|
119 |
*/ |
|
120 |
void TSubScheduler::UpdateThreadTimes(NThreadBase* aOld, NThreadBase* aNew) |
|
121 |
{ |
|
122 |
if (!aOld) |
|
123 |
aOld = iInitialThread; |
|
124 |
if (!aNew) |
|
125 |
aNew = iInitialThread; |
|
126 |
if (aNew->iTime>0) |
|
127 |
{ |
|
177 | 128 |
TUint32 x = (TUint32)aNew->iTime; |
129 |
iSSX.iTimerFreqRI.iR.Mult(x); |
|
130 |
write_apic_reg(INITCNT, x); |
|
0 | 131 |
} |
132 |
if (aNew!=aOld) |
|
133 |
{ |
|
134 |
TUint64 now = NKern::Timestamp(); |
|
90
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
135 |
TUint64 delta = now - iLastTimestamp.i64; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
136 |
iLastTimestamp.i64 = now; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
137 |
aOld->iLastRunTime.i64 = now; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
138 |
aOld->iTotalCpuTime.i64 += delta; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
139 |
++iReschedCount.i64; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
140 |
++aNew->iRunCount.i64; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
141 |
if (!aOld->iActiveState) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
142 |
aOld->iTotalActiveTime.i64 += (now - aOld->iLastActivationTime.i64); |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
143 |
NSchedulable* parent = aOld->iParent; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
144 |
if (parent != aOld) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
145 |
{ |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
146 |
parent->iLastRunTime.i64 = now; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
147 |
if (!parent->iActiveState) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
148 |
parent->iTotalActiveTime.i64 += (now - parent->iLastActivationTime.i64); |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
149 |
if (parent != aNew->iParent) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
150 |
parent->iTotalCpuTime.i64 += (now - parent->iLastStartTime.i64); |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
151 |
} |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
152 |
NSchedulable* np = aNew->iParent; |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
153 |
if (np!=aNew && np!=parent) |
947f0dc9f7a8
Revision: 201015
Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
parents:
0
diff
changeset
|
154 |
np->iLastStartTime.i64 = now; |
0 | 155 |
} |
156 |
} |
|
157 |
||
158 |