// Copyright (c) 2008-2009 Nokia Corporation and/or its subsidiary(-ies).

// All rights reserved.

// This component and the accompanying materials are made available

// under the terms of the License "Eclipse Public License v1.0"

// which accompanies this distribution, and is available

// at the URL "http://www.eclipse.org/legal/epl-v10.html".

//

// Initial Contributors:

// Nokia Corporation - initial contribution.

//

// Contributors:

//

// Description:

// e32/include/nkernsmp/arm/entry.h

// 

//

#include <arm_gic.h>

#include <arm_tmr.h>

extern "C" {

extern void __ArmVectorReset();

extern void __ArmVectorUndef();

extern void __ArmVectorSwi();

extern void __ArmVectorAbortPrefetch();

extern void __ArmVectorAbortData();

extern void __ArmVectorReserved();

extern void __ArmVectorIrq();

extern void __ArmVectorFiq();

#define __DECLARE_UNDEFINED_INSTRUCTION_HANDLER		asm(".word __ArmVectorUndef ")

#define __DECLARE_PREFETCH_ABORT_HANDLER			asm(".word __ArmVectorAbortPrefetch ")

#define __DECLARE_DATA_ABORT_HANDLER				asm(".word __ArmVectorAbortData ")

#ifdef BTRACE_CPU_USAGE

extern void btrace_irq_entry(TInt);

extern void btrace_fiq_entry();

#endif

extern void handle_crash_ipi();

extern void handle_indirect_powerdown_ipi();

#ifdef _DEBUG

extern void __DebugMsgIrq(TUint aIrqNumber);

#endif

/* NOTE: We must ensure that this code goes at the beginning of the kernel image.

*/

__NAKED__ void __this_must_go_at_the_beginning_of_the_kernel_image()

	{

	asm("ldr	pc, __reset_vector ");		// 00 = Reset vector

	asm("ldr	pc, __undef_vector ");		// 04 = Undefined instruction vector

	asm("ldr	pc, __swi_vector ");		// 08 = SWI vector

	asm("ldr	pc, __pabt_vector ");		// 0C = Prefetch abort vector

	asm("ldr	pc, __dabt_vector ");		// 10 = Data abort vector

	asm("ldr	pc, __unused_vector ");		// 14 = unused

	asm("b		HandleIrq ");				// 18 = IRQ vector

											// 1C = FIQ vector, code in situ

	/*** FIQ entry point ******************************************************/

	asm("ldr	r12, __ArmInterrupt ");

#ifdef BTRACE_CPU_USAGE

	asm("ldr	r11, __BTraceCpuUsageFilter ");

#endif

	asm("sub	lr, lr, #4 ");

	asm("ldr	r10, [r12,#%a0]" : : "i" _FOFF(SArmInterruptInfo,iFiqHandler)); // r10 points to FIQ handler

	asm("str	lr, [sp, #-4]! ");

	// we assume FIQ handler preserves r0-r7 but not r8-r12

	// hence must be assembler, so stack misalignment OK

#if defined(__CPU_ARM_HAS_WORKING_CLREX)

	CLREX

#elif defined(__CPU_ARM_HAS_LDREX_STREX)

	STREX(8,14,13);						// dummy STREX to reset exclusivity monitor

#endif

#ifdef __USER_MEMORY_GUARDS_ENABLED__

	USER_MEMORY_GUARD_ON(,lr,r8);

	asm("str lr, [sp, #-4]! ");

#endif

#ifdef BTRACE_CPU_USAGE

	asm("ldrb	r8, [r11] ");

	asm("ldr	lr, _ArmVectorFiq ");

	asm("cmp	r8, #0 ");

	asm("bne	btrace_fiq");

	__JUMP(,	r10);					// jump to FIQ handler

	asm("btrace_fiq: ");				// call trace handler before fiq handler...

	asm("stmfd	sp!, {r0-r3,r12,lr} ");

	asm("adr	lr, btrace_fiq_return ");

	asm("ldr	pc, __btrace_fiq_entry ");

	asm("btrace_fiq_return: ");

	asm("ldmfd	sp!, {r0-r3,r12,lr} ");

	__JUMP(,	r10);					// jump to FIQ handler

#endif

	asm("ldr lr, _ArmVectorFiq ");

	__JUMP(,r10);			// jump to FIQ handler

	/*** Nested IRQ register save *********************************************/

	asm("nested_irq: ");

	SRSDBW(MODE_SYS);					// save return address and return CPSR to interrupt stack

	CPSCHM(MODE_SYS);					// mode_sys, IRQs off

	asm("stmfd	sp!, {r0-r12,lr} ");	// save R0-R12,R14 from system mode

	GET_RWNO_TID(,r4);

	asm("b nested_irq_rejoin ");

	/*** IRQ entry point ******************************************************/

	asm("HandleIrq: ");

	asm("mrs	r13, spsr ");

	asm("sub	lr, lr, #4 ");

	asm("and	r13, r13, #0x1f ");

	asm("cmp	r13, #0x1f ");			// interrupted mode_sys?

	asm("beq	nested_irq ");			// yes -> nested interrupt

	SRSDBW(MODE_SVC);					// save return address and return CPSR to supervisor stack

	__ASM_CLI_MODE(MODE_SVC);			// mode_svc, IRQs and FIQs off

	asm("sub	sp, sp, #%a0" : : "i" _FOFF(SThreadExcStack,iR15));

	asm("stmia	sp, {r0-r14}^ ");		// save R0-R12, R13_usr, R14_usr

	asm("mov	r1, #%a0" : : "i" ((TInt)SThreadExcStack::EIrq));

#if defined(__CPU_ARM_HAS_WORKING_CLREX)

	CLREX

#elif defined(__CPU_ARM_HAS_LDREX_STREX)

	STREX(12, 0, 13);					// dummy STREX to reset exclusivity monitor

#endif

	GET_RWNO_TID(,r4);

	asm("mov	r5, sp ");

	asm("str	r1, [sp, #%a0]" : : "i" _FOFF(SThreadExcStack,iExcCode));	// word describing exception type

	__ASM_STI2_MODE(MODE_SYS);			// mode_sys, IRQs off, FIQs on

	asm("ldr	sp, [r4, #%a0]" : : "i" _FOFF(TSubScheduler, iSSX.iIrqStackTop));

	USER_MEMORY_GUARD_ON(,r8,r0);		// r8 = original DACR if user memory guards in use

	asm("nested_irq_rejoin: ");

	asm("ldr	r0, [r4, #%a0]" : : "i" _FOFF(TSubScheduler, iSSX.iIrqCount));

	asm("ldr	r7, [r4, #%a0]" : : "i" _FOFF(TSubScheduler, iSSX.iIrqNestCount));

	asm("ldr	r12, __ArmInterrupt ");

	asm("ldr	r10, _ArmVectorIrq ");

	asm("add	r0, r0, #1 ");

	asm("add	r7, r7, #1 ");

	__DATA_MEMORY_BARRIER_Z__(r2);		// ensure memory accesses in interrupted code are observed before

										// the writes to i_IrqCount, i_IrqNestCount

	asm("str	r0, [r4, #%a0]" : : "i" _FOFF(TSubScheduler, iSSX.iIrqCount));		// increment i_IrqCount

	asm("ldr	r11, [r12,#%a0]" : : "i" _FOFF(SArmInterruptInfo,iIrqHandler));		// address if IRQ handler

	asm("ldr	r6, [r4, #%a0]" : : "i" _FOFF(TSubScheduler, iSSX.iGicCpuIfcAddr));

	asm("str	r7, [r4, #%a0]" : : "i" _FOFF(TSubScheduler, iSSX.iIrqNestCount));	// increment i_IrqNestCount

	asm("1: ");

#ifdef BTRACE_CPU_USAGE

	asm("ldr	r2, __BTraceCpuUsageFilter ");

#endif

	asm("mov	r1, #%a0" : : "i" ((TInt)E_GicIntId_Spurious+1));

	asm("ldr	r0, [r6, #%a0]" : : "i" _FOFF(GicCpuIfc, iAck));		// r0 = number of interrupt to service

#ifdef BTRACE_CPU_USAGE

	asm("ldrb	r2, [r2] ");

#endif

	asm("sub	r1, r1, #1 ");

	asm("cmp	r0, r1 ");				// any more interrupts pending?

	asm("beq	2f ");					// if not, branch out

#ifdef BTRACE_CPU_USAGE

	asm("cmp	r2, #0 ");

	asm("beq	9f ");

	asm("stmfd	sp!, {r0-r3} ");

	asm("adr	lr, btrace_irq_return ");

	asm("ldr	pc, __btrace_irq_entry ");

	asm("btrace_irq_return: ");

	asm("ldmfd	sp!, {r0-r3} ");

	asm("9: ");

#endif	// BTRACE_CPU_USAGE

	ASM_DEBUG1(_longjump_Irq,r0);

	asm("adr	lr, 1b ");

	asm("tst	r0, #0x3e0 ");			// check for interrupt numbers 0-31

	asm("beq	3f ");					// branch out if so

	__JUMP(,r11);						// jump to dispatcher, R0 = interrupt number, return to 1:

										// dispatcher acknowledges interrupt

	// No more interrupts pending - jump to postamble in the kernel

	// R4->TSubScheduler at this point, R5->saved registers on SVC stack if not nested IRQ

	// R6->GIC CPU interface

	asm("2: ");

	__JUMP(,r10);

	// Kernel IPI

	asm("3: ");

	asm("and	r2, r0, #31 ");			// r2 = interrupt number 0...31

	asm("cmp	r2, #%a0" : : "i" ((TInt)TIMESLICE_VECTOR));

	asm("beq	do_timeslice_irq ");

	asm("cmp	r2, #%a0" : : "i" ((TInt)RESCHED_IPI_VECTOR));

	asm("beq	do_resched_ipi ");

	asm("cmp	r2, #%a0" : : "i" ((TInt)GENERIC_IPI_VECTOR));

	asm("beq	do_generic_ipi ");

	asm("cmp	r2, #%a0" : : "i" ((TInt)TRANSFERRED_IRQ_VECTOR));

	asm("beq	do_transferred_ipi ");

	asm("cmp	r2, #%a0" : : "i" ((TInt)INDIRECT_POWERDOWN_IPI_VECTOR));

	asm("beq	do_indirect_powerdown_ipi ");

	asm("cmp	r2, #15 ");

	__JUMP(hi,	r11);					// if >15 but not TIMESLICE_VECTOR, call dispatcher

	// else assume CRASH_IPI

	asm("str	r0, [r6, #%a0]" : : "i" _FOFF(GicCpuIfc, iEoi));		// acknowledge interrupt

	__DATA_SYNC_BARRIER_Z__(r1);

	asm("ldr	r1, __HandleCrashIPI ");

	__JUMP(,	r1);					// CRASH IPI, so crash

	// TIMESLICE, RESCHED or TRANSFERRED

	asm("do_timeslice_irq: ");

	asm("ldr	r2, [r4, #%a0]" : : "i" _FOFF(TSubScheduler, iSSX.iLocalTimerAddr));

	asm("mov	r1, #1 ");

	asm("str	r1, [r2, #%a0]" : : "i" _FOFF(ArmLocalTimer, iTimerIntStatus));	// clear timer event flag

	asm("do_resched_ipi: ");

	asm("mov	r1, #1 ");

	asm("strb	r1, [r4, #%a0]" : : "i" _FOFF(TSubScheduler, iRescheduleNeededFlag));

	asm("do_transferred_ipi: ");

	asm("str	r0, [r6, #%a0]" : : "i" _FOFF(GicCpuIfc, iEoi));		// acknowledge interrupt

	__DATA_SYNC_BARRIER_Z__(r1);		// ensure writes to i_IrqCount, i_IrqNestCount, iRescheduleNeededFlag complete before SEV

										// also ensure EOI is written before we return from the interrupt

	ARM_SEV;							// kick any CPUs waiting for us to enter the ISR

	asm("b		1b ");

	asm("do_indirect_powerdown_ipi: ");

	asm("str	r0, [r6, #%a0]" : : "i" _FOFF(GicCpuIfc, iEoi));		// acknowledge interrupt

	__DATA_SYNC_BARRIER_Z__(r1);		// ensure writes to i_IrqCount, i_IrqNestCount, iRescheduleNeededFlag complete before SEV

										// also ensure EOI is written before we return from the interrupt

	ARM_SEV;							// kick any CPUs waiting for us to enter the ISR

	asm("stmfd	sp!, {r0-r3,r12,lr} ");

	asm("bl		call_ipd_handler ");

	asm("ldmfd	sp!, {r0-r3,r12,lr} ");

	asm("b		1b ");

	// GENERIC_IPI

	asm("do_generic_ipi: ");

	asm("ldr	r2, _GenericIPIIsr ");

	asm("str	r0, [r6, #%a0]" : : "i" _FOFF(GicCpuIfc, iEoi));		// acknowledge interrupt

	asm("mov	r0, r4 ");				// r0->SubScheduler

	__DATA_SYNC_BARRIER_Z__(r1);

	__JUMP(,	r2);

	asm("__DebugMsg_longjump_Irq: ");

	asm("ldr	pc, _dmIrq ");

	asm("call_ipd_handler: ");

	asm("ldr	pc, __handle_ipd_ipi ");

	asm("__reset_vector:");

	asm(".word	__ArmVectorReset "); 

	asm("__undef_vector:");

	__DECLARE_UNDEFINED_INSTRUCTION_HANDLER;

	asm("__swi_vector:");

	asm(".word	__ArmVectorSwi "); 

	asm("__pabt_vector:");

	__DECLARE_PREFETCH_ABORT_HANDLER;

	asm("__dabt_vector:");

	__DECLARE_DATA_ABORT_HANDLER;

	asm("__unused_vector:");

	asm(".word	__ArmVectorReserved ");

	asm("__ArmInterrupt: ");

	asm(".word	ArmInterruptInfo ");

	asm("_ArmVectorIrq: ");

	asm(".word	__ArmVectorIrq ");

	asm("_GenericIPIIsr: ");

	asm(".word generic_ipi_isr ");

	asm("_ArmVectorFiq: ");

	asm(".word	__ArmVectorFiq ");

	asm("__HandleCrashIPI: ");

	asm(".word handle_crash_ipi ");

#ifdef BTRACE_CPU_USAGE

	asm("__BTraceCpuUsageFilter: ");

	asm(".word	%a0" : : "i" ((TInt)&BTraceData.iFilter[BTrace::ECpuUsage]));

	asm("__btrace_irq_entry: ");

	asm(".word btrace_irq_entry ");

	asm("__btrace_fiq_entry: ");

	asm(".word btrace_fiq_entry ");

#endif

	asm("_dmIrq: ");

	asm(".word __DebugMsgIrq ");

	asm("__handle_ipd_ipi: ");

	asm(".word handle_indirect_powerdown_ipi ");

	}

}