kernel/eka/common/arm/atomic_32_v6.h
changeset 0 a41df078684a
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/kernel/eka/common/arm/atomic_32_v6.h	Mon Oct 19 15:55:17 2009 +0100
@@ -0,0 +1,331 @@
+// Copyright (c) 2008-2009 Nokia Corporation and/or its subsidiary(-ies).
+// All rights reserved.
+// This component and the accompanying materials are made available
+// under the terms of the License "Eclipse Public License v1.0"
+// which accompanies this distribution, and is available
+// at the URL "http://www.eclipse.org/legal/epl-v10.html".
+//
+// Initial Contributors:
+// Nokia Corporation - initial contribution.
+//
+// Contributors:
+//
+// Description:
+// e32\common\arm\atomic_32_v6.h
+// 32 bit atomic operations on V6 and V6K processors
+// Also 8 and 16 bit atomic operations on V6K processors
+// Also 8, 16 and 32 bit load/store on all processors
+// 
+//
+
+#include "atomic_ops.h"
+
+#if defined(__OP_LOAD__)
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,acq,__DATA_SIZE__)(const volatile TAny* /*a*/)
+	{
+	// R0=a
+	// return value in R0
+
+	__LDR_INST__( ," r0, [r0] ");
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r1);
+	__JUMP(,lr);
+	}
+
+
+
+#elif defined(__OP_STORE__)
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rel,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*v*/)
+	{
+#ifdef __BARRIERS_NEEDED__
+	// R0=a, R1=v
+	// return value in R0 equal to v
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+	__STR_INST__( ," r1, [r0] ");
+	asm("mov r0, r1 ");
+	__JUMP(,lr);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,ord,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=v
+	// return value in R0 equal to v
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+	__STR_INST__( ," r1, [r0] ");
+	__LOCAL_DATA_MEMORY_BARRIER__(r12);
+	asm("mov r0, r1 ");
+	__JUMP(,lr);
+	}
+
+
+#elif defined(__OP_RMW1__)
+
+#ifdef __OP_SWP__
+#define	__SOURCE_REG__		1
+#define	__DO_PROCESSING__
+#else
+#define	__SOURCE_REG__		2
+#if defined(__OP_ADD__)
+#define	__DO_PROCESSING__	asm("add r2, r0, r1 ");
+#elif defined(__OP_AND__)
+#define	__DO_PROCESSING__	asm("and r2, r0, r1 ");
+#elif defined(__OP_IOR__)
+#define	__DO_PROCESSING__	asm("orr r2, r0, r1 ");
+#elif defined(__OP_XOR__)
+#define	__DO_PROCESSING__	asm("eor r2, r0, r1 ");
+#endif
+#endif
+
+#define __DO_RMW1_OP__				\
+	asm("mov r12, r0 ");			\
+	asm("1: ");						\
+	__LDREX_INST__(0,12);			\
+	__DO_PROCESSING__				\
+	__STREX_INST__(3,__SOURCE_REG__,12);	\
+	asm("cmp r3, #0 ");				\
+	asm("bne 1b ");
+
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rel,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rlx,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__DO_RMW1_OP__
+	__JUMP(,lr);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,ord,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,acq,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=v
+	// return value in R0
+	__DO_RMW1_OP__
+	__LOCAL_DATA_MEMORY_BARRIER__(r3);
+	__JUMP(,lr);
+	}
+
+#undef __DO_RMW1_OP__
+#undef __SOURCE_REG__
+#undef __DO_PROCESSING__
+
+
+#elif defined(__OP_CAS__)
+
+#define __DO_CAS_OP__				\
+	__LDR_INST__( ," r12, [r1] ");	\
+	asm("1: ");						\
+	__LDREX_INST__(3,0);			\
+	asm("cmp r3, r12 ");			\
+	asm("bne 2f ");					\
+	__STREX_INST__(3,2,0);			\
+	asm("cmp r3, #0 ");				\
+	asm("bne 1b ");					\
+	asm("2: ");						\
+	__STR_INST__(ne, "r3, [r1] ");	\
+	asm("movne r0, #0 ");			\
+	asm("moveq r0, #1 ");
+
+
+extern "C" EXPORT_C __NAKED__ TBool __fname__(__OPERATION__,rel,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ * /*q*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=q, R2=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ TBool __fname__(__OPERATION__,rlx,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ * /*q*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=q, R2=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__DO_CAS_OP__
+	__JUMP(,lr);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ TBool __fname__(__OPERATION__,ord,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ * /*q*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=q, R2=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ TBool __fname__(__OPERATION__,acq,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ * /*q*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=q, R2=v
+	// return value in R0
+	__DO_CAS_OP__
+	__LOCAL_DATA_MEMORY_BARRIER__(r3);
+	__JUMP(,lr);
+	}
+
+#undef __DO_CAS_OP__
+
+
+
+#elif defined(__OP_AXO__)
+
+#define	__SAVE_REGS__		asm("str r4, [sp, #-4]! ");
+#define	__RESTORE_REGS__	asm("ldr r4, [sp], #4 ");
+
+#define __DO_AXO_OP__				\
+	asm("mov r12, r0 ");			\
+	asm("1: ");						\
+	__LDREX_INST__(0,12);			\
+	asm("and r4, r0, r1 ");			\
+	asm("eor r4, r4, r2 ");			\
+	__STREX_INST__(3,4,12);			\
+	asm("cmp r3, #0 ");				\
+	asm("bne 1b ");
+
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rel,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*u*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=u, R2=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rlx,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*u*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=u, R2=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__SAVE_REGS__
+	__DO_AXO_OP__
+	__RESTORE_REGS__
+	__JUMP(,lr);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,ord,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*u*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=u, R2=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,acq,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*u*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=u, R2=v
+	// return value in R0
+	__SAVE_REGS__
+	__DO_AXO_OP__
+	__LOCAL_DATA_MEMORY_BARRIER__(r3);
+	__RESTORE_REGS__
+	__JUMP(,lr);
+	}
+
+#undef __SAVE_REGS__
+#undef __RESTORE_REGS__
+#undef __DO_AXO_OP__
+
+
+#elif defined(__OP_RMW3__)
+
+#define	__SAVE_REGS__		asm("stmfd sp!, {r4-r5} ");
+#define	__RESTORE_REGS__	asm("ldmfd sp!, {r4-r5} ");
+
+#if	defined(__OP_TAU__)
+#define	__COND_GE__		"cs"
+#define	__COND_LT__		"cc"
+#define	__DO_SIGN_EXTEND__
+#elif	defined(__OP_TAS__)
+#define	__COND_GE__		"ge"
+#define	__COND_LT__		"lt"
+#define	__DO_SIGN_EXTEND__	__SIGN_EXTEND__(r0)
+#endif
+
+#define __DO_RMW3_OP__				\
+	asm("mov r12, r0 ");			\
+	asm("1: ");						\
+	__LDREX_INST__(0,12);			\
+	__DO_SIGN_EXTEND__				\
+	asm("cmp r0, r1 ");				\
+	asm("add" __COND_GE__ " r4, r0, r2 ");	\
+	asm("add" __COND_LT__ " r4, r0, r3 ");	\
+	__STREX_INST__(5,4,12);			\
+	asm("cmp r5, #0 ");				\
+	asm("bne 1b ");
+
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rel,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*t*/, __TYPE__ /*u*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=t, R2=u, R3=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rlx,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*t*/, __TYPE__ /*u*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=t, R2=u, R3=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__SAVE_REGS__
+	__DO_RMW3_OP__
+	__RESTORE_REGS__
+	__JUMP(,lr);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,ord,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*t*/, __TYPE__ /*u*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=t, R2=u, R3=v
+	// return value in R0
+#ifdef __BARRIERS_NEEDED__				// If no barriers, all ordering variants collapse to same function
+	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
+#endif
+	}
+
+extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,acq,__DATA_SIZE__)(volatile TAny* /*a*/, __TYPE__ /*t*/, __TYPE__ /*u*/, __TYPE__ /*v*/)
+	{
+	// R0=a, R1=t, R2=u, R3=v
+	// return value in R0
+	__SAVE_REGS__
+	__DO_RMW3_OP__
+	__LOCAL_DATA_MEMORY_BARRIER__(r5);
+	__RESTORE_REGS__
+	__JUMP(,lr);
+	}
+
+#undef __SAVE_REGS__
+#undef __RESTORE_REGS__
+#undef __DO_RMW3_OP__
+#undef __COND_GE__
+#undef __COND_LT__
+#undef __DO_SIGN_EXTEND__
+
+
+#endif
+
+// Second inclusion undefines temporaries
+#include "atomic_ops.h"