FCL/sf/os/kernelhwsrv: kernel/eka/common/arm/atomic_64

0 a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	1	// Copyright (c) 2008-2009 Nokia Corporation and/or its subsidiary(-ies).
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	2	// All rights reserved.
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	3	// This component and the accompanying materials are made available
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	4	// under the terms of the License "Eclipse Public License v1.0"
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	5	// which accompanies this distribution, and is available
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	6	// at the URL "http://www.eclipse.org/legal/epl-v10.html".
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	7	//
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	8	// Initial Contributors:
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	9	// Nokia Corporation - initial contribution.
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	10	//
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	11	// Contributors:
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	12	//
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	13	// Description:
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	14	// e32\common\arm\atomic_64_v6k.h
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	15	// 64 bit atomic operations on V6K processors
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	16	//
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	17	//
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	18
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	19	#include "atomic_ops.h"
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	20
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	21	#if defined(__OP_LOAD__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	22	extern "C" EXPORT_C __NAKED__ __TYPE__ __e32_atomic_load_acq64(const volatile TAny* /a/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	23	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	24	// R0=a
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	25	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	26
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	27	asm("mov r2, r0 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	28	ENSURE_8BYTE_ALIGNMENT(2);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	29	asm("1: ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	30	LDREXD(0,2); // R1:R0 = oldv
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	31	STREXD(3,0,2); // try to write back, R3=0 if success
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	32	asm("cmp r3, #0 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	33	asm("bne 1b "); // failed - retry
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	34	__LOCAL_DATA_MEMORY_BARRIER__(r3);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	35	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	36	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	37
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	38
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	39
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	40	#elif defined(__OP_STORE__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	41
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	42	#define __DO_STORE__ \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	43	asm("mov r12, r0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	44	asm("1: "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	45	LDREXD(0,12); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	46	STREXD(1,2,12); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	47	asm("cmp r1, #0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	48	asm("bne 1b ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	49
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	50
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	51	extern "C" EXPORT_C __NAKED__ __TYPE__ __e32_atomic_store_rel64(volatile TAny* /a/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	52	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	53	#ifdef __BARRIERS_NEEDED__ // If no barriers, just fall through to __e32_atomic_store_ord64
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	54	#ifndef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	55	asm("mov r3, r2 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	56	asm("mov r2, r1 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	57	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	58	// R0=a, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	59	// return value in R1:R0 equal to v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	60	ENSURE_8BYTE_ALIGNMENT(0);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	61	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	62	__DO_STORE__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	63	asm("mov r0, r2 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	64	asm("mov r1, r3 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	65	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	66	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	67	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	68
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	69	extern "C" EXPORT_C __NAKED__ __TYPE__ __e32_atomic_store_ord64(volatile TAny* /a/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	70	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	71	// R0=a, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	72	// return value in R1:R0 equal to v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	73	#ifndef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	74	asm("mov r3, r2 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	75	asm("mov r2, r1 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	76	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	77	ENSURE_8BYTE_ALIGNMENT(0);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	78	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	79	__DO_STORE__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	80	__LOCAL_DATA_MEMORY_BARRIER__(r1);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	81	asm("mov r0, r2 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	82	asm("mov r1, r3 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	83	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	84	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	85
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	86	#undef __DO_STORE__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	87
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	88
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	89	#elif defined(__OP_RMW1__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	90
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	91	#ifdef __OP_SWP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	92	#define __SAVE_REGS__ asm("str r6, [sp, #-4]! ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	93	#define __RESTORE_REGS__ asm("ldr r6, [sp], #4 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	94	#define __SOURCE_REG__ 2
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	95	#define __DO_PROCESSING__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	96	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	97	#define __SAVE_REGS__ asm("stmfd sp!, {r4-r6} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	98	#define __RESTORE_REGS__ asm("ldmfd sp!, {r4-r6} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	99	#define __SOURCE_REG__ 4
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	100	#if defined(__OP_ADD__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	101	#define __DO_PROCESSING__ asm("adds r4, r0, r2 "); asm("adcs r5, r1, r3 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	102	#elif defined(__OP_AND__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	103	#define __DO_PROCESSING__ asm("and r4, r0, r2 "); asm("and r5, r1, r3 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	104	#elif defined(__OP_IOR__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	105	#define __DO_PROCESSING__ asm("orr r4, r0, r2 "); asm("orr r5, r1, r3 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	106	#elif defined(__OP_XOR__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	107	#define __DO_PROCESSING__ asm("eor r4, r0, r2 "); asm("eor r5, r1, r3 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	108	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	109	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	110
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	111	#define __DO_RMW1_OP__ \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	112	asm("mov r12, r0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	113	ENSURE_8BYTE_ALIGNMENT(0); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	114	asm("1: "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	115	LDREXD(0,12); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	116	__DO_PROCESSING__ \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	117	STREXD(6,__SOURCE_REG__,12); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	118	asm("cmp r6, #0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	119	asm("bne 1b ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	120
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	121
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	122	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rel,64)(volatile TAny* /a/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	123	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	124	// R0=a, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	125	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	126	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	127	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	128	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	129	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	130
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	131	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rlx,64)(volatile TAny* /a/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	132	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	133	// R0=a, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	134	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	135	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	136	#ifndef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	137	asm("mov r3, r2 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	138	asm("mov r2, r1 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	139	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	140	__SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	141	__DO_RMW1_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	142	__RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	143	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	144	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	145	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	146
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	147	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,ord,64)(volatile TAny* /a/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	148	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	149	// R0=a, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	150	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	151	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	152	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	153	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	154	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	155
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	156	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,acq,64)(volatile TAny* /a/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	157	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	158	// R0=a, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	159	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	160	#ifndef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	161	asm("mov r3, r2 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	162	asm("mov r2, r1 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	163	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	164	__SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	165	__DO_RMW1_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	166	__LOCAL_DATA_MEMORY_BARRIER__(r6);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	167	__RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	168	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	169	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	170
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	171	#undef __SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	172	#undef __RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	173	#undef __DO_RMW1_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	174	#undef __SOURCE_REG__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	175	#undef __DO_PROCESSING__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	176
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	177
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	178	#elif defined(__OP_CAS__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	179
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	180	#define __SAVE_REGS__ asm("stmfd sp!, {r4-r7} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	181	#define __RESTORE_REGS__ asm("ldmfd sp!, {r4-r7} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	182
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	183	#define __DO_CAS_OP__ \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	184	asm("ldmia r1, {r6-r7} "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	185	ENSURE_8BYTE_ALIGNMENT(0); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	186	asm("1: "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	187	LDREXD(4,0); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	188	asm("cmp r4, r6 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	189	asm("cmpeq r5, r7 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	190	asm("bne 2f "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	191	STREXD(12,2,0); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	192	asm("cmp r12, #0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	193	asm("bne 1b "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	194	asm("2: "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	195	asm("stmneia r1, {r4-r5} "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	196	asm("movne r0, #0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	197	asm("moveq r0, #1 ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	198
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	199
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	200	extern "C" EXPORT_C __NAKED__ TBool __fname__(__OPERATION__,rel,64)(volatile TAny* /a/, __TYPE__ * /q/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	201	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	202	// R0=a, R1=q, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	203	// return value in R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	204	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	205	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	206	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	207	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	208
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	209	extern "C" EXPORT_C __NAKED__ TBool __fname__(__OPERATION__,rlx,64)(volatile TAny* /a/, __TYPE__ * /q/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	210	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	211	// R0=a, R1=q, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	212	// return value in R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	213	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	214	__SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	215	__DO_CAS_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	216	__RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	217	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	218	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	219	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	220
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	221	extern "C" EXPORT_C __NAKED__ TBool __fname__(__OPERATION__,ord,64)(volatile TAny* /a/, __TYPE__ * /q/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	222	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	223	// R0=a, R1=q, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	224	// return value in R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	225	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	226	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	227	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	228	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	229
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	230	extern "C" EXPORT_C __NAKED__ TBool __fname__(__OPERATION__,acq,64)(volatile TAny* /a/, __TYPE__ * /q/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	231	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	232	// R0=a, R1=q, R3:R2=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	233	// return value in R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	234	__SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	235	__DO_CAS_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	236	__LOCAL_DATA_MEMORY_BARRIER__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	237	__RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	238	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	239	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	240
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	241	#undef __SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	242	#undef __RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	243	#undef __DO_CAS_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	244
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	245
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	246
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	247	#elif defined(__OP_AXO__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	248
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	249	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	250	#define __SAVE_REGS__ asm("mov r1, sp "); asm("stmfd sp!, {r4-r8} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	251	#define __RESTORE_REGS__ asm("ldmfd sp!, {r4-r8} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	252	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	253	#define __SAVE_REGS__ asm("str r3, [sp, #-4]! "); asm("mov r3, r2 "); asm("mov r2, r1 "); asm("mov r1, sp "); asm("stmfd sp!, {r4-r8} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	254	#define __RESTORE_REGS__ asm("ldmfd sp!, {r4-r8,r12} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	255	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	256
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	257	#define __DO_AXO_OP__ \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	258	asm("ldmia r1, {r4-r5} "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	259	asm("mov r12, r0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	260	ENSURE_8BYTE_ALIGNMENT(0); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	261	asm("1: "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	262	LDREXD(0,12); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	263	asm("and r6, r0, r2 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	264	asm("and r7, r1, r3 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	265	asm("eor r6, r6, r4 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	266	asm("eor r7, r7, r5 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	267	STREXD(8,6,12); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	268	asm("cmp r8, #0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	269	asm("bne 1b ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	270
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	271
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	272	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	273	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rel,64)(volatile TAny* /a/, __TYPE__ /u/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	274	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	275	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rel,64)(int,int,int,int)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	276	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	277	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	278	// R0=a, R3:R2=u, [SP+4,0]=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	279	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	280	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	281	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	282	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	283	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	284
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	285	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	286	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rlx,64)(volatile TAny* /a/, __TYPE__ /u/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	287	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	288	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rlx,64)(int,int,int,int)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	289	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	290	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	291	// R0=a, R3:R2=u, [SP+4,0]=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	292	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	293	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	294	__SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	295	__DO_AXO_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	296	__RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	297	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	298	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	299	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	300
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	301	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	302	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,ord,64)(volatile TAny* /a/, __TYPE__ /u/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	303	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	304	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,ord,64)(int,int,int,int)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	305	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	306	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	307	// R0=a, R3:R2=u, [SP+4,0]=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	308	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	309	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	310	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	311	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	312	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	313
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	314	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	315	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,acq,64)(volatile TAny* /a/, __TYPE__ /u/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	316	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	317	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,acq,64)(int,int,int,int)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	318	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	319	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	320	// R0=a, R3:R2=u, [SP+4,0]=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	321	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	322	__SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	323	__DO_AXO_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	324	__LOCAL_DATA_MEMORY_BARRIER__(r8);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	325	__RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	326	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	327	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	328
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	329	#undef __SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	330	#undef __RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	331	#undef __DO_AXO_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	332
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	333
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	334	#elif defined(__OP_RMW3__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	335
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	336	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	337	#define __SAVE_REGS__ asm("mov r1, sp "); asm("stmfd sp!, {r4-r10} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	338	#define __RESTORE_REGS__ asm("ldmfd sp!, {r4-r10} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	339	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	340	#define __SAVE_REGS__ asm("str r3, [sp, #-4]! "); asm("mov r3, r2 "); asm("mov r2, r1 "); asm("mov r1, sp "); asm("stmfd sp!, {r4-r10} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	341	#define __RESTORE_REGS__ asm("ldmfd sp!, {r4-r10,r12} ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	342	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	343
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	344	#if defined(__OP_TAU__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	345	#define __COND_GE__ "cs"
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	346	#define __COND_LT__ "cc"
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	347	#elif defined(__OP_TAS__)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	348	#define __COND_GE__ "ge"
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	349	#define __COND_LT__ "lt"
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	350	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	351
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	352	#define __DO_RMW3_OP__ \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	353	asm("ldmia r1, {r4-r7} "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	354	asm("mov r12, r0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	355	ENSURE_8BYTE_ALIGNMENT(0); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	356	asm("1: "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	357	LDREXD(0,12); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	358	asm("subs r8, r0, r2 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	359	asm("sbcs r9, r1, r3 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	360	asm("mov" __COND_GE__ " r8, r4 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	361	asm("mov" __COND_GE__ " r9, r5 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	362	asm("mov" __COND_LT__ " r8, r6 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	363	asm("mov" __COND_LT__ " r9, r7 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	364	asm("adds r8, r8, r0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	365	asm("adcs r9, r9, r1 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	366	STREXD(10,8,12); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	367	asm("cmp r10, #0 "); \
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	368	asm("bne 1b ");
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	369
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	370
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	371	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	372	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rel,64)(volatile TAny* /a/, __TYPE__ /t/, __TYPE__ /u/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	373	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	374	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rel,64)(int,int,int,int)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	375	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	376	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	377	// R0=a, R3:R2=t, [SP+4,0]=u, [SP+12,8]=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	378	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	379	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	380	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	381	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	382	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	383
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	384	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	385	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rlx,64)(volatile TAny* /a/, __TYPE__ /t/, __TYPE__ /u/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	386	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	387	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,rlx,64)(int,int,int,int)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	388	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	389	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	390	// R0=a, R3:R2=t, [SP+4,0]=u, [SP+12,8]=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	391	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	392	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	393	__SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	394	__DO_RMW3_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	395	__RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	396	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	397	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	398	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	399
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	400	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	401	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,ord,64)(volatile TAny* /a/, __TYPE__ /t/, __TYPE__ /u/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	402	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	403	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,ord,64)(int,int,int,int)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	404	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	405	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	406	// R0=a, R3:R2=t, [SP+4,0]=u, [SP+12,8]=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	407	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	408	#ifdef __BARRIERS_NEEDED__ // If no barriers, all ordering variants collapse to same function
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	409	__LOCAL_DATA_MEMORY_BARRIER_Z__(r12);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	410	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	411	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	412
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	413	#ifdef __EABI__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	414	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,acq,64)(volatile TAny* /a/, __TYPE__ /t/, __TYPE__ /u/, __TYPE__ /v/)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	415	#else
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	416	extern "C" EXPORT_C __NAKED__ __TYPE__ __fname__(__OPERATION__,acq,64)(int,int,int,int)
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	417	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	418	{
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	419	// R0=a, R3:R2=t, [SP+4,0]=u, [SP+12,8]=v
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	420	// return value in R1:R0
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	421	__SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	422	__DO_RMW3_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	423	__LOCAL_DATA_MEMORY_BARRIER__(r10);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	424	__RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	425	__JUMP(,lr);
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	426	}
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	427
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	428	#undef __SAVE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	429	#undef __RESTORE_REGS__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	430	#undef __DO_RMW3_OP__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	431	#undef __COND_GE__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	432	#undef __COND_LT__
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	433
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	434
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	435	#endif
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	436
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	437	// Second inclusion undefines temporaries
a41df078684a Convert Kernelhwsrv package from SFL to EPL John Imhofe parents: diff changeset	438	#include "atomic_ops.h"

author	John Imhofe
	Mon, 19 Oct 2009 15:55:17 +0100
changeset 0	a41df078684a
permissions	-rw-r--r--