[urcu.git] / urcu / uatomic / s390.h

#ifndef _URCU_UATOMIC_ARCH_S390_H
#define _URCU_UATOMIC_ARCH_S390_H

/*
 * Atomic exchange operations for the S390 architecture. Based on information
 * taken from the Principles of Operation Appendix A "Conditional Swapping
 * Instructions (CS, CDS)".
 *
 * Copyright (c) 2009 Novell, Inc.
 * Author: Jan Blunck <jblunck@suse.de>
 * Copyright (c) 2009 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
 * deal in the Software without restriction, including without limitation the
 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
 * sell copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
 * IN THE SOFTWARE.
 */

#include <urcu/compiler.h>
#include <urcu/system.h>

#ifdef __cplusplus
extern "C" {
#endif

#if __GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ > 2)
#define COMPILER_HAVE_SHORT_MEM_OPERAND
#endif

/*
 * MEMOP assembler operand rules:
 * - op refer to MEMOP_IN operand
 * - MEMOP_IN can expand to more than a single operand. Use it at the end of
 *   operand list only.
 */

#ifdef COMPILER_HAVE_SHORT_MEM_OPERAND

#define MEMOP_OUT(addr)	"=Q" (*(addr))
#define MEMOP_IN(addr)	"Q" (*(addr))
#define MEMOP_REF(op)	#op		/* op refer to MEMOP_IN operand */

#else /* !COMPILER_HAVE_SHORT_MEM_OPERAND */

#define MEMOP_OUT(addr)	"=m" (*(addr))
#define MEMOP_IN(addr)	"a" (addr), "m" (*(addr))
#define MEMOP_REF(op)	"0(" #op ")"	/* op refer to MEMOP_IN operand */

#endif /* !COMPILER_HAVE_SHORT_MEM_OPERAND */

struct __uatomic_dummy {
	unsigned long v[10];
};
#define __hp(x)	((struct __uatomic_dummy *)(x))

/* xchg */

static inline __attribute__((always_inline))
unsigned long _uatomic_exchange(volatile void *addr, unsigned long val, int len)
{
	switch (len) {
	case 4:
	{
		unsigned int old_val;

		__asm__ __volatile__(
			"0:	cs %0,%2," MEMOP_REF(%3) "\n"
			"	brc 4,0b\n"
			: "=&r" (old_val), MEMOP_OUT (__hp(addr))
			: "r" (val), MEMOP_IN (__hp(addr))
			: "memory", "cc");
		return old_val;
	}
#if (CAA_BITS_PER_LONG == 64)
	case 8:
	{
		unsigned long old_val;

		__asm__ __volatile__(
			"0:	csg %0,%2," MEMOP_REF(%3) "\n"
			"	brc 4,0b\n"
			: "=&r" (old_val), MEMOP_OUT (__hp(addr))
			: "r" (val), MEMOP_IN (__hp(addr))
			: "memory", "cc");
		return old_val;
	}
#endif
	default:
		__asm__ __volatile__(".long	0xd00d00");
	}

	return 0;
}

#define uatomic_xchg(addr, v)						    \
	(__typeof__(*(addr))) _uatomic_exchange((addr),			    \
						caa_cast_long_keep_sign(v), \
						sizeof(*(addr)))

/* cmpxchg */

static inline __attribute__((always_inline))
unsigned long _uatomic_cmpxchg(void *addr, unsigned long old,
			       unsigned long _new, int len)
{
	switch (len) {
	case 4:
	{
		unsigned int old_val = (unsigned int)old;

		__asm__ __volatile__(
			"	cs %0,%2," MEMOP_REF(%3) "\n"
			: "+r" (old_val), MEMOP_OUT (__hp(addr))
			: "r" (_new), MEMOP_IN (__hp(addr))
			: "memory", "cc");
		return old_val;
	}
#if (CAA_BITS_PER_LONG == 64)
	case 8:
	{
		__asm__ __volatile__(
			"	csg %0,%2," MEMOP_REF(%3) "\n"
			: "+r" (old), MEMOP_OUT (__hp(addr))
			: "r" (_new), MEMOP_IN (__hp(addr))
			: "memory", "cc");
		return old;
	}
#endif
	default:
		__asm__ __volatile__(".long	0xd00d00");
	}

	return 0;
}

#define uatomic_cmpxchg(addr, old, _new)				     \
	(__typeof__(*(addr))) _uatomic_cmpxchg((addr),			     \
					       caa_cast_long_keep_sign(old), \
					       caa_cast_long_keep_sign(_new),\
					       sizeof(*(addr)))

#ifdef __cplusplus
}
#endif

#include <urcu/uatomic/generic.h>

#endif /* _URCU_UATOMIC_ARCH_S390_H */
Commit	Line	Data
	1	#ifndef _URCU_UATOMIC_ARCH_S390_H
	2	#define _URCU_UATOMIC_ARCH_S390_H
	3
	4	/*
	5	* Atomic exchange operations for the S390 architecture. Based on information
	6	* taken from the Principles of Operation Appendix A "Conditional Swapping
	7	* Instructions (CS, CDS)".
	8	*
	9	* Copyright (c) 2009 Novell, Inc.
	10	* Author: Jan Blunck <jblunck@suse.de>
	11	* Copyright (c) 2009 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
	12	*
	13	* Permission is hereby granted, free of charge, to any person obtaining a copy
	14	* of this software and associated documentation files (the "Software"), to
	15	* deal in the Software without restriction, including without limitation the
	16	* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
	17	* sell copies of the Software, and to permit persons to whom the Software is
	18	* furnished to do so, subject to the following conditions:
	19	*
	20	* The above copyright notice and this permission notice shall be included in
	21	* all copies or substantial portions of the Software.
	22	*
	23	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	24	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	25	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
	26	* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
	27	* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
	28	* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
	29	* IN THE SOFTWARE.
	30	*/
	31
	32	#include <urcu/compiler.h>
	33	#include <urcu/system.h>
	34
	35	#ifdef __cplusplus
	36	extern "C" {
	37	#endif
	38
	39	#if __GNUC__ > 3 \|\| (__GNUC__ == 3 && __GNUC_MINOR__ > 2)
	40	#define COMPILER_HAVE_SHORT_MEM_OPERAND
	41	#endif
	42
	43	/*
	44	* MEMOP assembler operand rules:
	45	* - op refer to MEMOP_IN operand
	46	* - MEMOP_IN can expand to more than a single operand. Use it at the end of
	47	* operand list only.
	48	*/
	49
	50	#ifdef COMPILER_HAVE_SHORT_MEM_OPERAND
	51
	52	#define MEMOP_OUT(addr) "=Q" (*(addr))
	53	#define MEMOP_IN(addr) "Q" (*(addr))
	54	#define MEMOP_REF(op) #op /* op refer to MEMOP_IN operand */
	55
	56	#else /* !COMPILER_HAVE_SHORT_MEM_OPERAND */
	57
	58	#define MEMOP_OUT(addr) "=m" (*(addr))
	59	#define MEMOP_IN(addr) "a" (addr), "m" (*(addr))
	60	#define MEMOP_REF(op) "0(" #op ")" /* op refer to MEMOP_IN operand */
	61
	62	#endif /* !COMPILER_HAVE_SHORT_MEM_OPERAND */
	63
	64	struct __uatomic_dummy {
	65	unsigned long v[10];
	66	};
	67	#define __hp(x) ((struct __uatomic_dummy *)(x))
	68
	69	/* xchg */
	70
	71	static inline __attribute__((always_inline))
	72	unsigned long _uatomic_exchange(volatile void *addr, unsigned long val, int len)
	73	{
	74	switch (len) {
	75	case 4:
	76	{
	77	unsigned int old_val;
	78
	79	__asm__ __volatile__(
	80	"0: cs %0,%2," MEMOP_REF(%3) "\n"
	81	" brc 4,0b\n"
	82	: "=&r" (old_val), MEMOP_OUT (__hp(addr))
	83	: "r" (val), MEMOP_IN (__hp(addr))
	84	: "memory", "cc");
	85	return old_val;
	86	}
	87	#if (CAA_BITS_PER_LONG == 64)
	88	case 8:
	89	{
	90	unsigned long old_val;
	91
	92	__asm__ __volatile__(
	93	"0: csg %0,%2," MEMOP_REF(%3) "\n"
	94	" brc 4,0b\n"
	95	: "=&r" (old_val), MEMOP_OUT (__hp(addr))
	96	: "r" (val), MEMOP_IN (__hp(addr))
	97	: "memory", "cc");
	98	return old_val;
	99	}
	100	#endif
	101	default:
	102	__asm__ __volatile__(".long 0xd00d00");
	103	}
	104
	105	return 0;
	106	}
	107
	108	#define uatomic_xchg(addr, v) \
	109	(__typeof__(*(addr))) _uatomic_exchange((addr), \
	110	caa_cast_long_keep_sign(v), \
	111	sizeof(*(addr)))
	112
	113	/* cmpxchg */
	114
	115	static inline __attribute__((always_inline))
	116	unsigned long _uatomic_cmpxchg(void *addr, unsigned long old,
	117	unsigned long _new, int len)
	118	{
	119	switch (len) {
	120	case 4:
	121	{
	122	unsigned int old_val = (unsigned int)old;
	123
	124	__asm__ __volatile__(
	125	" cs %0,%2," MEMOP_REF(%3) "\n"
	126	: "+r" (old_val), MEMOP_OUT (__hp(addr))
	127	: "r" (_new), MEMOP_IN (__hp(addr))
	128	: "memory", "cc");
	129	return old_val;
	130	}
	131	#if (CAA_BITS_PER_LONG == 64)
	132	case 8:
	133	{
	134	__asm__ __volatile__(
	135	" csg %0,%2," MEMOP_REF(%3) "\n"
	136	: "+r" (old), MEMOP_OUT (__hp(addr))
	137	: "r" (_new), MEMOP_IN (__hp(addr))
	138	: "memory", "cc");
	139	return old;
	140	}
	141	#endif
	142	default:
	143	__asm__ __volatile__(".long 0xd00d00");
	144	}
	145
	146	return 0;
	147	}
	148
	149	#define uatomic_cmpxchg(addr, old, _new) \
	150	(__typeof__(*(addr))) _uatomic_cmpxchg((addr), \
	151	caa_cast_long_keep_sign(old), \
	152	caa_cast_long_keep_sign(_new),\
	153	sizeof(*(addr)))
	154
	155	#ifdef __cplusplus
	156	}
	157	#endif
	158
	159	#include <urcu/uatomic/generic.h>
	160
	161	#endif /* _URCU_UATOMIC_ARCH_S390_H */