add uatomic_generic.h, use it for common definitions
[urcu.git] / urcu / uatomic_arch_s390.h
CommitLineData
9c697e4d
MD
1#ifndef _URCU_UATOMIC_ARCH_S390_H
2#define _URCU_UATOMIC_ARCH_S390_H
ac26f1a8
JB
3
4/*
7039fa6f
JB
5 * Atomic exchange operations for the S390 architecture. Based on information
6 * taken from the Principles of Operation Appendix A "Conditional Swapping
7 * Instructions (CS, CDS)".
ac26f1a8 8 *
7039fa6f 9 * Copyright (c) 2009 Novell, Inc.
ac26f1a8 10 * Author: Jan Blunck <jblunck@suse.de>
9c697e4d 11 * Copyright (c) 2009 Mathieu Desnoyers <mathieu.desnoyers@polymtl.ca>
ac26f1a8 12 *
7039fa6f
JB
13 * Permission is hereby granted, free of charge, to any person obtaining a copy
14 * of this software and associated documentation files (the "Software"), to
15 * deal in the Software without restriction, including without limitation the
16 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
17 * sell copies of the Software, and to permit persons to whom the Software is
18 * furnished to do so, subject to the following conditions:
ac26f1a8 19 *
7039fa6f
JB
20 * The above copyright notice and this permission notice shall be included in
21 * all copies or substantial portions of the Software.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
24 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
25 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
26 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
27 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
28 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
29 * IN THE SOFTWARE.
ac26f1a8
JB
30 */
31
b46b23cb
MD
32#include <urcu/compiler.h>
33#include <urcu/system.h>
34
36bc70a8
MD
35#ifdef __cplusplus
36extern "C" {
37#endif
38
ac26f1a8
JB
39#ifndef __SIZEOF_LONG__
40#ifdef __s390x__
41#define __SIZEOF_LONG__ 8
42#else
43#define __SIZEOF_LONG__ 4
44#endif
45#endif
46
47#ifndef BITS_PER_LONG
48#define BITS_PER_LONG (__SIZEOF_LONG__ * 8)
49#endif
50
6ee8df54
MD
51#if __GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ > 2)
52#define COMPILER_HAVE_SHORT_MEM_OPERAND
53#endif
54
55/*
56 * MEMOP assembler operand rules:
57 * - op refer to MEMOP_IN operand
58 * - MEMOP_IN can expand to more than a single operand. Use it at the end of
59 * operand list only.
60 */
61
62#ifdef COMPILER_HAVE_SHORT_MEM_OPERAND
63
64#define MEMOP_OUT(addr) "=Q" (*(addr))
a44291d8 65#define MEMOP_IN(addr) "Q" (*(addr))
0cdbb97c 66#define MEMOP_REF(op) #op /* op refer to MEMOP_IN operand */
6ee8df54
MD
67
68#else /* !COMPILER_HAVE_SHORT_MEM_OPERAND */
69
70#define MEMOP_OUT(addr) "=m" (*(addr))
a44291d8 71#define MEMOP_IN(addr) "a" (addr), "m" (*(addr))
6ee8df54
MD
72#define MEMOP_REF(op) "0(" #op ")" /* op refer to MEMOP_IN operand */
73
74#endif /* !COMPILER_HAVE_SHORT_MEM_OPERAND */
75
53b8ed68
MD
76struct __uatomic_dummy {
77 unsigned long v[10];
78};
79#define __hp(x) ((struct __uatomic_dummy *)(x))
80
9c697e4d 81/* xchg */
f64acda4
MD
82
83static inline __attribute__((always_inline))
ec4e58a3 84unsigned long _uatomic_exchange(volatile void *addr, unsigned long val, int len)
ac26f1a8
JB
85{
86 switch (len) {
87 case 4:
2837ec40 88 {
9c697e4d
MD
89 unsigned int old_val;
90
91 __asm__ __volatile__(
6ee8df54 92 "0: cs %0,%2," MEMOP_REF(%3) "\n"
9c697e4d 93 " brc 4,0b\n"
53b8ed68
MD
94 : "=&r" (old_val), MEMOP_OUT (__hp(addr))
95 : "r" (val), MEMOP_IN (__hp(addr))
9c697e4d 96 : "memory", "cc");
1cf421dc 97 return old_val;
2837ec40 98 }
ac26f1a8
JB
99#if (BITS_PER_LONG == 64)
100 case 8:
2837ec40 101 {
9c697e4d
MD
102 unsigned long old_val;
103
104 __asm__ __volatile__(
6ee8df54 105 "0: csg %0,%2," MEMOP_REF(%3) "\n"
9c697e4d 106 " brc 4,0b\n"
53b8ed68
MD
107 : "=&r" (old_val), MEMOP_OUT (__hp(addr))
108 : "r" (val), MEMOP_IN (__hp(addr))
9c697e4d 109 : "memory", "cc");
1cf421dc 110 return old_val;
2837ec40 111 }
ac26f1a8
JB
112#endif
113 default:
114 __asm__ __volatile__(".long 0xd00d00");
115 }
116
117 return 0;
118}
119
9c697e4d 120#define uatomic_xchg(addr, v) \
ec4e58a3 121 (__typeof__(*(addr))) _uatomic_exchange((addr), (unsigned long)(v), \
a9a05d42 122 sizeof(*(addr)))
ac26f1a8 123
9c697e4d 124/* cmpxchg */
8af57509
JB
125
126static inline __attribute__((always_inline))
9c697e4d 127unsigned long _uatomic_cmpxchg(void *addr, unsigned long old,
1cf421dc 128 unsigned long _new, int len)
8af57509
JB
129{
130 switch (len) {
131 case 4:
2837ec40 132 {
9c697e4d
MD
133 unsigned int old_val = (unsigned int)old;
134
135 __asm__ __volatile__(
6ee8df54 136 " cs %0,%2," MEMOP_REF(%3) "\n"
53b8ed68
MD
137 : "+r" (old_val), MEMOP_OUT (__hp(addr))
138 : "r" (_new), MEMOP_IN (__hp(addr))
9c697e4d
MD
139 : "memory", "cc");
140 return old_val;
2837ec40 141 }
8af57509
JB
142#if (BITS_PER_LONG == 64)
143 case 8:
f64acda4 144 {
9c697e4d 145 __asm__ __volatile__(
6ee8df54 146 " csg %0,%2," MEMOP_REF(%3) "\n"
53b8ed68
MD
147 : "+r" (old), MEMOP_OUT (__hp(addr))
148 : "r" (_new), MEMOP_IN (__hp(addr))
9c697e4d
MD
149 : "memory", "cc");
150 return old;
f64acda4 151 }
8af57509
JB
152#endif
153 default:
154 __asm__ __volatile__(".long 0xd00d00");
155 }
156
9c697e4d 157 return 0;
8af57509
JB
158}
159
1cf421dc 160#define uatomic_cmpxchg(addr, old, _new) \
9c697e4d
MD
161 (__typeof__(*(addr))) _uatomic_cmpxchg((addr), \
162 (unsigned long)(old), \
1cf421dc 163 (unsigned long)(_new), \
9c697e4d 164 sizeof(*(addr)))
8af57509 165
9c697e4d 166/* uatomic_add_return */
8af57509
JB
167
168static inline __attribute__((always_inline))
9c697e4d 169unsigned long _uatomic_add_return(void *addr, unsigned long val, int len)
8af57509
JB
170{
171 switch (len) {
172 case 4:
9c697e4d
MD
173 {
174 unsigned int old, oldt;
175
176 oldt = uatomic_read((unsigned int *)addr);
177 do {
178 old = oldt;
179 oldt = _uatomic_cmpxchg(addr, old, old + val, 4);
180 } while (oldt != old);
181
182 return old + val;
183 }
8af57509
JB
184#if (BITS_PER_LONG == 64)
185 case 8:
9c697e4d
MD
186 {
187 unsigned long old, oldt;
188
189 oldt = uatomic_read((unsigned long *)addr);
190 do {
191 old = oldt;
192 oldt = _uatomic_cmpxchg(addr, old, old + val, 8);
193 } while (oldt != old);
194
195 return old + val;
196 }
8af57509 197#endif
8af57509 198 }
9c697e4d 199 __builtin_trap();
8af57509
JB
200 return 0;
201}
202
9c697e4d
MD
203#define uatomic_add_return(addr, v) \
204 ((__typeof__(*(addr))) _uatomic_add_return((addr), \
205 (unsigned long)(v), \
206 sizeof(*(addr))))
207
36bc70a8
MD
208#ifdef __cplusplus
209}
210#endif
211
8760d94e
PB
212#include <urcu/uatomic_generic.h>
213
9c697e4d 214#endif /* _URCU_UATOMIC_ARCH_S390_H */
This page took 0.051305 seconds and 4 git commands to generate.