atomic-long.h 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef _ASM_GENERIC_ATOMIC_LONG_H
  3. #define _ASM_GENERIC_ATOMIC_LONG_H
  4. /*
  5. * Copyright (C) 2005 Silicon Graphics, Inc.
  6. * Christoph Lameter
  7. *
  8. * Allows to provide arch independent atomic definitions without the need to
  9. * edit all arch specific atomic.h files.
  10. */
  11. #include <asm/types.h>
  12. /*
  13. * Suppport for atomic_long_t
  14. *
  15. * Casts for parameters are avoided for existing atomic functions in order to
  16. * avoid issues with cast-as-lval under gcc 4.x and other limitations that the
  17. * macros of a platform may have.
  18. */
  19. #if BITS_PER_LONG == 64
  20. typedef atomic64_t atomic_long_t;
  21. #define ATOMIC_LONG_INIT(i) ATOMIC64_INIT(i)
  22. #define ATOMIC_LONG_PFX(x) atomic64 ## x
  23. #define ATOMIC_LONG_TYPE s64
  24. #else
  25. typedef atomic_t atomic_long_t;
  26. #define ATOMIC_LONG_INIT(i) ATOMIC_INIT(i)
  27. #define ATOMIC_LONG_PFX(x) atomic ## x
  28. #define ATOMIC_LONG_TYPE int
  29. #endif
  30. #define ATOMIC_LONG_READ_OP(mo) \
  31. static inline long atomic_long_read##mo(const atomic_long_t *l) \
  32. { \
  33. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
  34. \
  35. return (long)ATOMIC_LONG_PFX(_read##mo)(v); \
  36. }
  37. ATOMIC_LONG_READ_OP()
  38. ATOMIC_LONG_READ_OP(_acquire)
  39. #undef ATOMIC_LONG_READ_OP
  40. #define ATOMIC_LONG_SET_OP(mo) \
  41. static inline void atomic_long_set##mo(atomic_long_t *l, long i) \
  42. { \
  43. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
  44. \
  45. ATOMIC_LONG_PFX(_set##mo)(v, i); \
  46. }
  47. ATOMIC_LONG_SET_OP()
  48. ATOMIC_LONG_SET_OP(_release)
  49. #undef ATOMIC_LONG_SET_OP
  50. #define ATOMIC_LONG_ADD_SUB_OP(op, mo) \
  51. static inline long \
  52. atomic_long_##op##_return##mo(long i, atomic_long_t *l) \
  53. { \
  54. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
  55. \
  56. return (long)ATOMIC_LONG_PFX(_##op##_return##mo)(i, v); \
  57. }
  58. ATOMIC_LONG_ADD_SUB_OP(add,)
  59. ATOMIC_LONG_ADD_SUB_OP(add, _relaxed)
  60. ATOMIC_LONG_ADD_SUB_OP(add, _acquire)
  61. ATOMIC_LONG_ADD_SUB_OP(add, _release)
  62. ATOMIC_LONG_ADD_SUB_OP(sub,)
  63. ATOMIC_LONG_ADD_SUB_OP(sub, _relaxed)
  64. ATOMIC_LONG_ADD_SUB_OP(sub, _acquire)
  65. ATOMIC_LONG_ADD_SUB_OP(sub, _release)
  66. #undef ATOMIC_LONG_ADD_SUB_OP
  67. #define atomic_long_cmpxchg_relaxed(l, old, new) \
  68. (ATOMIC_LONG_PFX(_cmpxchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(l), \
  69. (old), (new)))
  70. #define atomic_long_cmpxchg_acquire(l, old, new) \
  71. (ATOMIC_LONG_PFX(_cmpxchg_acquire)((ATOMIC_LONG_PFX(_t) *)(l), \
  72. (old), (new)))
  73. #define atomic_long_cmpxchg_release(l, old, new) \
  74. (ATOMIC_LONG_PFX(_cmpxchg_release)((ATOMIC_LONG_PFX(_t) *)(l), \
  75. (old), (new)))
  76. #define atomic_long_cmpxchg(l, old, new) \
  77. (ATOMIC_LONG_PFX(_cmpxchg)((ATOMIC_LONG_PFX(_t) *)(l), (old), (new)))
  78. #define atomic_long_try_cmpxchg_relaxed(l, old, new) \
  79. (ATOMIC_LONG_PFX(_try_cmpxchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(l), \
  80. (ATOMIC_LONG_TYPE *)(old), (ATOMIC_LONG_TYPE)(new)))
  81. #define atomic_long_try_cmpxchg_acquire(l, old, new) \
  82. (ATOMIC_LONG_PFX(_try_cmpxchg_acquire)((ATOMIC_LONG_PFX(_t) *)(l), \
  83. (ATOMIC_LONG_TYPE *)(old), (ATOMIC_LONG_TYPE)(new)))
  84. #define atomic_long_try_cmpxchg_release(l, old, new) \
  85. (ATOMIC_LONG_PFX(_try_cmpxchg_release)((ATOMIC_LONG_PFX(_t) *)(l), \
  86. (ATOMIC_LONG_TYPE *)(old), (ATOMIC_LONG_TYPE)(new)))
  87. #define atomic_long_try_cmpxchg(l, old, new) \
  88. (ATOMIC_LONG_PFX(_try_cmpxchg)((ATOMIC_LONG_PFX(_t) *)(l), \
  89. (ATOMIC_LONG_TYPE *)(old), (ATOMIC_LONG_TYPE)(new)))
  90. #define atomic_long_xchg_relaxed(v, new) \
  91. (ATOMIC_LONG_PFX(_xchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
  92. #define atomic_long_xchg_acquire(v, new) \
  93. (ATOMIC_LONG_PFX(_xchg_acquire)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
  94. #define atomic_long_xchg_release(v, new) \
  95. (ATOMIC_LONG_PFX(_xchg_release)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
  96. #define atomic_long_xchg(v, new) \
  97. (ATOMIC_LONG_PFX(_xchg)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
  98. static __always_inline void atomic_long_inc(atomic_long_t *l)
  99. {
  100. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
  101. ATOMIC_LONG_PFX(_inc)(v);
  102. }
  103. static __always_inline void atomic_long_dec(atomic_long_t *l)
  104. {
  105. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
  106. ATOMIC_LONG_PFX(_dec)(v);
  107. }
  108. #define ATOMIC_LONG_FETCH_OP(op, mo) \
  109. static inline long \
  110. atomic_long_fetch_##op##mo(long i, atomic_long_t *l) \
  111. { \
  112. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
  113. \
  114. return (long)ATOMIC_LONG_PFX(_fetch_##op##mo)(i, v); \
  115. }
  116. ATOMIC_LONG_FETCH_OP(add, )
  117. ATOMIC_LONG_FETCH_OP(add, _relaxed)
  118. ATOMIC_LONG_FETCH_OP(add, _acquire)
  119. ATOMIC_LONG_FETCH_OP(add, _release)
  120. ATOMIC_LONG_FETCH_OP(sub, )
  121. ATOMIC_LONG_FETCH_OP(sub, _relaxed)
  122. ATOMIC_LONG_FETCH_OP(sub, _acquire)
  123. ATOMIC_LONG_FETCH_OP(sub, _release)
  124. ATOMIC_LONG_FETCH_OP(and, )
  125. ATOMIC_LONG_FETCH_OP(and, _relaxed)
  126. ATOMIC_LONG_FETCH_OP(and, _acquire)
  127. ATOMIC_LONG_FETCH_OP(and, _release)
  128. ATOMIC_LONG_FETCH_OP(andnot, )
  129. ATOMIC_LONG_FETCH_OP(andnot, _relaxed)
  130. ATOMIC_LONG_FETCH_OP(andnot, _acquire)
  131. ATOMIC_LONG_FETCH_OP(andnot, _release)
  132. ATOMIC_LONG_FETCH_OP(or, )
  133. ATOMIC_LONG_FETCH_OP(or, _relaxed)
  134. ATOMIC_LONG_FETCH_OP(or, _acquire)
  135. ATOMIC_LONG_FETCH_OP(or, _release)
  136. ATOMIC_LONG_FETCH_OP(xor, )
  137. ATOMIC_LONG_FETCH_OP(xor, _relaxed)
  138. ATOMIC_LONG_FETCH_OP(xor, _acquire)
  139. ATOMIC_LONG_FETCH_OP(xor, _release)
  140. #undef ATOMIC_LONG_FETCH_OP
  141. #define ATOMIC_LONG_FETCH_INC_DEC_OP(op, mo) \
  142. static inline long \
  143. atomic_long_fetch_##op##mo(atomic_long_t *l) \
  144. { \
  145. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
  146. \
  147. return (long)ATOMIC_LONG_PFX(_fetch_##op##mo)(v); \
  148. }
  149. ATOMIC_LONG_FETCH_INC_DEC_OP(inc,)
  150. ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _relaxed)
  151. ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _acquire)
  152. ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _release)
  153. ATOMIC_LONG_FETCH_INC_DEC_OP(dec,)
  154. ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _relaxed)
  155. ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _acquire)
  156. ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _release)
  157. #undef ATOMIC_LONG_FETCH_INC_DEC_OP
  158. #define ATOMIC_LONG_OP(op) \
  159. static __always_inline void \
  160. atomic_long_##op(long i, atomic_long_t *l) \
  161. { \
  162. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
  163. \
  164. ATOMIC_LONG_PFX(_##op)(i, v); \
  165. }
  166. ATOMIC_LONG_OP(add)
  167. ATOMIC_LONG_OP(sub)
  168. ATOMIC_LONG_OP(and)
  169. ATOMIC_LONG_OP(andnot)
  170. ATOMIC_LONG_OP(or)
  171. ATOMIC_LONG_OP(xor)
  172. #undef ATOMIC_LONG_OP
  173. static inline int atomic_long_sub_and_test(long i, atomic_long_t *l)
  174. {
  175. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
  176. return ATOMIC_LONG_PFX(_sub_and_test)(i, v);
  177. }
  178. static inline int atomic_long_dec_and_test(atomic_long_t *l)
  179. {
  180. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
  181. return ATOMIC_LONG_PFX(_dec_and_test)(v);
  182. }
  183. static inline int atomic_long_inc_and_test(atomic_long_t *l)
  184. {
  185. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
  186. return ATOMIC_LONG_PFX(_inc_and_test)(v);
  187. }
  188. static inline int atomic_long_add_negative(long i, atomic_long_t *l)
  189. {
  190. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
  191. return ATOMIC_LONG_PFX(_add_negative)(i, v);
  192. }
  193. #define ATOMIC_LONG_INC_DEC_OP(op, mo) \
  194. static inline long \
  195. atomic_long_##op##_return##mo(atomic_long_t *l) \
  196. { \
  197. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
  198. \
  199. return (long)ATOMIC_LONG_PFX(_##op##_return##mo)(v); \
  200. }
  201. ATOMIC_LONG_INC_DEC_OP(inc,)
  202. ATOMIC_LONG_INC_DEC_OP(inc, _relaxed)
  203. ATOMIC_LONG_INC_DEC_OP(inc, _acquire)
  204. ATOMIC_LONG_INC_DEC_OP(inc, _release)
  205. ATOMIC_LONG_INC_DEC_OP(dec,)
  206. ATOMIC_LONG_INC_DEC_OP(dec, _relaxed)
  207. ATOMIC_LONG_INC_DEC_OP(dec, _acquire)
  208. ATOMIC_LONG_INC_DEC_OP(dec, _release)
  209. #undef ATOMIC_LONG_INC_DEC_OP
  210. static inline long atomic_long_add_unless(atomic_long_t *l, long a, long u)
  211. {
  212. ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
  213. return (long)ATOMIC_LONG_PFX(_add_unless)(v, a, u);
  214. }
  215. #define atomic_long_inc_not_zero(l) \
  216. ATOMIC_LONG_PFX(_inc_not_zero)((ATOMIC_LONG_PFX(_t) *)(l))
  217. #define atomic_long_cond_read_relaxed(v, c) \
  218. ATOMIC_LONG_PFX(_cond_read_relaxed)((ATOMIC_LONG_PFX(_t) *)(v), (c))
  219. #define atomic_long_cond_read_acquire(v, c) \
  220. ATOMIC_LONG_PFX(_cond_read_acquire)((ATOMIC_LONG_PFX(_t) *)(v), (c))
  221. #endif /* _ASM_GENERIC_ATOMIC_LONG_H */