arch/s390/include/asm/atomic_ops.h

   1 /*
   2  * Low level function for atomic operations
   3  *
   4  * Copyright IBM Corp. 1999, 2016
   5  */
   6
   7 #ifndef __ARCH_S390_ATOMIC_OPS__
   8 #define __ARCH_S390_ATOMIC_OPS__
   9
  10 #ifdef CONFIG_HAVE_MARCH_Z196_FEATURES
  11
  12 #define __ATOMIC_OP(op_name, op_type, op_string, op_barrier)            \
  13 static inline op_type op_name(op_type val, op_type *ptr)                \
  14 {                                                                       \
  15         op_type old;                                                    \
  16                                                                         \
  17         asm volatile(                                                   \
  18                 op_string "     %[old],%[val],%[ptr]\n"                 \
  19                 op_barrier                                              \
  20                 : [old] "=d" (old), [ptr] "+Q" (*ptr)                   \
  21                 : [val] "d" (val) : "cc", "memory");                    \
  22         return old;                                                     \
  23 }                                                                       \
  24
  25 #define __ATOMIC_OPS(op_name, op_type, op_string)                       \
  26         __ATOMIC_OP(op_name, op_type, op_string, "\n")                  \
  27         __ATOMIC_OP(op_name##_barrier, op_type, op_string, "bcr 14,0\n")
  28
  29 __ATOMIC_OPS(__atomic_add, int, "laa")
  30 __ATOMIC_OPS(__atomic_and, int, "lan")
  31 __ATOMIC_OPS(__atomic_or,  int, "lao")
  32 __ATOMIC_OPS(__atomic_xor, int, "lax")
  33
  34 __ATOMIC_OPS(__atomic64_add, long, "laag")
  35 __ATOMIC_OPS(__atomic64_and, long, "lang")
  36 __ATOMIC_OPS(__atomic64_or,  long, "laog")
  37 __ATOMIC_OPS(__atomic64_xor, long, "laxg")
  38
  39 #undef __ATOMIC_OPS
  40 #undef __ATOMIC_OP
  41
  42 static inline void __atomic_add_const(int val, int *ptr)
  43 {
  44         asm volatile(
  45                 "       asi     %[ptr],%[val]\n"
  46                 : [ptr] "+Q" (*ptr) : [val] "i" (val) : "cc");
  47 }
  48
  49 static inline void __atomic64_add_const(long val, long *ptr)
  50 {
  51         asm volatile(
  52                 "       agsi    %[ptr],%[val]\n"
  53                 : [ptr] "+Q" (*ptr) : [val] "i" (val) : "cc");
  54 }
  55
  56 #else /* CONFIG_HAVE_MARCH_Z196_FEATURES */
  57
  58 #define __ATOMIC_OP(op_name, op_string)                                 \
  59 static inline int op_name(int val, int *ptr)                            \
  60 {                                                                       \
  61         int old, new;                                                   \
  62                                                                         \
  63         asm volatile(                                                   \
  64                 "0:     lr      %[new],%[old]\n"                        \
  65                 op_string "     %[new],%[val]\n"                        \
  66                 "       cs      %[old],%[new],%[ptr]\n"                 \
  67                 "       jl      0b"                                     \
  68                 : [old] "=d" (old), [new] "=&d" (new), [ptr] "+Q" (*ptr)\
  69                 : [val] "d" (val), "0" (*ptr) : "cc", "memory");        \
  70         return old;                                                     \
  71 }
  72
  73 #define __ATOMIC_OPS(op_name, op_string)                                \
  74         __ATOMIC_OP(op_name, op_string)                                 \
  75         __ATOMIC_OP(op_name##_barrier, op_string)
  76
  77 __ATOMIC_OPS(__atomic_add, "ar")
  78 __ATOMIC_OPS(__atomic_and, "nr")
  79 __ATOMIC_OPS(__atomic_or,  "or")
  80 __ATOMIC_OPS(__atomic_xor, "xr")
  81
  82 #undef __ATOMIC_OPS
  83
  84 #define __ATOMIC64_OP(op_name, op_string)                               \
  85 static inline long op_name(long val, long *ptr)                         \
  86 {                                                                       \
  87         long old, new;                                                  \
  88                                                                         \
  89         asm volatile(                                                   \
  90                 "0:     lgr     %[new],%[old]\n"                        \
  91                 op_string "     %[new],%[val]\n"                        \
  92                 "       csg     %[old],%[new],%[ptr]\n"                 \
  93                 "       jl      0b"                                     \
  94                 : [old] "=d" (old), [new] "=&d" (new), [ptr] "+Q" (*ptr)\
  95                 : [val] "d" (val), "0" (*ptr) : "cc", "memory");        \
  96         return old;                                                     \
  97 }
  98
  99 #define __ATOMIC64_OPS(op_name, op_string)                              \
 100         __ATOMIC64_OP(op_name, op_string)                               \
 101         __ATOMIC64_OP(op_name##_barrier, op_string)
 102
 103 __ATOMIC64_OPS(__atomic64_add, "agr")
 104 __ATOMIC64_OPS(__atomic64_and, "ngr")
 105 __ATOMIC64_OPS(__atomic64_or,  "ogr")
 106 __ATOMIC64_OPS(__atomic64_xor, "xgr")
 107
 108 #undef __ATOMIC64_OPS
 109
 110 #endif /* CONFIG_HAVE_MARCH_Z196_FEATURES */
 111
 112 static inline int __atomic_cmpxchg(int *ptr, int old, int new)
 113 {
 114         return __sync_val_compare_and_swap(ptr, old, new);
 115 }
 116
 117 static inline int __atomic_cmpxchg_bool(int *ptr, int old, int new)
 118 {
 119         return __sync_bool_compare_and_swap(ptr, old, new);
 120 }
 121
 122 static inline long __atomic64_cmpxchg(long *ptr, long old, long new)
 123 {
 124         return __sync_val_compare_and_swap(ptr, old, new);
 125 }
 126
 127 static inline long __atomic64_cmpxchg_bool(long *ptr, long old, long new)
 128 {
 129         return __sync_bool_compare_and_swap(ptr, old, new);
 130 }
 131
 132 #endif /* __ARCH_S390_ATOMIC_OPS__  */