arch/arm64/include/asm/atomic.h

   1 /*
   2  * Based on arch/arm/include/asm/atomic.h
   3  *
   4  * Copyright (C) 1996 Russell King.
   5  * Copyright (C) 2002 Deep Blue Solutions Ltd.
   6  * Copyright (C) 2012 ARM Ltd.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 as
  10  * published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU General Public License
  18  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  19  */
  20 #ifndef __ASM_ATOMIC_H
  21 #define __ASM_ATOMIC_H
  22
  23 #include <linux/compiler.h>
  24 #include <linux/types.h>
  25
  26 #include <asm/barrier.h>
  27 #include <asm/lse.h>
  28
  29 #ifdef __KERNEL__
  30
  31 #define __ARM64_IN_ATOMIC_IMPL
  32
  33 #if defined(CONFIG_ARM64_LSE_ATOMICS) && defined(CONFIG_AS_LSE)
  34 #include <asm/atomic_lse.h>
  35 #else
  36 #include <asm/atomic_ll_sc.h>
  37 #endif
  38
  39 #undef __ARM64_IN_ATOMIC_IMPL
  40
  41 #include <asm/cmpxchg.h>
  42
  43 #define ATOMIC_INIT(i)  { (i) }
  44
  45 #define arch_atomic_read(v)                     READ_ONCE((v)->counter)
  46 #define arch_atomic_set(v, i)                   WRITE_ONCE(((v)->counter), (i))
  47
  48 #define arch_atomic_add_return_relaxed          arch_atomic_add_return_relaxed
  49 #define arch_atomic_add_return_acquire          arch_atomic_add_return_acquire
  50 #define arch_atomic_add_return_release          arch_atomic_add_return_release
  51 #define arch_atomic_add_return                  arch_atomic_add_return
  52
  53 #define arch_atomic_sub_return_relaxed          arch_atomic_sub_return_relaxed
  54 #define arch_atomic_sub_return_acquire          arch_atomic_sub_return_acquire
  55 #define arch_atomic_sub_return_release          arch_atomic_sub_return_release
  56 #define arch_atomic_sub_return                  arch_atomic_sub_return
  57
  58 #define arch_atomic_fetch_add_relaxed           arch_atomic_fetch_add_relaxed
  59 #define arch_atomic_fetch_add_acquire           arch_atomic_fetch_add_acquire
  60 #define arch_atomic_fetch_add_release           arch_atomic_fetch_add_release
  61 #define arch_atomic_fetch_add                   arch_atomic_fetch_add
  62
  63 #define arch_atomic_fetch_sub_relaxed           arch_atomic_fetch_sub_relaxed
  64 #define arch_atomic_fetch_sub_acquire           arch_atomic_fetch_sub_acquire
  65 #define arch_atomic_fetch_sub_release           arch_atomic_fetch_sub_release
  66 #define arch_atomic_fetch_sub                   arch_atomic_fetch_sub
  67
  68 #define arch_atomic_fetch_and_relaxed           arch_atomic_fetch_and_relaxed
  69 #define arch_atomic_fetch_and_acquire           arch_atomic_fetch_and_acquire
  70 #define arch_atomic_fetch_and_release           arch_atomic_fetch_and_release
  71 #define arch_atomic_fetch_and                   arch_atomic_fetch_and
  72
  73 #define arch_atomic_fetch_andnot_relaxed        arch_atomic_fetch_andnot_relaxed
  74 #define arch_atomic_fetch_andnot_acquire        arch_atomic_fetch_andnot_acquire
  75 #define arch_atomic_fetch_andnot_release        arch_atomic_fetch_andnot_release
  76 #define arch_atomic_fetch_andnot                arch_atomic_fetch_andnot
  77
  78 #define arch_atomic_fetch_or_relaxed            arch_atomic_fetch_or_relaxed
  79 #define arch_atomic_fetch_or_acquire            arch_atomic_fetch_or_acquire
  80 #define arch_atomic_fetch_or_release            arch_atomic_fetch_or_release
  81 #define arch_atomic_fetch_or                    arch_atomic_fetch_or
  82
  83 #define arch_atomic_fetch_xor_relaxed           arch_atomic_fetch_xor_relaxed
  84 #define arch_atomic_fetch_xor_acquire           arch_atomic_fetch_xor_acquire
  85 #define arch_atomic_fetch_xor_release           arch_atomic_fetch_xor_release
  86 #define arch_atomic_fetch_xor                   arch_atomic_fetch_xor
  87
  88 #define arch_atomic_xchg_relaxed(v, new) \
  89         arch_xchg_relaxed(&((v)->counter), (new))
  90 #define arch_atomic_xchg_acquire(v, new) \
  91         arch_xchg_acquire(&((v)->counter), (new))
  92 #define arch_atomic_xchg_release(v, new) \
  93         arch_xchg_release(&((v)->counter), (new))
  94 #define arch_atomic_xchg(v, new) \
  95         arch_xchg(&((v)->counter), (new))
  96
  97 #define arch_atomic_cmpxchg_relaxed(v, old, new) \
  98         arch_cmpxchg_relaxed(&((v)->counter), (old), (new))
  99 #define arch_atomic_cmpxchg_acquire(v, old, new) \
 100         arch_cmpxchg_acquire(&((v)->counter), (old), (new))
 101 #define arch_atomic_cmpxchg_release(v, old, new) \
 102         arch_cmpxchg_release(&((v)->counter), (old), (new))
 103 #define arch_atomic_cmpxchg(v, old, new) \
 104         arch_cmpxchg(&((v)->counter), (old), (new))
 105
 106 #define arch_atomic_andnot                      arch_atomic_andnot
 107
 108 /*
 109  * 64-bit arch_atomic operations.
 110  */
 111 #define ATOMIC64_INIT                           ATOMIC_INIT
 112 #define arch_atomic64_read                      arch_atomic_read
 113 #define arch_atomic64_set                       arch_atomic_set
 114
 115 #define arch_atomic64_add_return_relaxed        arch_atomic64_add_return_relaxed
 116 #define arch_atomic64_add_return_acquire        arch_atomic64_add_return_acquire
 117 #define arch_atomic64_add_return_release        arch_atomic64_add_return_release
 118 #define arch_atomic64_add_return                arch_atomic64_add_return
 119
 120 #define arch_atomic64_sub_return_relaxed        arch_atomic64_sub_return_relaxed
 121 #define arch_atomic64_sub_return_acquire        arch_atomic64_sub_return_acquire
 122 #define arch_atomic64_sub_return_release        arch_atomic64_sub_return_release
 123 #define arch_atomic64_sub_return                arch_atomic64_sub_return
 124
 125 #define arch_atomic64_fetch_add_relaxed         arch_atomic64_fetch_add_relaxed
 126 #define arch_atomic64_fetch_add_acquire         arch_atomic64_fetch_add_acquire
 127 #define arch_atomic64_fetch_add_release         arch_atomic64_fetch_add_release
 128 #define arch_atomic64_fetch_add                 arch_atomic64_fetch_add
 129
 130 #define arch_atomic64_fetch_sub_relaxed         arch_atomic64_fetch_sub_relaxed
 131 #define arch_atomic64_fetch_sub_acquire         arch_atomic64_fetch_sub_acquire
 132 #define arch_atomic64_fetch_sub_release         arch_atomic64_fetch_sub_release
 133 #define arch_atomic64_fetch_sub                 arch_atomic64_fetch_sub
 134
 135 #define arch_atomic64_fetch_and_relaxed         arch_atomic64_fetch_and_relaxed
 136 #define arch_atomic64_fetch_and_acquire         arch_atomic64_fetch_and_acquire
 137 #define arch_atomic64_fetch_and_release         arch_atomic64_fetch_and_release
 138 #define arch_atomic64_fetch_and                 arch_atomic64_fetch_and
 139
 140 #define arch_atomic64_fetch_andnot_relaxed      arch_atomic64_fetch_andnot_relaxed
 141 #define arch_atomic64_fetch_andnot_acquire      arch_atomic64_fetch_andnot_acquire
 142 #define arch_atomic64_fetch_andnot_release      arch_atomic64_fetch_andnot_release
 143 #define arch_atomic64_fetch_andnot              arch_atomic64_fetch_andnot
 144
 145 #define arch_atomic64_fetch_or_relaxed          arch_atomic64_fetch_or_relaxed
 146 #define arch_atomic64_fetch_or_acquire          arch_atomic64_fetch_or_acquire
 147 #define arch_atomic64_fetch_or_release          arch_atomic64_fetch_or_release
 148 #define arch_atomic64_fetch_or                  arch_atomic64_fetch_or
 149
 150 #define arch_atomic64_fetch_xor_relaxed         arch_atomic64_fetch_xor_relaxed
 151 #define arch_atomic64_fetch_xor_acquire         arch_atomic64_fetch_xor_acquire
 152 #define arch_atomic64_fetch_xor_release         arch_atomic64_fetch_xor_release
 153 #define arch_atomic64_fetch_xor                 arch_atomic64_fetch_xor
 154
 155 #define arch_atomic64_xchg_relaxed              arch_atomic_xchg_relaxed
 156 #define arch_atomic64_xchg_acquire              arch_atomic_xchg_acquire
 157 #define arch_atomic64_xchg_release              arch_atomic_xchg_release
 158 #define arch_atomic64_xchg                      arch_atomic_xchg
 159
 160 #define arch_atomic64_cmpxchg_relaxed           arch_atomic_cmpxchg_relaxed
 161 #define arch_atomic64_cmpxchg_acquire           arch_atomic_cmpxchg_acquire
 162 #define arch_atomic64_cmpxchg_release           arch_atomic_cmpxchg_release
 163 #define arch_atomic64_cmpxchg                   arch_atomic_cmpxchg
 164
 165 #define arch_atomic64_andnot                    arch_atomic64_andnot
 166
 167 #define arch_atomic64_dec_if_positive           arch_atomic64_dec_if_positive
 168
 169 #include <asm-generic/atomic-instrumented.h>
 170
 171 #endif
 172 #endif