Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 1 | /* |
Arun Sharma | acac43e | 2011-07-26 16:09:08 -0700 | [diff] [blame] | 2 | * Generic C implementation of atomic counter operations. Usable on |
| 3 | * UP systems only. Do not include in machine independent code. |
| 4 | * |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 5 | * Originally implemented for MN10300. |
| 6 | * |
| 7 | * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved. |
| 8 | * Written by David Howells (dhowells@redhat.com) |
| 9 | * |
| 10 | * This program is free software; you can redistribute it and/or |
| 11 | * modify it under the terms of the GNU General Public Licence |
| 12 | * as published by the Free Software Foundation; either version |
| 13 | * 2 of the Licence, or (at your option) any later version. |
| 14 | */ |
| 15 | #ifndef __ASM_GENERIC_ATOMIC_H |
| 16 | #define __ASM_GENERIC_ATOMIC_H |
| 17 | |
David Howells | 3448427 | 2012-03-28 18:30:03 +0100 | [diff] [blame] | 18 | #include <asm/cmpxchg.h> |
Peter Zijlstra | febdbfe | 2014-02-06 18:16:07 +0100 | [diff] [blame] | 19 | #include <asm/barrier.h> |
David Howells | 3448427 | 2012-03-28 18:30:03 +0100 | [diff] [blame] | 20 | |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 21 | #ifdef CONFIG_SMP |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 22 | /* Force people to define core atomics */ |
| 23 | # if !defined(atomic_add_return) || !defined(atomic_sub_return) || \ |
| 24 | !defined(atomic_clear_mask) || !defined(atomic_set_mask) |
| 25 | # error "SMP requires a little arch-specific magic" |
| 26 | # endif |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 27 | #endif |
| 28 | |
| 29 | /* |
| 30 | * Atomic operations that C can't guarantee us. Useful for |
| 31 | * resource counting etc.. |
| 32 | */ |
| 33 | |
| 34 | #define ATOMIC_INIT(i) { (i) } |
| 35 | |
| 36 | #ifdef __KERNEL__ |
| 37 | |
| 38 | /** |
| 39 | * atomic_read - read atomic variable |
| 40 | * @v: pointer of type atomic_t |
| 41 | * |
Peter Fritzsche | 3768217 | 2010-05-24 14:33:09 -0700 | [diff] [blame] | 42 | * Atomically reads the value of @v. |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 43 | */ |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 44 | #ifndef atomic_read |
Anton Blanchard | f3d46f9 | 2010-05-17 14:33:53 +1000 | [diff] [blame] | 45 | #define atomic_read(v) (*(volatile int *)&(v)->counter) |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 46 | #endif |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 47 | |
| 48 | /** |
| 49 | * atomic_set - set atomic variable |
| 50 | * @v: pointer of type atomic_t |
| 51 | * @i: required value |
| 52 | * |
Peter Fritzsche | 3768217 | 2010-05-24 14:33:09 -0700 | [diff] [blame] | 53 | * Atomically sets the value of @v to @i. |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 54 | */ |
| 55 | #define atomic_set(v, i) (((v)->counter) = (i)) |
| 56 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 57 | #include <linux/irqflags.h> |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 58 | |
| 59 | /** |
| 60 | * atomic_add_return - add integer to atomic variable |
| 61 | * @i: integer value to add |
| 62 | * @v: pointer of type atomic_t |
| 63 | * |
| 64 | * Atomically adds @i to @v and returns the result |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 65 | */ |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 66 | #ifndef atomic_add_return |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 67 | static inline int atomic_add_return(int i, atomic_t *v) |
| 68 | { |
| 69 | unsigned long flags; |
| 70 | int temp; |
| 71 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 72 | raw_local_irq_save(flags); /* Don't trace it in an irqsoff handler */ |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 73 | temp = v->counter; |
| 74 | temp += i; |
| 75 | v->counter = temp; |
Michal Simek | 9e58143 | 2010-08-09 17:18:24 -0700 | [diff] [blame] | 76 | raw_local_irq_restore(flags); |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 77 | |
| 78 | return temp; |
| 79 | } |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 80 | #endif |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 81 | |
| 82 | /** |
| 83 | * atomic_sub_return - subtract integer from atomic variable |
| 84 | * @i: integer value to subtract |
| 85 | * @v: pointer of type atomic_t |
| 86 | * |
| 87 | * Atomically subtracts @i from @v and returns the result |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 88 | */ |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 89 | #ifndef atomic_sub_return |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 90 | static inline int atomic_sub_return(int i, atomic_t *v) |
| 91 | { |
| 92 | unsigned long flags; |
| 93 | int temp; |
| 94 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 95 | raw_local_irq_save(flags); /* Don't trace it in an irqsoff handler */ |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 96 | temp = v->counter; |
| 97 | temp -= i; |
| 98 | v->counter = temp; |
Michal Simek | 9e58143 | 2010-08-09 17:18:24 -0700 | [diff] [blame] | 99 | raw_local_irq_restore(flags); |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 100 | |
| 101 | return temp; |
| 102 | } |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 103 | #endif |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 104 | |
| 105 | static inline int atomic_add_negative(int i, atomic_t *v) |
| 106 | { |
| 107 | return atomic_add_return(i, v) < 0; |
| 108 | } |
| 109 | |
| 110 | static inline void atomic_add(int i, atomic_t *v) |
| 111 | { |
| 112 | atomic_add_return(i, v); |
| 113 | } |
| 114 | |
| 115 | static inline void atomic_sub(int i, atomic_t *v) |
| 116 | { |
| 117 | atomic_sub_return(i, v); |
| 118 | } |
| 119 | |
| 120 | static inline void atomic_inc(atomic_t *v) |
| 121 | { |
| 122 | atomic_add_return(1, v); |
| 123 | } |
| 124 | |
| 125 | static inline void atomic_dec(atomic_t *v) |
| 126 | { |
| 127 | atomic_sub_return(1, v); |
| 128 | } |
| 129 | |
| 130 | #define atomic_dec_return(v) atomic_sub_return(1, (v)) |
| 131 | #define atomic_inc_return(v) atomic_add_return(1, (v)) |
| 132 | |
| 133 | #define atomic_sub_and_test(i, v) (atomic_sub_return((i), (v)) == 0) |
Mike Frysinger | 3eea44e | 2011-07-26 16:09:09 -0700 | [diff] [blame] | 134 | #define atomic_dec_and_test(v) (atomic_dec_return(v) == 0) |
| 135 | #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 136 | |
Mathieu Lacage | 8b9d406 | 2010-06-27 12:26:06 +0200 | [diff] [blame] | 137 | #define atomic_xchg(ptr, v) (xchg(&(ptr)->counter, (v))) |
| 138 | #define atomic_cmpxchg(v, old, new) (cmpxchg(&((v)->counter), (old), (new))) |
| 139 | |
Arun Sharma | f24219b | 2011-07-26 16:09:07 -0700 | [diff] [blame] | 140 | static inline int __atomic_add_unless(atomic_t *v, int a, int u) |
Mathieu Lacage | 8b9d406 | 2010-06-27 12:26:06 +0200 | [diff] [blame] | 141 | { |
| 142 | int c, old; |
| 143 | c = atomic_read(v); |
| 144 | while (c != u && (old = atomic_cmpxchg(v, c, c + a)) != c) |
| 145 | c = old; |
Arun Sharma | f24219b | 2011-07-26 16:09:07 -0700 | [diff] [blame] | 146 | return c; |
Mathieu Lacage | 8b9d406 | 2010-06-27 12:26:06 +0200 | [diff] [blame] | 147 | } |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 148 | |
Mike Frysinger | f6081bd | 2011-07-26 16:09:10 -0700 | [diff] [blame] | 149 | /** |
| 150 | * atomic_clear_mask - Atomically clear bits in atomic variable |
| 151 | * @mask: Mask of the bits to be cleared |
| 152 | * @v: pointer of type atomic_t |
| 153 | * |
| 154 | * Atomically clears the bits set in @mask from @v |
| 155 | */ |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 156 | #ifndef atomic_clear_mask |
Mike Frysinger | f6081bd | 2011-07-26 16:09:10 -0700 | [diff] [blame] | 157 | static inline void atomic_clear_mask(unsigned long mask, atomic_t *v) |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 158 | { |
| 159 | unsigned long flags; |
| 160 | |
| 161 | mask = ~mask; |
Michal Simek | 9e58143 | 2010-08-09 17:18:24 -0700 | [diff] [blame] | 162 | raw_local_irq_save(flags); /* Don't trace it in a irqsoff handler */ |
Mike Frysinger | f6081bd | 2011-07-26 16:09:10 -0700 | [diff] [blame] | 163 | v->counter &= mask; |
Michal Simek | 9e58143 | 2010-08-09 17:18:24 -0700 | [diff] [blame] | 164 | raw_local_irq_restore(flags); |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 165 | } |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 166 | #endif |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 167 | |
Mike Frysinger | 00b3c28 | 2011-07-26 16:09:10 -0700 | [diff] [blame] | 168 | /** |
| 169 | * atomic_set_mask - Atomically set bits in atomic variable |
| 170 | * @mask: Mask of the bits to be set |
| 171 | * @v: pointer of type atomic_t |
| 172 | * |
| 173 | * Atomically sets the bits set in @mask in @v |
| 174 | */ |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 175 | #ifndef atomic_set_mask |
Mike Frysinger | 00b3c28 | 2011-07-26 16:09:10 -0700 | [diff] [blame] | 176 | static inline void atomic_set_mask(unsigned int mask, atomic_t *v) |
| 177 | { |
| 178 | unsigned long flags; |
| 179 | |
| 180 | raw_local_irq_save(flags); /* Don't trace it in a irqsoff handler */ |
| 181 | v->counter |= mask; |
| 182 | raw_local_irq_restore(flags); |
| 183 | } |
Mike Frysinger | 7505cb6 | 2011-07-26 16:09:11 -0700 | [diff] [blame] | 184 | #endif |
Mike Frysinger | 00b3c28 | 2011-07-26 16:09:10 -0700 | [diff] [blame] | 185 | |
Arnd Bergmann | 3f7e212 | 2009-05-13 22:56:35 +0000 | [diff] [blame] | 186 | #endif /* __KERNEL__ */ |
| 187 | #endif /* __ASM_GENERIC_ATOMIC_H */ |