Paul Mundt | ec723fbe | 2006-12-07 20:33:38 +0900 | [diff] [blame] | 1 | #ifndef __ASM_SH_ATOMIC_IRQ_H |
| 2 | #define __ASM_SH_ATOMIC_IRQ_H |
| 3 | |
David Howells | e839ca5 | 2012-03-28 18:30:03 +0100 | [diff] [blame] | 4 | #include <linux/irqflags.h> |
| 5 | |
Paul Mundt | ec723fbe | 2006-12-07 20:33:38 +0900 | [diff] [blame] | 6 | /* |
| 7 | * To get proper branch prediction for the main line, we must branch |
| 8 | * forward to code at the end of this object's .text section, then |
| 9 | * branch back to restart the operation. |
| 10 | */ |
Paul Mundt | ec723fbe | 2006-12-07 20:33:38 +0900 | [diff] [blame] | 11 | |
Peter Zijlstra | c647015 | 2014-03-26 18:12:45 +0100 | [diff] [blame] | 12 | #define ATOMIC_OP(op, c_op) \ |
| 13 | static inline void atomic_##op(int i, atomic_t *v) \ |
| 14 | { \ |
| 15 | unsigned long flags; \ |
| 16 | \ |
| 17 | raw_local_irq_save(flags); \ |
| 18 | v->counter c_op i; \ |
| 19 | raw_local_irq_restore(flags); \ |
Paul Mundt | ec723fbe | 2006-12-07 20:33:38 +0900 | [diff] [blame] | 20 | } |
| 21 | |
Peter Zijlstra | c647015 | 2014-03-26 18:12:45 +0100 | [diff] [blame] | 22 | #define ATOMIC_OP_RETURN(op, c_op) \ |
| 23 | static inline int atomic_##op##_return(int i, atomic_t *v) \ |
| 24 | { \ |
| 25 | unsigned long temp, flags; \ |
| 26 | \ |
| 27 | raw_local_irq_save(flags); \ |
| 28 | temp = v->counter; \ |
| 29 | temp c_op i; \ |
| 30 | v->counter = temp; \ |
| 31 | raw_local_irq_restore(flags); \ |
| 32 | \ |
| 33 | return temp; \ |
Paul Mundt | ec723fbe | 2006-12-07 20:33:38 +0900 | [diff] [blame] | 34 | } |
| 35 | |
Peter Zijlstra | 7d9794e | 2016-04-18 01:16:04 +0200 | [diff] [blame] | 36 | #define ATOMIC_FETCH_OP(op, c_op) \ |
| 37 | static inline int atomic_fetch_##op(int i, atomic_t *v) \ |
| 38 | { \ |
| 39 | unsigned long temp, flags; \ |
| 40 | \ |
| 41 | raw_local_irq_save(flags); \ |
| 42 | temp = v->counter; \ |
| 43 | v->counter c_op i; \ |
| 44 | raw_local_irq_restore(flags); \ |
| 45 | \ |
| 46 | return temp; \ |
| 47 | } |
| 48 | |
| 49 | #define ATOMIC_OPS(op, c_op) \ |
| 50 | ATOMIC_OP(op, c_op) \ |
| 51 | ATOMIC_OP_RETURN(op, c_op) \ |
| 52 | ATOMIC_FETCH_OP(op, c_op) |
Paul Mundt | ec723fbe | 2006-12-07 20:33:38 +0900 | [diff] [blame] | 53 | |
Peter Zijlstra | c647015 | 2014-03-26 18:12:45 +0100 | [diff] [blame] | 54 | ATOMIC_OPS(add, +=) |
| 55 | ATOMIC_OPS(sub, -=) |
Paul Mundt | ec723fbe | 2006-12-07 20:33:38 +0900 | [diff] [blame] | 56 | |
Peter Zijlstra | c647015 | 2014-03-26 18:12:45 +0100 | [diff] [blame] | 57 | #undef ATOMIC_OPS |
Peter Zijlstra | 7d9794e | 2016-04-18 01:16:04 +0200 | [diff] [blame] | 58 | #define ATOMIC_OPS(op, c_op) \ |
| 59 | ATOMIC_OP(op, c_op) \ |
| 60 | ATOMIC_FETCH_OP(op, c_op) |
| 61 | |
| 62 | ATOMIC_OPS(and, &=) |
| 63 | ATOMIC_OPS(or, |=) |
| 64 | ATOMIC_OPS(xor, ^=) |
| 65 | |
| 66 | #undef ATOMIC_OPS |
| 67 | #undef ATOMIC_FETCH_OP |
Peter Zijlstra | c647015 | 2014-03-26 18:12:45 +0100 | [diff] [blame] | 68 | #undef ATOMIC_OP_RETURN |
| 69 | #undef ATOMIC_OP |
Paul Mundt | ec723fbe | 2006-12-07 20:33:38 +0900 | [diff] [blame] | 70 | |
Paul Mundt | ec723fbe | 2006-12-07 20:33:38 +0900 | [diff] [blame] | 71 | #endif /* __ASM_SH_ATOMIC_IRQ_H */ |