blob: 1d159ce50f5ad37a5ae5e7bdd5ca2116dfd26158 [file] [log] [blame]
Paul Mundtec723fbe2006-12-07 20:33:38 +09001#ifndef __ASM_SH_ATOMIC_LLSC_H
2#define __ASM_SH_ATOMIC_LLSC_H
3
4/*
Paul Mundtec723fbe2006-12-07 20:33:38 +09005 * SH-4A note:
6 *
7 * We basically get atomic_xxx_return() for free compared with
8 * atomic_xxx(). movli.l/movco.l require r0 due to the instruction
9 * encoding, so the retval is automatically set without having to
10 * do any special work.
11 */
Peter Zijlstrac6470152014-03-26 18:12:45 +010012/*
13 * To get proper branch prediction for the main line, we must branch
14 * forward to code at the end of this object's .text section, then
15 * branch back to restart the operation.
16 */
Paul Mundtec723fbe2006-12-07 20:33:38 +090017
Peter Zijlstrac6470152014-03-26 18:12:45 +010018#define ATOMIC_OP(op) \
19static inline void atomic_##op(int i, atomic_t *v) \
20{ \
21 unsigned long tmp; \
22 \
23 __asm__ __volatile__ ( \
24"1: movli.l @%2, %0 ! atomic_" #op "\n" \
25" " #op " %1, %0 \n" \
26" movco.l %0, @%2 \n" \
27" bf 1b \n" \
28 : "=&z" (tmp) \
29 : "r" (i), "r" (&v->counter) \
30 : "t"); \
Paul Mundtec723fbe2006-12-07 20:33:38 +090031}
32
Peter Zijlstrac6470152014-03-26 18:12:45 +010033#define ATOMIC_OP_RETURN(op) \
34static inline int atomic_##op##_return(int i, atomic_t *v) \
35{ \
36 unsigned long temp; \
37 \
38 __asm__ __volatile__ ( \
39"1: movli.l @%2, %0 ! atomic_" #op "_return \n" \
40" " #op " %1, %0 \n" \
41" movco.l %0, @%2 \n" \
42" bf 1b \n" \
43" synco \n" \
44 : "=&z" (temp) \
45 : "r" (i), "r" (&v->counter) \
46 : "t"); \
47 \
48 return temp; \
Paul Mundtec723fbe2006-12-07 20:33:38 +090049}
50
Peter Zijlstra7d9794e2016-04-18 01:16:04 +020051#define ATOMIC_FETCH_OP(op) \
52static inline int atomic_fetch_##op(int i, atomic_t *v) \
53{ \
54 unsigned long res, temp; \
55 \
56 __asm__ __volatile__ ( \
57"1: movli.l @%3, %0 ! atomic_fetch_" #op " \n" \
58" mov %0, %1 \n" \
59" " #op " %2, %0 \n" \
60" movco.l %0, @%3 \n" \
61" bf 1b \n" \
62" synco \n" \
Peter Zijlstra9bf6ffd2016-08-26 15:06:04 +020063 : "=&z" (temp), "=&r" (res) \
Peter Zijlstra7d9794e2016-04-18 01:16:04 +020064 : "r" (i), "r" (&v->counter) \
65 : "t"); \
66 \
67 return res; \
68}
69
70#define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_OP_RETURN(op) ATOMIC_FETCH_OP(op)
Peter Zijlstrac6470152014-03-26 18:12:45 +010071
72ATOMIC_OPS(add)
73ATOMIC_OPS(sub)
74
75#undef ATOMIC_OPS
Peter Zijlstra7d9794e2016-04-18 01:16:04 +020076#define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_FETCH_OP(op)
77
78ATOMIC_OPS(and)
79ATOMIC_OPS(or)
80ATOMIC_OPS(xor)
81
82#undef ATOMIC_OPS
83#undef ATOMIC_FETCH_OP
Peter Zijlstrac6470152014-03-26 18:12:45 +010084#undef ATOMIC_OP_RETURN
85#undef ATOMIC_OP
86
Paul Mundtec723fbe2006-12-07 20:33:38 +090087#endif /* __ASM_SH_ATOMIC_LLSC_H */