blob: bdc0f3b6c56afdf23d6b628128e6171cc2552b74 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * include/asm-sh/spinlock.h
3 *
4 * Copyright (C) 2002, 2003 Paul Mundt
Paul Mundt8a467a52007-08-22 10:34:31 +09005 * Copyright (C) 2006, 2007 Akio Idehara
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * This file is subject to the terms and conditions of the GNU General Public
8 * License. See the file "COPYING" in the main directory of this archive
9 * for more details.
10 */
11#ifndef __ASM_SH_SPINLOCK_H
12#define __ASM_SH_SPINLOCK_H
13
Paul Mundt8a467a52007-08-22 10:34:31 +090014/*
15 * The only locking implemented here uses SH-4A opcodes. For others,
16 * split this out as per atomic-*.h.
17 */
18#ifndef CONFIG_CPU_SH4A
19#error "Need movli.l/movco.l for spinlocks"
20#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
22/*
23 * Your basic SMP spinlocks, allowing only a single CPU anywhere
24 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Thomas Gleixner0199c4e2009-12-02 20:01:25 +010026#define arch_spin_is_locked(x) ((x)->lock <= 0)
27#define arch_spin_lock_flags(lock, flags) arch_spin_lock(lock)
28#define arch_spin_unlock_wait(x) \
29 do { while (arch_spin_is_locked(x)) cpu_relax(); } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
31/*
32 * Simple spin lock operations. There are two variants, one clears IRQ's
33 * on the local processor, one does not.
34 *
35 * We make no fairness assumptions. They have a cost.
36 */
Thomas Gleixner0199c4e2009-12-02 20:01:25 +010037static inline void arch_spin_lock(arch_spinlock_t *lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -070038{
Paul Mundt8a467a52007-08-22 10:34:31 +090039 unsigned long tmp;
40 unsigned long oldval;
41
Linus Torvalds1da177e2005-04-16 15:20:36 -070042 __asm__ __volatile__ (
Paul Mundt8a467a52007-08-22 10:34:31 +090043 "1: \n\t"
Thomas Gleixner0199c4e2009-12-02 20:01:25 +010044 "movli.l @%2, %0 ! arch_spin_lock \n\t"
Paul Mundt8a467a52007-08-22 10:34:31 +090045 "mov %0, %1 \n\t"
46 "mov #0, %0 \n\t"
47 "movco.l %0, @%2 \n\t"
48 "bf 1b \n\t"
49 "cmp/pl %1 \n\t"
50 "bf 1b \n\t"
51 : "=&z" (tmp), "=&r" (oldval)
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 : "r" (&lock->lock)
53 : "t", "memory"
54 );
55}
56
Thomas Gleixner0199c4e2009-12-02 20:01:25 +010057static inline void arch_spin_unlock(arch_spinlock_t *lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -070058{
Paul Mundt8a467a52007-08-22 10:34:31 +090059 unsigned long tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
Paul Mundt8a467a52007-08-22 10:34:31 +090061 __asm__ __volatile__ (
Thomas Gleixner0199c4e2009-12-02 20:01:25 +010062 "mov #1, %0 ! arch_spin_unlock \n\t"
Paul Mundt8a467a52007-08-22 10:34:31 +090063 "mov.l %0, @%1 \n\t"
64 : "=&z" (tmp)
65 : "r" (&lock->lock)
66 : "t", "memory"
67 );
Linus Torvalds1da177e2005-04-16 15:20:36 -070068}
69
Thomas Gleixner0199c4e2009-12-02 20:01:25 +010070static inline int arch_spin_trylock(arch_spinlock_t *lock)
Paul Mundt8a467a52007-08-22 10:34:31 +090071{
72 unsigned long tmp, oldval;
73
74 __asm__ __volatile__ (
75 "1: \n\t"
Thomas Gleixner0199c4e2009-12-02 20:01:25 +010076 "movli.l @%2, %0 ! arch_spin_trylock \n\t"
Paul Mundt8a467a52007-08-22 10:34:31 +090077 "mov %0, %1 \n\t"
78 "mov #0, %0 \n\t"
79 "movco.l %0, @%2 \n\t"
80 "bf 1b \n\t"
81 "synco \n\t"
82 : "=&z" (tmp), "=&r" (oldval)
83 : "r" (&lock->lock)
84 : "t", "memory"
85 );
86
87 return oldval;
88}
Linus Torvalds1da177e2005-04-16 15:20:36 -070089
90/*
91 * Read-write spinlocks, allowing multiple readers but only one writer.
92 *
93 * NOTE! it is quite common to have readers in interrupts but no interrupt
94 * writers. For those circumstances we can "mix" irq-safe locks - any writer
95 * needs to get a irq-safe write-lock, but readers can get non-irqsafe
96 * read-locks.
97 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070098
Paul Mundt8a467a52007-08-22 10:34:31 +090099/**
100 * read_can_lock - would read_trylock() succeed?
101 * @lock: the rwlock in question.
102 */
Thomas Gleixnere5931942009-12-03 20:08:46 +0100103#define arch_read_can_lock(x) ((x)->lock > 0)
Paul Mundt8a467a52007-08-22 10:34:31 +0900104
105/**
106 * write_can_lock - would write_trylock() succeed?
107 * @lock: the rwlock in question.
108 */
Thomas Gleixnere5931942009-12-03 20:08:46 +0100109#define arch_write_can_lock(x) ((x)->lock == RW_LOCK_BIAS)
Paul Mundt8a467a52007-08-22 10:34:31 +0900110
Thomas Gleixnere5931942009-12-03 20:08:46 +0100111static inline void arch_read_lock(arch_rwlock_t *rw)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112{
Paul Mundt8a467a52007-08-22 10:34:31 +0900113 unsigned long tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114
Paul Mundt8a467a52007-08-22 10:34:31 +0900115 __asm__ __volatile__ (
116 "1: \n\t"
Thomas Gleixnere5931942009-12-03 20:08:46 +0100117 "movli.l @%1, %0 ! arch_read_lock \n\t"
Paul Mundt8a467a52007-08-22 10:34:31 +0900118 "cmp/pl %0 \n\t"
119 "bf 1b \n\t"
120 "add #-1, %0 \n\t"
121 "movco.l %0, @%1 \n\t"
122 "bf 1b \n\t"
123 : "=&z" (tmp)
124 : "r" (&rw->lock)
125 : "t", "memory"
126 );
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127}
128
Thomas Gleixnere5931942009-12-03 20:08:46 +0100129static inline void arch_read_unlock(arch_rwlock_t *rw)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130{
Paul Mundt8a467a52007-08-22 10:34:31 +0900131 unsigned long tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132
Paul Mundt8a467a52007-08-22 10:34:31 +0900133 __asm__ __volatile__ (
134 "1: \n\t"
Thomas Gleixnere5931942009-12-03 20:08:46 +0100135 "movli.l @%1, %0 ! arch_read_unlock \n\t"
Paul Mundt8a467a52007-08-22 10:34:31 +0900136 "add #1, %0 \n\t"
137 "movco.l %0, @%1 \n\t"
138 "bf 1b \n\t"
139 : "=&z" (tmp)
140 : "r" (&rw->lock)
141 : "t", "memory"
142 );
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143}
144
Thomas Gleixnere5931942009-12-03 20:08:46 +0100145static inline void arch_write_lock(arch_rwlock_t *rw)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146{
Paul Mundt8a467a52007-08-22 10:34:31 +0900147 unsigned long tmp;
148
149 __asm__ __volatile__ (
150 "1: \n\t"
Thomas Gleixnere5931942009-12-03 20:08:46 +0100151 "movli.l @%1, %0 ! arch_write_lock \n\t"
Paul Mundt8a467a52007-08-22 10:34:31 +0900152 "cmp/hs %2, %0 \n\t"
153 "bf 1b \n\t"
154 "sub %2, %0 \n\t"
155 "movco.l %0, @%1 \n\t"
156 "bf 1b \n\t"
157 : "=&z" (tmp)
158 : "r" (&rw->lock), "r" (RW_LOCK_BIAS)
159 : "t", "memory"
160 );
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161}
162
Thomas Gleixnere5931942009-12-03 20:08:46 +0100163static inline void arch_write_unlock(arch_rwlock_t *rw)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164{
Paul Mundt8a467a52007-08-22 10:34:31 +0900165 __asm__ __volatile__ (
Thomas Gleixnere5931942009-12-03 20:08:46 +0100166 "mov.l %1, @%0 ! arch_write_unlock \n\t"
Paul Mundt8a467a52007-08-22 10:34:31 +0900167 :
168 : "r" (&rw->lock), "r" (RW_LOCK_BIAS)
169 : "t", "memory"
170 );
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171}
172
Thomas Gleixnere5931942009-12-03 20:08:46 +0100173static inline int arch_read_trylock(arch_rwlock_t *rw)
Evgeniy Polyakov66c52272007-05-31 13:46:21 +0900174{
Paul Mundt8a467a52007-08-22 10:34:31 +0900175 unsigned long tmp, oldval;
Evgeniy Polyakov66c52272007-05-31 13:46:21 +0900176
Paul Mundt8a467a52007-08-22 10:34:31 +0900177 __asm__ __volatile__ (
178 "1: \n\t"
Thomas Gleixnere5931942009-12-03 20:08:46 +0100179 "movli.l @%2, %0 ! arch_read_trylock \n\t"
Paul Mundt8a467a52007-08-22 10:34:31 +0900180 "mov %0, %1 \n\t"
181 "cmp/pl %0 \n\t"
182 "bf 2f \n\t"
183 "add #-1, %0 \n\t"
184 "movco.l %0, @%2 \n\t"
185 "bf 1b \n\t"
186 "2: \n\t"
187 "synco \n\t"
188 : "=&z" (tmp), "=&r" (oldval)
189 : "r" (&rw->lock)
190 : "t", "memory"
191 );
192
193 return (oldval > 0);
Paul Mundtfac99d92006-10-03 14:13:09 +0900194}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195
Thomas Gleixnere5931942009-12-03 20:08:46 +0100196static inline int arch_write_trylock(arch_rwlock_t *rw)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197{
Paul Mundt8a467a52007-08-22 10:34:31 +0900198 unsigned long tmp, oldval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199
Paul Mundt8a467a52007-08-22 10:34:31 +0900200 __asm__ __volatile__ (
201 "1: \n\t"
Thomas Gleixnere5931942009-12-03 20:08:46 +0100202 "movli.l @%2, %0 ! arch_write_trylock \n\t"
Paul Mundt8a467a52007-08-22 10:34:31 +0900203 "mov %0, %1 \n\t"
204 "cmp/hs %3, %0 \n\t"
205 "bf 2f \n\t"
206 "sub %3, %0 \n\t"
207 "2: \n\t"
208 "movco.l %0, @%2 \n\t"
209 "bf 1b \n\t"
210 "synco \n\t"
211 : "=&z" (tmp), "=&r" (oldval)
212 : "r" (&rw->lock), "r" (RW_LOCK_BIAS)
213 : "t", "memory"
214 );
215
216 return (oldval > (RW_LOCK_BIAS - 1));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217}
218
Thomas Gleixnere5931942009-12-03 20:08:46 +0100219#define arch_read_lock_flags(lock, flags) arch_read_lock(lock)
220#define arch_write_lock_flags(lock, flags) arch_write_lock(lock)
Robin Holtf5f7eac2009-04-02 16:59:46 -0700221
Thomas Gleixner0199c4e2009-12-02 20:01:25 +0100222#define arch_spin_relax(lock) cpu_relax()
223#define arch_read_relax(lock) cpu_relax()
224#define arch_write_relax(lock) cpu_relax()
Martin Schwidefskyef6edc92006-09-30 23:27:43 -0700225
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226#endif /* __ASM_SH_SPINLOCK_H */