blob: de2249b267c626bd0066a986afc2d910327a3dce [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* spinlock.h: 32-bit Sparc spinlock support.
2 *
3 * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu)
4 */
5
6#ifndef __SPARC_SPINLOCK_H
7#define __SPARC_SPINLOCK_H
8
9#include <linux/threads.h> /* For NR_CPUS */
10
11#ifndef __ASSEMBLY__
12
13#include <asm/psr.h>
14
Ingo Molnarfb1c8f92005-09-10 00:25:56 -070015#define __raw_spin_is_locked(lock) (*((volatile unsigned char *)(lock)) != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
Ingo Molnarfb1c8f92005-09-10 00:25:56 -070017#define __raw_spin_unlock_wait(lock) \
18 do { while (__raw_spin_is_locked(lock)) cpu_relax(); } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
Adrian Bunk31156242005-10-03 17:37:02 -070020static inline void __raw_spin_lock(raw_spinlock_t *lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -070021{
22 __asm__ __volatile__(
23 "\n1:\n\t"
24 "ldstub [%0], %%g2\n\t"
25 "orcc %%g2, 0x0, %%g0\n\t"
26 "bne,a 2f\n\t"
27 " ldub [%0], %%g2\n\t"
28 ".subsection 2\n"
29 "2:\n\t"
30 "orcc %%g2, 0x0, %%g0\n\t"
31 "bne,a 2b\n\t"
32 " ldub [%0], %%g2\n\t"
33 "b,a 1b\n\t"
34 ".previous\n"
35 : /* no outputs */
36 : "r" (lock)
37 : "g2", "memory", "cc");
38}
39
Adrian Bunk31156242005-10-03 17:37:02 -070040static inline int __raw_spin_trylock(raw_spinlock_t *lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -070041{
42 unsigned int result;
43 __asm__ __volatile__("ldstub [%1], %0"
44 : "=r" (result)
45 : "r" (lock)
46 : "memory");
47 return (result == 0);
48}
49
Adrian Bunk31156242005-10-03 17:37:02 -070050static inline void __raw_spin_unlock(raw_spinlock_t *lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -070051{
52 __asm__ __volatile__("stb %%g0, [%0]" : : "r" (lock) : "memory");
53}
54
55/* Read-write spinlocks, allowing multiple readers
56 * but only one writer.
57 *
58 * NOTE! it is quite common to have readers in interrupts
59 * but no interrupt writers. For those circumstances we
60 * can "mix" irq-safe locks - any writer needs to get a
61 * irq-safe write-lock, but readers can get non-irqsafe
62 * read-locks.
63 *
64 * XXX This might create some problems with my dual spinlock
65 * XXX scheme, deadlocks etc. -DaveM
Ingo Molnarfb1c8f92005-09-10 00:25:56 -070066 *
67 * Sort of like atomic_t's on Sparc, but even more clever.
Linus Torvalds1da177e2005-04-16 15:20:36 -070068 *
69 * ------------------------------------
Ingo Molnarfb1c8f92005-09-10 00:25:56 -070070 * | 24-bit counter | wlock | raw_rwlock_t
Linus Torvalds1da177e2005-04-16 15:20:36 -070071 * ------------------------------------
72 * 31 8 7 0
73 *
74 * wlock signifies the one writer is in or somebody is updating
75 * counter. For a writer, if he successfully acquires the wlock,
76 * but counter is non-zero, he has to release the lock and wait,
77 * till both counter and wlock are zero.
78 *
79 * Unfortunately this scheme limits us to ~16,000,000 cpus.
80 */
Adrian Bunk31156242005-10-03 17:37:02 -070081static inline void __read_lock(raw_rwlock_t *rw)
Linus Torvalds1da177e2005-04-16 15:20:36 -070082{
Ingo Molnarfb1c8f92005-09-10 00:25:56 -070083 register raw_rwlock_t *lp asm("g1");
Linus Torvalds1da177e2005-04-16 15:20:36 -070084 lp = rw;
85 __asm__ __volatile__(
86 "mov %%o7, %%g4\n\t"
87 "call ___rw_read_enter\n\t"
88 " ldstub [%%g1 + 3], %%g2\n"
89 : /* no outputs */
90 : "r" (lp)
91 : "g2", "g4", "memory", "cc");
92}
93
Ingo Molnarfb1c8f92005-09-10 00:25:56 -070094#define __raw_read_lock(lock) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070095do { unsigned long flags; \
96 local_irq_save(flags); \
Bob Breuera54123e2006-03-23 22:36:19 -080097 __read_lock(lock); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 local_irq_restore(flags); \
99} while(0)
100
Adrian Bunk31156242005-10-03 17:37:02 -0700101static inline void __read_unlock(raw_rwlock_t *rw)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102{
Ingo Molnarfb1c8f92005-09-10 00:25:56 -0700103 register raw_rwlock_t *lp asm("g1");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 lp = rw;
105 __asm__ __volatile__(
106 "mov %%o7, %%g4\n\t"
107 "call ___rw_read_exit\n\t"
108 " ldstub [%%g1 + 3], %%g2\n"
109 : /* no outputs */
110 : "r" (lp)
111 : "g2", "g4", "memory", "cc");
112}
113
Ingo Molnarfb1c8f92005-09-10 00:25:56 -0700114#define __raw_read_unlock(lock) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115do { unsigned long flags; \
116 local_irq_save(flags); \
Bob Breuera54123e2006-03-23 22:36:19 -0800117 __read_unlock(lock); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 local_irq_restore(flags); \
119} while(0)
120
Bob Breuera54123e2006-03-23 22:36:19 -0800121static inline void __raw_write_lock(raw_rwlock_t *rw)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122{
Ingo Molnarfb1c8f92005-09-10 00:25:56 -0700123 register raw_rwlock_t *lp asm("g1");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 lp = rw;
125 __asm__ __volatile__(
126 "mov %%o7, %%g4\n\t"
127 "call ___rw_write_enter\n\t"
128 " ldstub [%%g1 + 3], %%g2\n"
129 : /* no outputs */
130 : "r" (lp)
131 : "g2", "g4", "memory", "cc");
Al Viro7a39f522006-10-08 14:32:15 +0100132 *(volatile __u32 *)&lp->lock = ~0U;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133}
134
Bob Breuera54123e2006-03-23 22:36:19 -0800135static inline int __raw_write_trylock(raw_rwlock_t *rw)
136{
137 unsigned int val;
138
139 __asm__ __volatile__("ldstub [%1 + 3], %0"
140 : "=r" (val)
141 : "r" (&rw->lock)
142 : "memory");
143
144 if (val == 0) {
145 val = rw->lock & ~0xff;
146 if (val)
147 ((volatile u8*)&rw->lock)[3] = 0;
Al Viro7a39f522006-10-08 14:32:15 +0100148 else
149 *(volatile u32*)&rw->lock = ~0U;
Bob Breuera54123e2006-03-23 22:36:19 -0800150 }
151
152 return (val == 0);
153}
154
Al Viro7a39f522006-10-08 14:32:15 +0100155static inline int __read_trylock(raw_rwlock_t *rw)
156{
157 register raw_rwlock_t *lp asm("g1");
158 register int res asm("o0");
159 lp = rw;
160 __asm__ __volatile__(
161 "mov %%o7, %%g4\n\t"
162 "call ___rw_read_try\n\t"
163 " ldstub [%%g1 + 3], %%g2\n"
164 : "=r" (res)
165 : "r" (lp)
166 : "g2", "g4", "memory", "cc");
167 return res;
168}
169
170#define __raw_read_trylock(lock) \
171({ unsigned long flags; \
172 int res; \
173 local_irq_save(flags); \
174 res = __read_trylock(lock); \
175 local_irq_restore(flags); \
176 res; \
177})
178
Ingo Molnarfb1c8f92005-09-10 00:25:56 -0700179#define __raw_write_unlock(rw) do { (rw)->lock = 0; } while(0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180
Ingo Molnarfb1c8f92005-09-10 00:25:56 -0700181#define __raw_spin_lock_flags(lock, flags) __raw_spin_lock(lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182
Martin Schwidefskyef6edc92006-09-30 23:27:43 -0700183#define _raw_spin_relax(lock) cpu_relax()
184#define _raw_read_relax(lock) cpu_relax()
185#define _raw_write_relax(lock) cpu_relax()
186
Bob Breuer61fc12d2006-06-20 00:35:13 -0700187#define __raw_read_can_lock(rw) (!((rw)->lock & 0xff))
188#define __raw_write_can_lock(rw) (!(rw)->lock)
189
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190#endif /* !(__ASSEMBLY__) */
191
192#endif /* __SPARC_SPINLOCK_H */