blob: 9d69f6e6236544156af6af6f002ddc3122b49b92 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _M68K_BITOPS_H
2#define _M68K_BITOPS_H
3/*
4 * Copyright 1992, Linus Torvalds.
5 *
6 * This file is subject to the terms and conditions of the GNU General Public
7 * License. See the file COPYING in the main directory of this archive
8 * for more details.
9 */
10
Jiri Slaby06245172007-10-18 23:40:26 -070011#ifndef _LINUX_BITOPS_H
12#error only <linux/bitops.h> can be included directly
13#endif
14
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/compiler.h>
16
17/*
18 * Require 68020 or better.
19 *
20 * They use the standard big-endian m680x0 bit ordering.
21 */
22
23#define test_and_set_bit(nr,vaddr) \
24 (__builtin_constant_p(nr) ? \
25 __constant_test_and_set_bit(nr, vaddr) : \
26 __generic_test_and_set_bit(nr, vaddr))
27
28#define __test_and_set_bit(nr,vaddr) test_and_set_bit(nr,vaddr)
29
30static inline int __constant_test_and_set_bit(int nr, unsigned long *vaddr)
31{
32 char *p = (char *)vaddr + (nr ^ 31) / 8;
33 char retval;
34
35 __asm__ __volatile__ ("bset %2,%1; sne %0"
36 : "=d" (retval), "+m" (*p)
37 : "di" (nr & 7));
38
39 return retval;
40}
41
42static inline int __generic_test_and_set_bit(int nr, unsigned long *vaddr)
43{
44 char retval;
45
46 __asm__ __volatile__ ("bfset %2{%1:#1}; sne %0"
47 : "=d" (retval) : "d" (nr^31), "o" (*vaddr) : "memory");
48
49 return retval;
50}
51
52#define set_bit(nr,vaddr) \
53 (__builtin_constant_p(nr) ? \
54 __constant_set_bit(nr, vaddr) : \
55 __generic_set_bit(nr, vaddr))
56
57#define __set_bit(nr,vaddr) set_bit(nr,vaddr)
58
59static inline void __constant_set_bit(int nr, volatile unsigned long *vaddr)
60{
61 char *p = (char *)vaddr + (nr ^ 31) / 8;
62 __asm__ __volatile__ ("bset %1,%0"
63 : "+m" (*p) : "di" (nr & 7));
64}
65
66static inline void __generic_set_bit(int nr, volatile unsigned long *vaddr)
67{
68 __asm__ __volatile__ ("bfset %1{%0:#1}"
69 : : "d" (nr^31), "o" (*vaddr) : "memory");
70}
71
72#define test_and_clear_bit(nr,vaddr) \
73 (__builtin_constant_p(nr) ? \
74 __constant_test_and_clear_bit(nr, vaddr) : \
75 __generic_test_and_clear_bit(nr, vaddr))
76
77#define __test_and_clear_bit(nr,vaddr) test_and_clear_bit(nr,vaddr)
78
79static inline int __constant_test_and_clear_bit(int nr, unsigned long *vaddr)
80{
81 char *p = (char *)vaddr + (nr ^ 31) / 8;
82 char retval;
83
84 __asm__ __volatile__ ("bclr %2,%1; sne %0"
85 : "=d" (retval), "+m" (*p)
86 : "di" (nr & 7));
87
88 return retval;
89}
90
91static inline int __generic_test_and_clear_bit(int nr, unsigned long *vaddr)
92{
93 char retval;
94
95 __asm__ __volatile__ ("bfclr %2{%1:#1}; sne %0"
96 : "=d" (retval) : "d" (nr^31), "o" (*vaddr) : "memory");
97
98 return retval;
99}
100
101/*
102 * clear_bit() doesn't provide any barrier for the compiler.
103 */
104#define smp_mb__before_clear_bit() barrier()
105#define smp_mb__after_clear_bit() barrier()
106
107#define clear_bit(nr,vaddr) \
108 (__builtin_constant_p(nr) ? \
109 __constant_clear_bit(nr, vaddr) : \
110 __generic_clear_bit(nr, vaddr))
111#define __clear_bit(nr,vaddr) clear_bit(nr,vaddr)
112
113static inline void __constant_clear_bit(int nr, volatile unsigned long *vaddr)
114{
115 char *p = (char *)vaddr + (nr ^ 31) / 8;
116 __asm__ __volatile__ ("bclr %1,%0"
117 : "+m" (*p) : "di" (nr & 7));
118}
119
120static inline void __generic_clear_bit(int nr, volatile unsigned long *vaddr)
121{
122 __asm__ __volatile__ ("bfclr %1{%0:#1}"
123 : : "d" (nr^31), "o" (*vaddr) : "memory");
124}
125
126#define test_and_change_bit(nr,vaddr) \
127 (__builtin_constant_p(nr) ? \
128 __constant_test_and_change_bit(nr, vaddr) : \
129 __generic_test_and_change_bit(nr, vaddr))
130
131#define __test_and_change_bit(nr,vaddr) test_and_change_bit(nr,vaddr)
132#define __change_bit(nr,vaddr) change_bit(nr,vaddr)
133
134static inline int __constant_test_and_change_bit(int nr, unsigned long *vaddr)
135{
136 char *p = (char *)vaddr + (nr ^ 31) / 8;
137 char retval;
138
139 __asm__ __volatile__ ("bchg %2,%1; sne %0"
140 : "=d" (retval), "+m" (*p)
141 : "di" (nr & 7));
142
143 return retval;
144}
145
146static inline int __generic_test_and_change_bit(int nr, unsigned long *vaddr)
147{
148 char retval;
149
150 __asm__ __volatile__ ("bfchg %2{%1:#1}; sne %0"
151 : "=d" (retval) : "d" (nr^31), "o" (*vaddr) : "memory");
152
153 return retval;
154}
155
156#define change_bit(nr,vaddr) \
157 (__builtin_constant_p(nr) ? \
158 __constant_change_bit(nr, vaddr) : \
159 __generic_change_bit(nr, vaddr))
160
161static inline void __constant_change_bit(int nr, unsigned long *vaddr)
162{
163 char *p = (char *)vaddr + (nr ^ 31) / 8;
164 __asm__ __volatile__ ("bchg %1,%0"
165 : "+m" (*p) : "di" (nr & 7));
166}
167
168static inline void __generic_change_bit(int nr, unsigned long *vaddr)
169{
170 __asm__ __volatile__ ("bfchg %1{%0:#1}"
171 : : "d" (nr^31), "o" (*vaddr) : "memory");
172}
173
174static inline int test_bit(int nr, const unsigned long *vaddr)
175{
176 return (vaddr[nr >> 5] & (1UL << (nr & 31))) != 0;
177}
178
179static inline int find_first_zero_bit(const unsigned long *vaddr,
180 unsigned size)
181{
182 const unsigned long *p = vaddr;
183 int res = 32;
184 unsigned long num;
185
186 if (!size)
187 return 0;
188
189 size = (size + 31) >> 5;
190 while (!(num = ~*p++)) {
191 if (!--size)
192 goto out;
193 }
194
195 __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
196 : "=d" (res) : "d" (num & -num));
197 res ^= 31;
198out:
199 return ((long)p - (long)vaddr - 4) * 8 + res;
200}
201
202static inline int find_next_zero_bit(const unsigned long *vaddr, int size,
203 int offset)
204{
205 const unsigned long *p = vaddr + (offset >> 5);
206 int bit = offset & 31UL, res;
207
208 if (offset >= size)
209 return size;
210
211 if (bit) {
212 unsigned long num = ~*p++ & (~0UL << bit);
213 offset -= bit;
214
215 /* Look for zero in first longword */
216 __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
217 : "=d" (res) : "d" (num & -num));
218 if (res < 32)
219 return offset + (res ^ 31);
220 offset += 32;
221 }
222 /* No zero yet, search remaining full bytes for a zero */
223 res = find_first_zero_bit(p, size - ((long)p - (long)vaddr) * 8);
224 return offset + res;
225}
226
227static inline int find_first_bit(const unsigned long *vaddr, unsigned size)
228{
229 const unsigned long *p = vaddr;
230 int res = 32;
231 unsigned long num;
232
233 if (!size)
234 return 0;
235
236 size = (size + 31) >> 5;
237 while (!(num = *p++)) {
238 if (!--size)
239 goto out;
240 }
241
242 __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
243 : "=d" (res) : "d" (num & -num));
244 res ^= 31;
245out:
246 return ((long)p - (long)vaddr - 4) * 8 + res;
247}
248
249static inline int find_next_bit(const unsigned long *vaddr, int size,
250 int offset)
251{
252 const unsigned long *p = vaddr + (offset >> 5);
253 int bit = offset & 31UL, res;
254
255 if (offset >= size)
256 return size;
257
258 if (bit) {
259 unsigned long num = *p++ & (~0UL << bit);
260 offset -= bit;
261
262 /* Look for one in first longword */
263 __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
264 : "=d" (res) : "d" (num & -num));
265 if (res < 32)
266 return offset + (res ^ 31);
267 offset += 32;
268 }
269 /* No one yet, search remaining full bytes for a one */
270 res = find_first_bit(p, size - ((long)p - (long)vaddr) * 8);
271 return offset + res;
272}
273
274/*
275 * ffz = Find First Zero in word. Undefined if no zero exists,
276 * so code should check against ~0UL first..
277 */
278static inline unsigned long ffz(unsigned long word)
279{
280 int res;
281
282 __asm__ __volatile__ ("bfffo %1{#0,#0},%0"
283 : "=d" (res) : "d" (~word & -~word));
284 return res ^ 31;
285}
286
287#ifdef __KERNEL__
288
289/*
290 * ffs: find first bit set. This is defined the same way as
291 * the libc and compiler builtin ffs routines, therefore
292 * differs in spirit from the above ffz (man ffs).
293 */
294
295static inline int ffs(int x)
296{
297 int cnt;
298
299 asm ("bfffo %1{#0:#0},%0" : "=d" (cnt) : "dm" (x & -x));
300
301 return 32 - cnt;
302}
303#define __ffs(x) (ffs(x) - 1)
304
305/*
306 * fls: find last bit set.
307 */
308
309static inline int fls(int x)
310{
311 int cnt;
312
313 asm ("bfffo %1{#0,#0},%0" : "=d" (cnt) : "dm" (x));
314
315 return 32 - cnt;
316}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317
Rusty Russell434ae512009-01-01 10:12:18 +1030318static inline int __fls(int x)
319{
320 return fls(x) - 1;
321}
322
Akinobu Mitaba1a5b32006-03-26 01:39:27 -0800323#include <asm-generic/bitops/fls64.h>
324#include <asm-generic/bitops/sched.h>
325#include <asm-generic/bitops/hweight.h>
Nick Piggin26333572007-10-18 03:06:39 -0700326#include <asm-generic/bitops/lock.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700328/* Bitmap functions for the little endian bitmap. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700330static inline void __set_bit_le(int nr, void *addr)
331{
332 __set_bit(nr ^ 24, addr);
333}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700335static inline void __clear_bit_le(int nr, void *addr)
336{
337 __clear_bit(nr ^ 24, addr);
338}
339
340static inline int __test_and_set_bit_le(int nr, void *addr)
341{
342 return __test_and_set_bit(nr ^ 24, addr);
343}
344
345static inline int test_and_set_bit_le(int nr, void *addr)
346{
347 return test_and_set_bit(nr ^ 24, addr);
348}
349
350static inline int __test_and_clear_bit_le(int nr, void *addr)
351{
352 return __test_and_clear_bit(nr ^ 24, addr);
353}
354
355static inline int test_and_clear_bit_le(int nr, void *addr)
356{
357 return test_and_clear_bit(nr ^ 24, addr);
358}
359
360static inline int test_bit_le(int nr, const void *vaddr)
Akinobu Mitad5728b42006-03-26 01:39:28 -0800361{
362 const unsigned char *p = vaddr;
363 return (p[nr >> 3] & (1U << (nr & 7))) != 0;
364}
365
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700366static inline int find_first_zero_bit_le(const void *vaddr, unsigned size)
Akinobu Mitad5728b42006-03-26 01:39:28 -0800367{
368 const unsigned long *p = vaddr, *addr = vaddr;
369 int res;
370
371 if (!size)
372 return 0;
373
374 size = (size >> 5) + ((size & 31) > 0);
375 while (*p++ == ~0UL)
376 {
377 if (--size == 0)
378 return (p - addr) << 5;
379 }
380
381 --p;
382 for (res = 0; res < 32; res++)
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700383 if (!test_bit_le(res, p))
Akinobu Mitad5728b42006-03-26 01:39:28 -0800384 break;
385 return (p - addr) * 32 + res;
386}
387
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700388static inline unsigned long find_next_zero_bit_le(const void *addr,
Geert Uytterhoevenb52dd002010-02-28 13:06:27 +0100389 unsigned long size, unsigned long offset)
Akinobu Mitad5728b42006-03-26 01:39:28 -0800390{
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700391 const unsigned long *p = addr;
Akinobu Mitad5728b42006-03-26 01:39:28 -0800392 int bit = offset & 31UL, res;
393
394 if (offset >= size)
395 return size;
396
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700397 p += offset >> 5;
398
Akinobu Mitad5728b42006-03-26 01:39:28 -0800399 if (bit) {
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700400 offset -= bit;
Akinobu Mitad5728b42006-03-26 01:39:28 -0800401 /* Look for zero in first longword */
402 for (res = bit; res < 32; res++)
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700403 if (!test_bit_le(res, p))
404 return offset + res;
Akinobu Mitad5728b42006-03-26 01:39:28 -0800405 p++;
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700406 offset += 32;
Akinobu Mitad5728b42006-03-26 01:39:28 -0800407 }
408 /* No zero yet, search remaining full bytes for a zero */
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700409 return offset + find_first_zero_bit_le(p, size - offset);
Akinobu Mitad5728b42006-03-26 01:39:28 -0800410}
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700411
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700412static inline int find_first_bit_le(const void *vaddr, unsigned size)
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700413{
414 const unsigned long *p = vaddr, *addr = vaddr;
415 int res;
416
417 if (!size)
418 return 0;
419
420 size = (size >> 5) + ((size & 31) > 0);
421 while (*p++ == 0UL) {
422 if (--size == 0)
423 return (p - addr) << 5;
424 }
425
426 --p;
427 for (res = 0; res < 32; res++)
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700428 if (test_bit_le(res, p))
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700429 break;
430 return (p - addr) * 32 + res;
431}
432
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700433static inline unsigned long find_next_bit_le(const void *addr,
Geert Uytterhoevenb52dd002010-02-28 13:06:27 +0100434 unsigned long size, unsigned long offset)
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700435{
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700436 const unsigned long *p = addr;
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700437 int bit = offset & 31UL, res;
438
439 if (offset >= size)
440 return size;
441
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700442 p += offset >> 5;
443
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700444 if (bit) {
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700445 offset -= bit;
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700446 /* Look for one in first longword */
447 for (res = bit; res < 32; res++)
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700448 if (test_bit_le(res, p))
449 return offset + res;
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700450 p++;
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700451 offset += 32;
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700452 }
453 /* No set bit yet, search remaining full bytes for a set bit */
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700454 return offset + find_first_bit_le(p, size - offset);
Aneesh Kumar K.V69c5ddf2008-06-12 15:21:29 -0700455}
Akinobu Mitad5728b42006-03-26 01:39:28 -0800456
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700457/* Bitmap functions for the ext2 filesystem. */
458
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700459#define ext2_set_bit_atomic(lock, nr, addr) \
460 test_and_set_bit_le(nr, addr)
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700461#define ext2_clear_bit_atomic(lock, nr, addr) \
462 test_and_clear_bit_le(nr, addr)
Akinobu Mita3f5527f2011-03-23 16:41:58 -0700463
Linus Torvalds1da177e2005-04-16 15:20:36 -0700464#endif /* __KERNEL__ */
465
466#endif /* _M68K_BITOPS_H */