blob: 64f6bc1a91326c79800bbb9205645a7d0e7e5e0c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/lib/findbit.S
3 *
4 * Copyright (C) 1995-2000 Russell King
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 *
10 * 16th March 2001 - John Ripley <jripley@sonicblue.com>
11 * Fixed so that "size" is an exclusive not an inclusive quantity.
12 * All users of these functions expect exclusive sizes, and may
13 * also call with zero size.
14 * Reworked by rmk.
15 */
16#include <linux/linkage.h>
17#include <asm/assembler.h>
18 .text
19
20/*
21 * Purpose : Find a 'zero' bit
22 * Prototype: int find_first_zero_bit(void *addr, unsigned int maxbit);
23 */
24ENTRY(_find_first_zero_bit_le)
25 teq r1, #0
26 beq 3f
27 mov r2, #0
Catalin Marinas8b592782009-07-24 12:32:57 +0100281:
29 ARM( ldrb r3, [r0, r2, lsr #3] )
30 THUMB( lsr r3, r2, #3 )
31 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -070032 eors r3, r3, #0xff @ invert bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +000033 bne .L_found @ any now set - found zero bit
Linus Torvalds1da177e2005-04-16 15:20:36 -070034 add r2, r2, #8 @ next bit pointer
352: cmp r2, r1 @ any more?
36 blo 1b
373: mov r0, r1 @ no free bits
Russell King7999d8d2006-06-25 11:17:23 +010038 mov pc, lr
Catalin Marinas93ed3972008-08-28 11:22:32 +010039ENDPROC(_find_first_zero_bit_le)
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
41/*
42 * Purpose : Find next 'zero' bit
43 * Prototype: int find_next_zero_bit(void *addr, unsigned int maxbit, int offset)
44 */
45ENTRY(_find_next_zero_bit_le)
46 teq r1, #0
47 beq 3b
48 ands ip, r2, #7
49 beq 1b @ If new byte, goto old routine
Catalin Marinas8b592782009-07-24 12:32:57 +010050 ARM( ldrb r3, [r0, r2, lsr #3] )
51 THUMB( lsr r3, r2, #3 )
52 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 eor r3, r3, #0xff @ now looking for a 1 bit
54 movs r3, r3, lsr ip @ shift off unused bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +000055 bne .L_found
Linus Torvalds1da177e2005-04-16 15:20:36 -070056 orr r2, r2, #7 @ if zero, then no bits here
57 add r2, r2, #1 @ align bit pointer
58 b 2b @ loop for next bit
Catalin Marinas93ed3972008-08-28 11:22:32 +010059ENDPROC(_find_next_zero_bit_le)
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
61/*
62 * Purpose : Find a 'one' bit
63 * Prototype: int find_first_bit(const unsigned long *addr, unsigned int maxbit);
64 */
65ENTRY(_find_first_bit_le)
66 teq r1, #0
67 beq 3f
68 mov r2, #0
Catalin Marinas8b592782009-07-24 12:32:57 +0100691:
70 ARM( ldrb r3, [r0, r2, lsr #3] )
71 THUMB( lsr r3, r2, #3 )
72 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 movs r3, r3
Nicolas Pitre8adbb372005-11-11 21:51:49 +000074 bne .L_found @ any now set - found zero bit
Linus Torvalds1da177e2005-04-16 15:20:36 -070075 add r2, r2, #8 @ next bit pointer
762: cmp r2, r1 @ any more?
77 blo 1b
783: mov r0, r1 @ no free bits
Russell King7999d8d2006-06-25 11:17:23 +010079 mov pc, lr
Catalin Marinas93ed3972008-08-28 11:22:32 +010080ENDPROC(_find_first_bit_le)
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
82/*
83 * Purpose : Find next 'one' bit
84 * Prototype: int find_next_zero_bit(void *addr, unsigned int maxbit, int offset)
85 */
86ENTRY(_find_next_bit_le)
87 teq r1, #0
88 beq 3b
89 ands ip, r2, #7
90 beq 1b @ If new byte, goto old routine
Catalin Marinas8b592782009-07-24 12:32:57 +010091 ARM( ldrb r3, [r0, r2, lsr #3] )
92 THUMB( lsr r3, r2, #3 )
93 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 movs r3, r3, lsr ip @ shift off unused bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +000095 bne .L_found
Linus Torvalds1da177e2005-04-16 15:20:36 -070096 orr r2, r2, #7 @ if zero, then no bits here
97 add r2, r2, #1 @ align bit pointer
98 b 2b @ loop for next bit
Catalin Marinas93ed3972008-08-28 11:22:32 +010099ENDPROC(_find_next_bit_le)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100
101#ifdef __ARMEB__
102
103ENTRY(_find_first_zero_bit_be)
104 teq r1, #0
105 beq 3f
106 mov r2, #0
1071: eor r3, r2, #0x18 @ big endian byte ordering
Catalin Marinas8b592782009-07-24 12:32:57 +0100108 ARM( ldrb r3, [r0, r3, lsr #3] )
109 THUMB( lsr r3, #3 )
110 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 eors r3, r3, #0xff @ invert bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000112 bne .L_found @ any now set - found zero bit
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 add r2, r2, #8 @ next bit pointer
1142: cmp r2, r1 @ any more?
115 blo 1b
1163: mov r0, r1 @ no free bits
Russell King7999d8d2006-06-25 11:17:23 +0100117 mov pc, lr
Catalin Marinas93ed3972008-08-28 11:22:32 +0100118ENDPROC(_find_first_zero_bit_be)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119
120ENTRY(_find_next_zero_bit_be)
121 teq r1, #0
122 beq 3b
123 ands ip, r2, #7
124 beq 1b @ If new byte, goto old routine
125 eor r3, r2, #0x18 @ big endian byte ordering
Catalin Marinas8b592782009-07-24 12:32:57 +0100126 ARM( ldrb r3, [r0, r3, lsr #3] )
127 THUMB( lsr r3, #3 )
128 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 eor r3, r3, #0xff @ now looking for a 1 bit
130 movs r3, r3, lsr ip @ shift off unused bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000131 bne .L_found
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 orr r2, r2, #7 @ if zero, then no bits here
133 add r2, r2, #1 @ align bit pointer
134 b 2b @ loop for next bit
Catalin Marinas93ed3972008-08-28 11:22:32 +0100135ENDPROC(_find_next_zero_bit_be)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136
137ENTRY(_find_first_bit_be)
138 teq r1, #0
139 beq 3f
140 mov r2, #0
1411: eor r3, r2, #0x18 @ big endian byte ordering
Catalin Marinas8b592782009-07-24 12:32:57 +0100142 ARM( ldrb r3, [r0, r3, lsr #3] )
143 THUMB( lsr r3, #3 )
144 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 movs r3, r3
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000146 bne .L_found @ any now set - found zero bit
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 add r2, r2, #8 @ next bit pointer
1482: cmp r2, r1 @ any more?
149 blo 1b
1503: mov r0, r1 @ no free bits
Russell King7999d8d2006-06-25 11:17:23 +0100151 mov pc, lr
Catalin Marinas93ed3972008-08-28 11:22:32 +0100152ENDPROC(_find_first_bit_be)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153
154ENTRY(_find_next_bit_be)
155 teq r1, #0
156 beq 3b
157 ands ip, r2, #7
158 beq 1b @ If new byte, goto old routine
159 eor r3, r2, #0x18 @ big endian byte ordering
Catalin Marinas8b592782009-07-24 12:32:57 +0100160 ARM( ldrb r3, [r0, r3, lsr #3] )
161 THUMB( lsr r3, #3 )
162 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 movs r3, r3, lsr ip @ shift off unused bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000164 bne .L_found
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 orr r2, r2, #7 @ if zero, then no bits here
166 add r2, r2, #1 @ align bit pointer
167 b 2b @ loop for next bit
Catalin Marinas93ed3972008-08-28 11:22:32 +0100168ENDPROC(_find_next_bit_be)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169
170#endif
171
172/*
173 * One or more bits in the LSB of r3 are assumed to be set.
174 */
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000175.L_found:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176#if __LINUX_ARM_ARCH__ >= 5
James Jones0e91ec02010-11-24 00:21:37 +0100177 rsb r0, r3, #0
178 and r3, r3, r0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 clz r3, r3
180 rsb r3, r3, #31
181 add r0, r2, r3
182#else
183 tst r3, #0x0f
184 addeq r2, r2, #4
185 movne r3, r3, lsl #4
186 tst r3, #0x30
187 addeq r2, r2, #2
188 movne r3, r3, lsl #2
189 tst r3, #0x40
190 addeq r2, r2, #1
191 mov r0, r2
192#endif
James Jones0e91ec02010-11-24 00:21:37 +0100193 cmp r1, r0 @ Clamp to maxbit
194 movlo r0, r1
Russell King7999d8d2006-06-25 11:17:23 +0100195 mov pc, lr
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196