Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/arch/arm/lib/findbit.S |
| 3 | * |
| 4 | * Copyright (C) 1995-2000 Russell King |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | * |
| 10 | * 16th March 2001 - John Ripley <jripley@sonicblue.com> |
| 11 | * Fixed so that "size" is an exclusive not an inclusive quantity. |
| 12 | * All users of these functions expect exclusive sizes, and may |
| 13 | * also call with zero size. |
| 14 | * Reworked by rmk. |
| 15 | */ |
| 16 | #include <linux/linkage.h> |
| 17 | #include <asm/assembler.h> |
| 18 | .text |
| 19 | |
| 20 | /* |
| 21 | * Purpose : Find a 'zero' bit |
| 22 | * Prototype: int find_first_zero_bit(void *addr, unsigned int maxbit); |
| 23 | */ |
| 24 | ENTRY(_find_first_zero_bit_le) |
| 25 | teq r1, #0 |
| 26 | beq 3f |
| 27 | mov r2, #0 |
Catalin Marinas | 8b59278 | 2009-07-24 12:32:57 +0100 | [diff] [blame] | 28 | 1: |
| 29 | ARM( ldrb r3, [r0, r2, lsr #3] ) |
| 30 | THUMB( lsr r3, r2, #3 ) |
| 31 | THUMB( ldrb r3, [r0, r3] ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | eors r3, r3, #0xff @ invert bits |
Nicolas Pitre | 8adbb37 | 2005-11-11 21:51:49 +0000 | [diff] [blame] | 33 | bne .L_found @ any now set - found zero bit |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | add r2, r2, #8 @ next bit pointer |
| 35 | 2: cmp r2, r1 @ any more? |
| 36 | blo 1b |
| 37 | 3: mov r0, r1 @ no free bits |
Russell King | 6ebbf2c | 2014-06-30 16:29:12 +0100 | [diff] [blame] | 38 | ret lr |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 39 | ENDPROC(_find_first_zero_bit_le) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | |
| 41 | /* |
| 42 | * Purpose : Find next 'zero' bit |
| 43 | * Prototype: int find_next_zero_bit(void *addr, unsigned int maxbit, int offset) |
| 44 | */ |
| 45 | ENTRY(_find_next_zero_bit_le) |
| 46 | teq r1, #0 |
| 47 | beq 3b |
| 48 | ands ip, r2, #7 |
| 49 | beq 1b @ If new byte, goto old routine |
Catalin Marinas | 8b59278 | 2009-07-24 12:32:57 +0100 | [diff] [blame] | 50 | ARM( ldrb r3, [r0, r2, lsr #3] ) |
| 51 | THUMB( lsr r3, r2, #3 ) |
| 52 | THUMB( ldrb r3, [r0, r3] ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | eor r3, r3, #0xff @ now looking for a 1 bit |
| 54 | movs r3, r3, lsr ip @ shift off unused bits |
Nicolas Pitre | 8adbb37 | 2005-11-11 21:51:49 +0000 | [diff] [blame] | 55 | bne .L_found |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | orr r2, r2, #7 @ if zero, then no bits here |
| 57 | add r2, r2, #1 @ align bit pointer |
| 58 | b 2b @ loop for next bit |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 59 | ENDPROC(_find_next_zero_bit_le) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | |
| 61 | /* |
| 62 | * Purpose : Find a 'one' bit |
| 63 | * Prototype: int find_first_bit(const unsigned long *addr, unsigned int maxbit); |
| 64 | */ |
| 65 | ENTRY(_find_first_bit_le) |
| 66 | teq r1, #0 |
| 67 | beq 3f |
| 68 | mov r2, #0 |
Catalin Marinas | 8b59278 | 2009-07-24 12:32:57 +0100 | [diff] [blame] | 69 | 1: |
| 70 | ARM( ldrb r3, [r0, r2, lsr #3] ) |
| 71 | THUMB( lsr r3, r2, #3 ) |
| 72 | THUMB( ldrb r3, [r0, r3] ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | movs r3, r3 |
Nicolas Pitre | 8adbb37 | 2005-11-11 21:51:49 +0000 | [diff] [blame] | 74 | bne .L_found @ any now set - found zero bit |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | add r2, r2, #8 @ next bit pointer |
| 76 | 2: cmp r2, r1 @ any more? |
| 77 | blo 1b |
| 78 | 3: mov r0, r1 @ no free bits |
Russell King | 6ebbf2c | 2014-06-30 16:29:12 +0100 | [diff] [blame] | 79 | ret lr |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 80 | ENDPROC(_find_first_bit_le) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | |
| 82 | /* |
| 83 | * Purpose : Find next 'one' bit |
| 84 | * Prototype: int find_next_zero_bit(void *addr, unsigned int maxbit, int offset) |
| 85 | */ |
| 86 | ENTRY(_find_next_bit_le) |
| 87 | teq r1, #0 |
| 88 | beq 3b |
| 89 | ands ip, r2, #7 |
| 90 | beq 1b @ If new byte, goto old routine |
Catalin Marinas | 8b59278 | 2009-07-24 12:32:57 +0100 | [diff] [blame] | 91 | ARM( ldrb r3, [r0, r2, lsr #3] ) |
| 92 | THUMB( lsr r3, r2, #3 ) |
| 93 | THUMB( ldrb r3, [r0, r3] ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | movs r3, r3, lsr ip @ shift off unused bits |
Nicolas Pitre | 8adbb37 | 2005-11-11 21:51:49 +0000 | [diff] [blame] | 95 | bne .L_found |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | orr r2, r2, #7 @ if zero, then no bits here |
| 97 | add r2, r2, #1 @ align bit pointer |
| 98 | b 2b @ loop for next bit |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 99 | ENDPROC(_find_next_bit_le) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | |
| 101 | #ifdef __ARMEB__ |
| 102 | |
| 103 | ENTRY(_find_first_zero_bit_be) |
| 104 | teq r1, #0 |
| 105 | beq 3f |
| 106 | mov r2, #0 |
| 107 | 1: eor r3, r2, #0x18 @ big endian byte ordering |
Catalin Marinas | 8b59278 | 2009-07-24 12:32:57 +0100 | [diff] [blame] | 108 | ARM( ldrb r3, [r0, r3, lsr #3] ) |
| 109 | THUMB( lsr r3, #3 ) |
| 110 | THUMB( ldrb r3, [r0, r3] ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | eors r3, r3, #0xff @ invert bits |
Nicolas Pitre | 8adbb37 | 2005-11-11 21:51:49 +0000 | [diff] [blame] | 112 | bne .L_found @ any now set - found zero bit |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | add r2, r2, #8 @ next bit pointer |
| 114 | 2: cmp r2, r1 @ any more? |
| 115 | blo 1b |
| 116 | 3: mov r0, r1 @ no free bits |
Russell King | 6ebbf2c | 2014-06-30 16:29:12 +0100 | [diff] [blame] | 117 | ret lr |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 118 | ENDPROC(_find_first_zero_bit_be) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | |
| 120 | ENTRY(_find_next_zero_bit_be) |
| 121 | teq r1, #0 |
| 122 | beq 3b |
| 123 | ands ip, r2, #7 |
| 124 | beq 1b @ If new byte, goto old routine |
| 125 | eor r3, r2, #0x18 @ big endian byte ordering |
Catalin Marinas | 8b59278 | 2009-07-24 12:32:57 +0100 | [diff] [blame] | 126 | ARM( ldrb r3, [r0, r3, lsr #3] ) |
| 127 | THUMB( lsr r3, #3 ) |
| 128 | THUMB( ldrb r3, [r0, r3] ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | eor r3, r3, #0xff @ now looking for a 1 bit |
| 130 | movs r3, r3, lsr ip @ shift off unused bits |
Nicolas Pitre | 8adbb37 | 2005-11-11 21:51:49 +0000 | [diff] [blame] | 131 | bne .L_found |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | orr r2, r2, #7 @ if zero, then no bits here |
| 133 | add r2, r2, #1 @ align bit pointer |
| 134 | b 2b @ loop for next bit |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 135 | ENDPROC(_find_next_zero_bit_be) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | |
| 137 | ENTRY(_find_first_bit_be) |
| 138 | teq r1, #0 |
| 139 | beq 3f |
| 140 | mov r2, #0 |
| 141 | 1: eor r3, r2, #0x18 @ big endian byte ordering |
Catalin Marinas | 8b59278 | 2009-07-24 12:32:57 +0100 | [diff] [blame] | 142 | ARM( ldrb r3, [r0, r3, lsr #3] ) |
| 143 | THUMB( lsr r3, #3 ) |
| 144 | THUMB( ldrb r3, [r0, r3] ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 145 | movs r3, r3 |
Nicolas Pitre | 8adbb37 | 2005-11-11 21:51:49 +0000 | [diff] [blame] | 146 | bne .L_found @ any now set - found zero bit |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | add r2, r2, #8 @ next bit pointer |
| 148 | 2: cmp r2, r1 @ any more? |
| 149 | blo 1b |
| 150 | 3: mov r0, r1 @ no free bits |
Russell King | 6ebbf2c | 2014-06-30 16:29:12 +0100 | [diff] [blame] | 151 | ret lr |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 152 | ENDPROC(_find_first_bit_be) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | |
| 154 | ENTRY(_find_next_bit_be) |
| 155 | teq r1, #0 |
| 156 | beq 3b |
| 157 | ands ip, r2, #7 |
| 158 | beq 1b @ If new byte, goto old routine |
| 159 | eor r3, r2, #0x18 @ big endian byte ordering |
Catalin Marinas | 8b59278 | 2009-07-24 12:32:57 +0100 | [diff] [blame] | 160 | ARM( ldrb r3, [r0, r3, lsr #3] ) |
| 161 | THUMB( lsr r3, #3 ) |
| 162 | THUMB( ldrb r3, [r0, r3] ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | movs r3, r3, lsr ip @ shift off unused bits |
Nicolas Pitre | 8adbb37 | 2005-11-11 21:51:49 +0000 | [diff] [blame] | 164 | bne .L_found |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | orr r2, r2, #7 @ if zero, then no bits here |
| 166 | add r2, r2, #1 @ align bit pointer |
| 167 | b 2b @ loop for next bit |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 168 | ENDPROC(_find_next_bit_be) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 | |
| 170 | #endif |
| 171 | |
| 172 | /* |
| 173 | * One or more bits in the LSB of r3 are assumed to be set. |
| 174 | */ |
Nicolas Pitre | 8adbb37 | 2005-11-11 21:51:49 +0000 | [diff] [blame] | 175 | .L_found: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | #if __LINUX_ARM_ARCH__ >= 5 |
James Jones | 0e91ec0 | 2010-11-24 00:21:37 +0100 | [diff] [blame] | 177 | rsb r0, r3, #0 |
| 178 | and r3, r3, r0 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | clz r3, r3 |
| 180 | rsb r3, r3, #31 |
| 181 | add r0, r2, r3 |
| 182 | #else |
| 183 | tst r3, #0x0f |
| 184 | addeq r2, r2, #4 |
| 185 | movne r3, r3, lsl #4 |
| 186 | tst r3, #0x30 |
| 187 | addeq r2, r2, #2 |
| 188 | movne r3, r3, lsl #2 |
| 189 | tst r3, #0x40 |
| 190 | addeq r2, r2, #1 |
| 191 | mov r0, r2 |
| 192 | #endif |
James Jones | 0e91ec0 | 2010-11-24 00:21:37 +0100 | [diff] [blame] | 193 | cmp r1, r0 @ Clamp to maxbit |
| 194 | movlo r0, r1 |
Russell King | 6ebbf2c | 2014-06-30 16:29:12 +0100 | [diff] [blame] | 195 | ret lr |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | |