blob: 12fa49cda8e0b774c618cc04e362c55b32e64bf8 [file] [log] [blame]
Edward O'Callaghan37a6a452009-08-07 20:30:09 +00001/* ===-- udivmodti4.c - Implement __udivmodti4 -----------------------------===
2 *
3 * The LLVM Compiler Infrastructure
4 *
5 * This file is distributed under the University of Illinois Open Source
6 * License. See LICENSE.TXT for details.
7 *
8 * ===----------------------------------------------------------------------===
9 *
10 * This file implements __udivmodti4 for the compiler_rt library.
11 *
12 * ===----------------------------------------------------------------------===
13 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000014
15#if __x86_64
16
17#include "int_lib.h"
18
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000019/* Effects: if rem != 0, *rem = a % b
20 * Returns: a / b
21 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000022
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000023/* Translated from Figure 3-40 of The PowerPC Compiler Writer's Guide */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000024
25tu_int
26__udivmodti4(tu_int a, tu_int b, tu_int* rem)
27{
28 const unsigned n_udword_bits = sizeof(du_int) * CHAR_BIT;
29 const unsigned n_utword_bits = sizeof(tu_int) * CHAR_BIT;
30 utwords n;
31 n.all = a;
32 utwords d;
33 d.all = b;
34 utwords q;
35 utwords r;
36 unsigned sr;
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000037 /* special cases, X is unknown, K != 0 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000038 if (n.high == 0)
39 {
40 if (d.high == 0)
41 {
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000042 /* 0 X
43 * ---
44 * 0 X
45 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000046 if (rem)
47 *rem = n.low % d.low;
48 return n.low / d.low;
49 }
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000050 /* 0 X
51 * ---
52 * K X
53 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000054 if (rem)
55 *rem = n.low;
56 return 0;
57 }
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000058 /* n.high != 0 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000059 if (d.low == 0)
60 {
61 if (d.high == 0)
62 {
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000063 /* K X
64 * ---
65 * 0 0
66 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000067 if (rem)
68 *rem = n.high % d.low;
69 return n.high / d.low;
70 }
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000071 /* d.high != 0 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000072 if (n.low == 0)
73 {
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000074 /* K 0
75 * ---
76 * K 0
77 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000078 if (rem)
79 {
80 r.high = n.high % d.high;
81 r.low = 0;
82 *rem = r.all;
83 }
84 return n.high / d.high;
85 }
Edward O'Callaghan37a6a452009-08-07 20:30:09 +000086 /* K K
87 * ---
88 * K 0
89 */
90 if ((d.high & (d.high - 1)) == 0) /* if d is a power of 2 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +000091 {
92 if (rem)
93 {
94 r.low = n.low;
95 r.high = n.high & (d.high - 1);
96 *rem = r.all;
97 }
98 return n.high >> __builtin_ctzll(d.high);
99 }
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000100 /* K K
101 * ---
102 * K 0
103 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000104 sr = __builtin_clzll(d.high) - __builtin_clzll(n.high);
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000105 /* 0 <= sr <= n_udword_bits - 2 or sr large */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000106 if (sr > n_udword_bits - 2)
107 {
108 if (rem)
109 *rem = n.all;
110 return 0;
111 }
112 ++sr;
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000113 /* 1 <= sr <= n_udword_bits - 1 */
114 /* q.all = n.all << (n_utword_bits - sr); */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000115 q.low = 0;
116 q.high = n.low << (n_udword_bits - sr);
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000117 /* r.all = n.all >> sr; */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000118 r.high = n.high >> sr;
119 r.low = (n.high << (n_udword_bits - sr)) | (n.low >> sr);
120 }
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000121 else /* d.low != 0 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000122 {
123 if (d.high == 0)
124 {
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000125 /* K X
126 * ---
127 * 0 K
128 */
129 if ((d.low & (d.low - 1)) == 0) /* if d is a power of 2 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000130 {
131 if (rem)
132 *rem = n.low & (d.low - 1);
133 if (d.low == 1)
134 return n.all;
135 unsigned sr = __builtin_ctzll(d.low);
136 q.high = n.high >> sr;
137 q.low = (n.high << (n_udword_bits - sr)) | (n.low >> sr);
138 return q.all;
139 }
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000140 /* K X
141 * ---
142 * 0 K
143 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000144 sr = 1 + n_udword_bits + __builtin_clzll(d.low)
145 - __builtin_clzll(n.high);
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000146 /* 2 <= sr <= n_utword_bits - 1
147 * q.all = n.all << (n_utword_bits - sr);
148 * r.all = n.all >> sr;
149 * if (sr == n_udword_bits)
150 * {
151 * q.low = 0;
152 * q.high = n.low;
153 * r.high = 0;
154 * r.low = n.high;
155 * }
156 * else if (sr < n_udword_bits) // 2 <= sr <= n_udword_bits - 1
157 * {
158 * q.low = 0;
159 * q.high = n.low << (n_udword_bits - sr);
160 * r.high = n.high >> sr;
161 * r.low = (n.high << (n_udword_bits - sr)) | (n.low >> sr);
162 * }
163 * else // n_udword_bits + 1 <= sr <= n_utword_bits - 1
164 * {
165 * q.low = n.low << (n_utword_bits - sr);
166 * q.high = (n.high << (n_utword_bits - sr)) |
167 * (n.low >> (sr - n_udword_bits));
168 * r.high = 0;
169 * r.low = n.high >> (sr - n_udword_bits);
170 * }
171 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000172 q.low = (n.low << (n_utword_bits - sr)) &
173 ((di_int)(int)(n_udword_bits - sr) >> (n_udword_bits-1));
174 q.high = ((n.low << ( n_udword_bits - sr)) &
175 ((di_int)(int)(sr - n_udword_bits - 1) >> (n_udword_bits-1))) |
176 (((n.high << (n_utword_bits - sr)) |
177 (n.low >> (sr - n_udword_bits))) &
178 ((di_int)(int)(n_udword_bits - sr) >> (n_udword_bits-1)));
179 r.high = (n.high >> sr) &
180 ((di_int)(int)(sr - n_udword_bits) >> (n_udword_bits-1));
181 r.low = ((n.high >> (sr - n_udword_bits)) &
182 ((di_int)(int)(n_udword_bits - sr - 1) >> (n_udword_bits-1))) |
183 (((n.high << (n_udword_bits - sr)) |
184 (n.low >> sr)) &
185 ((di_int)(int)(sr - n_udword_bits) >> (n_udword_bits-1)));
186 }
187 else
188 {
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000189 /* K X
190 * ---
191 * K K
192 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000193 sr = __builtin_clzll(d.high) - __builtin_clzll(n.high);
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000194 /*0 <= sr <= n_udword_bits - 1 or sr large */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000195 if (sr > n_udword_bits - 1)
196 {
197 if (rem)
198 *rem = n.all;
199 return 0;
200 }
201 ++sr;
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000202 /* 1 <= sr <= n_udword_bits */
203 /* q.all = n.all << (n_utword_bits - sr); */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000204 q.low = 0;
205 q.high = n.low << (n_udword_bits - sr);
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000206 /* r.all = n.all >> sr;
207 * if (sr < n_udword_bits)
208 * {
209 * r.high = n.high >> sr;
210 * r.low = (n.high << (n_udword_bits - sr)) | (n.low >> sr);
211 * }
212 * else
213 * {
214 * r.high = 0;
215 * r.low = n.high;
216 * }
217 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000218 r.high = (n.high >> sr) &
219 ((di_int)(int)(sr - n_udword_bits) >> (n_udword_bits-1));
220 r.low = (n.high << (n_udword_bits - sr)) |
221 ((n.low >> sr) &
222 ((di_int)(int)(sr - n_udword_bits) >> (n_udword_bits-1)));
223 }
224 }
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000225 /* Not a special case
226 * q and r are initialized with:
227 * q.all = n.all << (n_utword_bits - sr);
228 * r.all = n.all >> sr;
229 * 1 <= sr <= n_utword_bits - 1
230 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000231 su_int carry = 0;
232 for (; sr > 0; --sr)
233 {
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000234 /* r:q = ((r:q) << 1) | carry */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000235 r.high = (r.high << 1) | (r.low >> (n_udword_bits - 1));
236 r.low = (r.low << 1) | (q.high >> (n_udword_bits - 1));
237 q.high = (q.high << 1) | (q.low >> (n_udword_bits - 1));
238 q.low = (q.low << 1) | carry;
Edward O'Callaghan37a6a452009-08-07 20:30:09 +0000239 /* carry = 0;
240 * if (r.all >= d.all)
241 * {
242 * r.all -= d.all;
243 * carry = 1;
244 * }
245 */
Daniel Dunbarb3a69012009-06-26 16:47:03 +0000246 const ti_int s = (ti_int)(d.all - r.all - 1) >> (n_utword_bits - 1);
247 carry = s & 1;
248 r.all -= d.all & s;
249 }
250 q.all = (q.all << 1) | carry;
251 if (rem)
252 *rem = r.all;
253 return q.all;
254}
255
256#endif