blob: 5f744e72f9f64745eb2984f5f307046a5a246f97 [file] [log] [blame]
Zhou Shengdac63782007-02-06 03:00:16 +00001//===-- APInt.cpp - Implement APInt class ---------------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Zhou Shengdac63782007-02-06 03:00:16 +00007//
8//===----------------------------------------------------------------------===//
9//
Reid Spencera41e93b2007-02-25 19:32:03 +000010// This file implements a class to represent arbitrary precision integer
11// constant values and provide a variety of arithmetic operations on them.
Zhou Shengdac63782007-02-06 03:00:16 +000012//
13//===----------------------------------------------------------------------===//
14
Reid Spencera5e0d202007-02-24 03:58:46 +000015#define DEBUG_TYPE "apint"
Zhou Shengdac63782007-02-06 03:00:16 +000016#include "llvm/ADT/APInt.h"
Daniel Dunbar3a1efd112009-08-13 02:33:34 +000017#include "llvm/ADT/StringRef.h"
Ted Kremenek5c75d542008-01-19 04:23:33 +000018#include "llvm/ADT/FoldingSet.h"
Chris Lattner17f71652008-08-17 07:19:36 +000019#include "llvm/ADT/SmallString.h"
Reid Spencera5e0d202007-02-24 03:58:46 +000020#include "llvm/Support/Debug.h"
Torok Edwin56d06592009-07-11 20:10:48 +000021#include "llvm/Support/ErrorHandling.h"
Zhou Shengdac63782007-02-06 03:00:16 +000022#include "llvm/Support/MathExtras.h"
Chris Lattner0c19df42008-08-23 22:23:09 +000023#include "llvm/Support/raw_ostream.h"
Chris Lattner17f71652008-08-17 07:19:36 +000024#include <cmath>
Jeff Cohene06855e2007-03-20 20:42:36 +000025#include <limits>
Zhou Sheng3e8022d2007-02-07 06:14:53 +000026#include <cstring>
Zhou Shengdac63782007-02-06 03:00:16 +000027#include <cstdlib>
28using namespace llvm;
29
Reid Spencera41e93b2007-02-25 19:32:03 +000030/// A utility function for allocating memory, checking for allocation failures,
31/// and ensuring the contents are zeroed.
Chris Lattner77527f52009-01-21 18:09:24 +000032inline static uint64_t* getClearedMemory(unsigned numWords) {
Reid Spencera856b6e2007-02-18 18:38:44 +000033 uint64_t * result = new uint64_t[numWords];
34 assert(result && "APInt memory allocation fails!");
35 memset(result, 0, numWords * sizeof(uint64_t));
36 return result;
Zhou Sheng94b623a2007-02-06 06:04:53 +000037}
38
Eric Christopher820256b2009-08-21 04:06:45 +000039/// A utility function for allocating memory and checking for allocation
Reid Spencera41e93b2007-02-25 19:32:03 +000040/// failure. The content is not zeroed.
Chris Lattner77527f52009-01-21 18:09:24 +000041inline static uint64_t* getMemory(unsigned numWords) {
Reid Spencera856b6e2007-02-18 18:38:44 +000042 uint64_t * result = new uint64_t[numWords];
43 assert(result && "APInt memory allocation fails!");
44 return result;
45}
46
Erick Tryzelaardadb15712009-08-21 03:15:28 +000047/// A utility function that converts a character to a digit.
48inline static unsigned getDigit(char cdigit, uint8_t radix) {
Erick Tryzelaar60964092009-08-21 06:48:37 +000049 unsigned r;
50
Erick Tryzelaardadb15712009-08-21 03:15:28 +000051 if (radix == 16) {
Erick Tryzelaar60964092009-08-21 06:48:37 +000052 r = cdigit - '0';
53 if (r <= 9)
54 return r;
55
56 r = cdigit - 'A';
57 if (r <= 5)
58 return r + 10;
59
60 r = cdigit - 'a';
61 if (r <= 5)
62 return r + 10;
Erick Tryzelaardadb15712009-08-21 03:15:28 +000063 }
64
Erick Tryzelaar60964092009-08-21 06:48:37 +000065 r = cdigit - '0';
66 if (r < radix)
67 return r;
68
69 return -1U;
Erick Tryzelaardadb15712009-08-21 03:15:28 +000070}
71
72
Chris Lattner77527f52009-01-21 18:09:24 +000073void APInt::initSlowCase(unsigned numBits, uint64_t val, bool isSigned) {
Chris Lattner1ac3e252008-08-20 17:02:31 +000074 pVal = getClearedMemory(getNumWords());
75 pVal[0] = val;
Eric Christopher820256b2009-08-21 04:06:45 +000076 if (isSigned && int64_t(val) < 0)
Chris Lattner1ac3e252008-08-20 17:02:31 +000077 for (unsigned i = 1; i < getNumWords(); ++i)
78 pVal[i] = -1ULL;
Zhou Shengdac63782007-02-06 03:00:16 +000079}
80
Chris Lattnerd57b7602008-10-11 22:07:19 +000081void APInt::initSlowCase(const APInt& that) {
82 pVal = getMemory(getNumWords());
83 memcpy(pVal, that.pVal, getNumWords() * APINT_WORD_SIZE);
84}
85
86
Chris Lattner77527f52009-01-21 18:09:24 +000087APInt::APInt(unsigned numBits, unsigned numWords, const uint64_t bigVal[])
Chris Lattner0c19df42008-08-23 22:23:09 +000088 : BitWidth(numBits), VAL(0) {
Erick Tryzelaar1264bcb2009-08-21 03:15:14 +000089 assert(BitWidth && "Bitwidth too small");
Zhou Shengdac63782007-02-06 03:00:16 +000090 assert(bigVal && "Null pointer detected!");
91 if (isSingleWord())
Reid Spencerdf6cf5a2007-02-24 10:01:42 +000092 VAL = bigVal[0];
Zhou Shengdac63782007-02-06 03:00:16 +000093 else {
Reid Spencerdf6cf5a2007-02-24 10:01:42 +000094 // Get memory, cleared to 0
95 pVal = getClearedMemory(getNumWords());
96 // Calculate the number of words to copy
Chris Lattner77527f52009-01-21 18:09:24 +000097 unsigned words = std::min<unsigned>(numWords, getNumWords());
Reid Spencerdf6cf5a2007-02-24 10:01:42 +000098 // Copy the words from bigVal to pVal
99 memcpy(pVal, bigVal, words * APINT_WORD_SIZE);
Zhou Shengdac63782007-02-06 03:00:16 +0000100 }
Reid Spencerdf6cf5a2007-02-24 10:01:42 +0000101 // Make sure unused high bits are cleared
102 clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000103}
104
Eric Christopher820256b2009-08-21 04:06:45 +0000105APInt::APInt(unsigned numbits, const StringRef& Str, uint8_t radix)
Reid Spencer1ba83352007-02-21 03:55:44 +0000106 : BitWidth(numbits), VAL(0) {
Erick Tryzelaar1264bcb2009-08-21 03:15:14 +0000107 assert(BitWidth && "Bitwidth too small");
Daniel Dunbar3a1efd112009-08-13 02:33:34 +0000108 fromString(numbits, Str, radix);
Zhou Sheng3e8022d2007-02-07 06:14:53 +0000109}
110
Chris Lattner1ac3e252008-08-20 17:02:31 +0000111APInt& APInt::AssignSlowCase(const APInt& RHS) {
Reid Spencer7c16cd22007-02-26 23:38:21 +0000112 // Don't do anything for X = X
113 if (this == &RHS)
114 return *this;
115
Reid Spencer7c16cd22007-02-26 23:38:21 +0000116 if (BitWidth == RHS.getBitWidth()) {
Chris Lattner1ac3e252008-08-20 17:02:31 +0000117 // assume same bit-width single-word case is already handled
118 assert(!isSingleWord());
119 memcpy(pVal, RHS.pVal, getNumWords() * APINT_WORD_SIZE);
Reid Spencer7c16cd22007-02-26 23:38:21 +0000120 return *this;
121 }
122
Chris Lattner1ac3e252008-08-20 17:02:31 +0000123 if (isSingleWord()) {
124 // assume case where both are single words is already handled
125 assert(!RHS.isSingleWord());
126 VAL = 0;
127 pVal = getMemory(RHS.getNumWords());
128 memcpy(pVal, RHS.pVal, RHS.getNumWords() * APINT_WORD_SIZE);
Eric Christopher820256b2009-08-21 04:06:45 +0000129 } else if (getNumWords() == RHS.getNumWords())
Reid Spencer7c16cd22007-02-26 23:38:21 +0000130 memcpy(pVal, RHS.pVal, RHS.getNumWords() * APINT_WORD_SIZE);
131 else if (RHS.isSingleWord()) {
132 delete [] pVal;
Reid Spencera856b6e2007-02-18 18:38:44 +0000133 VAL = RHS.VAL;
Reid Spencer7c16cd22007-02-26 23:38:21 +0000134 } else {
135 delete [] pVal;
136 pVal = getMemory(RHS.getNumWords());
137 memcpy(pVal, RHS.pVal, RHS.getNumWords() * APINT_WORD_SIZE);
138 }
139 BitWidth = RHS.BitWidth;
140 return clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000141}
142
Zhou Shengdac63782007-02-06 03:00:16 +0000143APInt& APInt::operator=(uint64_t RHS) {
Eric Christopher820256b2009-08-21 04:06:45 +0000144 if (isSingleWord())
Reid Spencer1d072122007-02-16 22:36:51 +0000145 VAL = RHS;
Zhou Shengdac63782007-02-06 03:00:16 +0000146 else {
147 pVal[0] = RHS;
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000148 memset(pVal+1, 0, (getNumWords() - 1) * APINT_WORD_SIZE);
Zhou Shengdac63782007-02-06 03:00:16 +0000149 }
Reid Spencer7c16cd22007-02-26 23:38:21 +0000150 return clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000151}
152
Ted Kremenek5c75d542008-01-19 04:23:33 +0000153/// Profile - This method 'profiles' an APInt for use with FoldingSet.
154void APInt::Profile(FoldingSetNodeID& ID) const {
Ted Kremenek901540f2008-02-19 20:50:41 +0000155 ID.AddInteger(BitWidth);
Eric Christopher820256b2009-08-21 04:06:45 +0000156
Ted Kremenek5c75d542008-01-19 04:23:33 +0000157 if (isSingleWord()) {
158 ID.AddInteger(VAL);
159 return;
160 }
161
Chris Lattner77527f52009-01-21 18:09:24 +0000162 unsigned NumWords = getNumWords();
Ted Kremenek5c75d542008-01-19 04:23:33 +0000163 for (unsigned i = 0; i < NumWords; ++i)
164 ID.AddInteger(pVal[i]);
165}
166
Eric Christopher820256b2009-08-21 04:06:45 +0000167/// add_1 - This function adds a single "digit" integer, y, to the multiple
Reid Spencera856b6e2007-02-18 18:38:44 +0000168/// "digit" integer array, x[]. x[] is modified to reflect the addition and
169/// 1 is returned if there is a carry out, otherwise 0 is returned.
Reid Spencer100502d2007-02-17 03:16:00 +0000170/// @returns the carry of the addition.
Chris Lattner77527f52009-01-21 18:09:24 +0000171static bool add_1(uint64_t dest[], uint64_t x[], unsigned len, uint64_t y) {
172 for (unsigned i = 0; i < len; ++i) {
Reid Spenceree0a6852007-02-18 06:39:42 +0000173 dest[i] = y + x[i];
174 if (dest[i] < y)
Reid Spencerdf6cf5a2007-02-24 10:01:42 +0000175 y = 1; // Carry one to next digit.
Reid Spenceree0a6852007-02-18 06:39:42 +0000176 else {
Reid Spencerdf6cf5a2007-02-24 10:01:42 +0000177 y = 0; // No need to carry so exit early
Reid Spenceree0a6852007-02-18 06:39:42 +0000178 break;
179 }
Reid Spencer100502d2007-02-17 03:16:00 +0000180 }
Reid Spenceree0a6852007-02-18 06:39:42 +0000181 return y;
Reid Spencer100502d2007-02-17 03:16:00 +0000182}
183
Zhou Shengdac63782007-02-06 03:00:16 +0000184/// @brief Prefix increment operator. Increments the APInt by one.
185APInt& APInt::operator++() {
Eric Christopher820256b2009-08-21 04:06:45 +0000186 if (isSingleWord())
Reid Spencer1d072122007-02-16 22:36:51 +0000187 ++VAL;
Zhou Shengdac63782007-02-06 03:00:16 +0000188 else
Zhou Sheng3e8022d2007-02-07 06:14:53 +0000189 add_1(pVal, pVal, getNumWords(), 1);
Reid Spencera41e93b2007-02-25 19:32:03 +0000190 return clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000191}
192
Eric Christopher820256b2009-08-21 04:06:45 +0000193/// sub_1 - This function subtracts a single "digit" (64-bit word), y, from
194/// the multi-digit integer array, x[], propagating the borrowed 1 value until
Reid Spencera856b6e2007-02-18 18:38:44 +0000195/// no further borrowing is neeeded or it runs out of "digits" in x. The result
196/// is 1 if "borrowing" exhausted the digits in x, or 0 if x was not exhausted.
197/// In other words, if y > x then this function returns 1, otherwise 0.
Reid Spencera41e93b2007-02-25 19:32:03 +0000198/// @returns the borrow out of the subtraction
Chris Lattner77527f52009-01-21 18:09:24 +0000199static bool sub_1(uint64_t x[], unsigned len, uint64_t y) {
200 for (unsigned i = 0; i < len; ++i) {
Reid Spencer100502d2007-02-17 03:16:00 +0000201 uint64_t X = x[i];
Reid Spenceree0a6852007-02-18 06:39:42 +0000202 x[i] -= y;
Eric Christopher820256b2009-08-21 04:06:45 +0000203 if (y > X)
Reid Spencera856b6e2007-02-18 18:38:44 +0000204 y = 1; // We have to "borrow 1" from next "digit"
Reid Spencer100502d2007-02-17 03:16:00 +0000205 else {
Reid Spencera856b6e2007-02-18 18:38:44 +0000206 y = 0; // No need to borrow
207 break; // Remaining digits are unchanged so exit early
Reid Spencer100502d2007-02-17 03:16:00 +0000208 }
209 }
Reid Spencera41e93b2007-02-25 19:32:03 +0000210 return bool(y);
Reid Spencer100502d2007-02-17 03:16:00 +0000211}
212
Zhou Shengdac63782007-02-06 03:00:16 +0000213/// @brief Prefix decrement operator. Decrements the APInt by one.
214APInt& APInt::operator--() {
Eric Christopher820256b2009-08-21 04:06:45 +0000215 if (isSingleWord())
Reid Spencera856b6e2007-02-18 18:38:44 +0000216 --VAL;
Zhou Shengdac63782007-02-06 03:00:16 +0000217 else
Zhou Sheng3e8022d2007-02-07 06:14:53 +0000218 sub_1(pVal, getNumWords(), 1);
Reid Spencera41e93b2007-02-25 19:32:03 +0000219 return clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000220}
221
Reid Spencera41e93b2007-02-25 19:32:03 +0000222/// add - This function adds the integer array x to the integer array Y and
Eric Christopher820256b2009-08-21 04:06:45 +0000223/// places the result in dest.
Reid Spencera41e93b2007-02-25 19:32:03 +0000224/// @returns the carry out from the addition
225/// @brief General addition of 64-bit integer arrays
Eric Christopher820256b2009-08-21 04:06:45 +0000226static bool add(uint64_t *dest, const uint64_t *x, const uint64_t *y,
Chris Lattner77527f52009-01-21 18:09:24 +0000227 unsigned len) {
Reid Spencera5e0d202007-02-24 03:58:46 +0000228 bool carry = false;
Chris Lattner77527f52009-01-21 18:09:24 +0000229 for (unsigned i = 0; i< len; ++i) {
Reid Spencercb292e42007-02-23 01:57:13 +0000230 uint64_t limit = std::min(x[i],y[i]); // must come first in case dest == x
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000231 dest[i] = x[i] + y[i] + carry;
Reid Spencerdb2abec2007-02-21 05:44:56 +0000232 carry = dest[i] < limit || (carry && dest[i] == limit);
Reid Spencer100502d2007-02-17 03:16:00 +0000233 }
234 return carry;
235}
236
Reid Spencera41e93b2007-02-25 19:32:03 +0000237/// Adds the RHS APint to this APInt.
238/// @returns this, after addition of RHS.
Eric Christopher820256b2009-08-21 04:06:45 +0000239/// @brief Addition assignment operator.
Zhou Shengdac63782007-02-06 03:00:16 +0000240APInt& APInt::operator+=(const APInt& RHS) {
Reid Spencera32372d12007-02-17 00:18:01 +0000241 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Eric Christopher820256b2009-08-21 04:06:45 +0000242 if (isSingleWord())
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000243 VAL += RHS.VAL;
Zhou Shengdac63782007-02-06 03:00:16 +0000244 else {
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000245 add(pVal, pVal, RHS.pVal, getNumWords());
Zhou Shengdac63782007-02-06 03:00:16 +0000246 }
Reid Spencera41e93b2007-02-25 19:32:03 +0000247 return clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000248}
249
Eric Christopher820256b2009-08-21 04:06:45 +0000250/// Subtracts the integer array y from the integer array x
Reid Spencera41e93b2007-02-25 19:32:03 +0000251/// @returns returns the borrow out.
252/// @brief Generalized subtraction of 64-bit integer arrays.
Eric Christopher820256b2009-08-21 04:06:45 +0000253static bool sub(uint64_t *dest, const uint64_t *x, const uint64_t *y,
Chris Lattner77527f52009-01-21 18:09:24 +0000254 unsigned len) {
Reid Spencer1ba83352007-02-21 03:55:44 +0000255 bool borrow = false;
Chris Lattner77527f52009-01-21 18:09:24 +0000256 for (unsigned i = 0; i < len; ++i) {
Reid Spencer1ba83352007-02-21 03:55:44 +0000257 uint64_t x_tmp = borrow ? x[i] - 1 : x[i];
258 borrow = y[i] > x_tmp || (borrow && x[i] == 0);
259 dest[i] = x_tmp - y[i];
Reid Spencer100502d2007-02-17 03:16:00 +0000260 }
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000261 return borrow;
Reid Spencer100502d2007-02-17 03:16:00 +0000262}
263
Reid Spencera41e93b2007-02-25 19:32:03 +0000264/// Subtracts the RHS APInt from this APInt
265/// @returns this, after subtraction
Eric Christopher820256b2009-08-21 04:06:45 +0000266/// @brief Subtraction assignment operator.
Zhou Shengdac63782007-02-06 03:00:16 +0000267APInt& APInt::operator-=(const APInt& RHS) {
Reid Spencera32372d12007-02-17 00:18:01 +0000268 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Eric Christopher820256b2009-08-21 04:06:45 +0000269 if (isSingleWord())
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000270 VAL -= RHS.VAL;
271 else
272 sub(pVal, pVal, RHS.pVal, getNumWords());
Reid Spencera41e93b2007-02-25 19:32:03 +0000273 return clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000274}
275
Reid Spencera41e93b2007-02-25 19:32:03 +0000276/// Multiplies an integer array, x by a a uint64_t integer and places the result
Eric Christopher820256b2009-08-21 04:06:45 +0000277/// into dest.
Reid Spencera41e93b2007-02-25 19:32:03 +0000278/// @returns the carry out of the multiplication.
279/// @brief Multiply a multi-digit APInt by a single digit (64-bit) integer.
Chris Lattner77527f52009-01-21 18:09:24 +0000280static uint64_t mul_1(uint64_t dest[], uint64_t x[], unsigned len, uint64_t y) {
Reid Spencerdf6cf5a2007-02-24 10:01:42 +0000281 // Split y into high 32-bit part (hy) and low 32-bit part (ly)
Reid Spencer100502d2007-02-17 03:16:00 +0000282 uint64_t ly = y & 0xffffffffULL, hy = y >> 32;
Reid Spencera41e93b2007-02-25 19:32:03 +0000283 uint64_t carry = 0;
284
285 // For each digit of x.
Chris Lattner77527f52009-01-21 18:09:24 +0000286 for (unsigned i = 0; i < len; ++i) {
Reid Spencera41e93b2007-02-25 19:32:03 +0000287 // Split x into high and low words
288 uint64_t lx = x[i] & 0xffffffffULL;
289 uint64_t hx = x[i] >> 32;
290 // hasCarry - A flag to indicate if there is a carry to the next digit.
Reid Spencer100502d2007-02-17 03:16:00 +0000291 // hasCarry == 0, no carry
292 // hasCarry == 1, has carry
293 // hasCarry == 2, no carry and the calculation result == 0.
294 uint8_t hasCarry = 0;
295 dest[i] = carry + lx * ly;
296 // Determine if the add above introduces carry.
297 hasCarry = (dest[i] < carry) ? 1 : 0;
298 carry = hx * ly + (dest[i] >> 32) + (hasCarry ? (1ULL << 32) : 0);
Eric Christopher820256b2009-08-21 04:06:45 +0000299 // The upper limit of carry can be (2^32 - 1)(2^32 - 1) +
Reid Spencer100502d2007-02-17 03:16:00 +0000300 // (2^32 - 1) + 2^32 = 2^64.
301 hasCarry = (!carry && hasCarry) ? 1 : (!carry ? 2 : 0);
302
303 carry += (lx * hy) & 0xffffffffULL;
304 dest[i] = (carry << 32) | (dest[i] & 0xffffffffULL);
Eric Christopher820256b2009-08-21 04:06:45 +0000305 carry = (((!carry && hasCarry != 2) || hasCarry == 1) ? (1ULL << 32) : 0) +
Reid Spencer100502d2007-02-17 03:16:00 +0000306 (carry >> 32) + ((lx * hy) >> 32) + hx * hy;
307 }
Reid Spencer100502d2007-02-17 03:16:00 +0000308 return carry;
309}
310
Eric Christopher820256b2009-08-21 04:06:45 +0000311/// Multiplies integer array x by integer array y and stores the result into
Reid Spencera41e93b2007-02-25 19:32:03 +0000312/// the integer array dest. Note that dest's size must be >= xlen + ylen.
313/// @brief Generalized multiplicate of integer arrays.
Chris Lattner77527f52009-01-21 18:09:24 +0000314static void mul(uint64_t dest[], uint64_t x[], unsigned xlen, uint64_t y[],
315 unsigned ylen) {
Reid Spencer100502d2007-02-17 03:16:00 +0000316 dest[xlen] = mul_1(dest, x, xlen, y[0]);
Chris Lattner77527f52009-01-21 18:09:24 +0000317 for (unsigned i = 1; i < ylen; ++i) {
Reid Spencer100502d2007-02-17 03:16:00 +0000318 uint64_t ly = y[i] & 0xffffffffULL, hy = y[i] >> 32;
Reid Spencer58a6a432007-02-21 08:21:52 +0000319 uint64_t carry = 0, lx = 0, hx = 0;
Chris Lattner77527f52009-01-21 18:09:24 +0000320 for (unsigned j = 0; j < xlen; ++j) {
Reid Spencer100502d2007-02-17 03:16:00 +0000321 lx = x[j] & 0xffffffffULL;
322 hx = x[j] >> 32;
323 // hasCarry - A flag to indicate if has carry.
324 // hasCarry == 0, no carry
325 // hasCarry == 1, has carry
326 // hasCarry == 2, no carry and the calculation result == 0.
327 uint8_t hasCarry = 0;
328 uint64_t resul = carry + lx * ly;
329 hasCarry = (resul < carry) ? 1 : 0;
330 carry = (hasCarry ? (1ULL << 32) : 0) + hx * ly + (resul >> 32);
331 hasCarry = (!carry && hasCarry) ? 1 : (!carry ? 2 : 0);
332
333 carry += (lx * hy) & 0xffffffffULL;
334 resul = (carry << 32) | (resul & 0xffffffffULL);
335 dest[i+j] += resul;
336 carry = (((!carry && hasCarry != 2) || hasCarry == 1) ? (1ULL << 32) : 0)+
Eric Christopher820256b2009-08-21 04:06:45 +0000337 (carry >> 32) + (dest[i+j] < resul ? 1 : 0) +
Reid Spencer100502d2007-02-17 03:16:00 +0000338 ((lx * hy) >> 32) + hx * hy;
339 }
340 dest[i+xlen] = carry;
341 }
342}
343
Zhou Shengdac63782007-02-06 03:00:16 +0000344APInt& APInt::operator*=(const APInt& RHS) {
Reid Spencera32372d12007-02-17 00:18:01 +0000345 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Reid Spencer58a6a432007-02-21 08:21:52 +0000346 if (isSingleWord()) {
Reid Spencer4bb430c2007-02-20 20:42:10 +0000347 VAL *= RHS.VAL;
Reid Spencer58a6a432007-02-21 08:21:52 +0000348 clearUnusedBits();
349 return *this;
Zhou Shengdac63782007-02-06 03:00:16 +0000350 }
Reid Spencer58a6a432007-02-21 08:21:52 +0000351
352 // Get some bit facts about LHS and check for zero
Chris Lattner77527f52009-01-21 18:09:24 +0000353 unsigned lhsBits = getActiveBits();
354 unsigned lhsWords = !lhsBits ? 0 : whichWord(lhsBits - 1) + 1;
Eric Christopher820256b2009-08-21 04:06:45 +0000355 if (!lhsWords)
Reid Spencer58a6a432007-02-21 08:21:52 +0000356 // 0 * X ===> 0
357 return *this;
358
359 // Get some bit facts about RHS and check for zero
Chris Lattner77527f52009-01-21 18:09:24 +0000360 unsigned rhsBits = RHS.getActiveBits();
361 unsigned rhsWords = !rhsBits ? 0 : whichWord(rhsBits - 1) + 1;
Reid Spencer58a6a432007-02-21 08:21:52 +0000362 if (!rhsWords) {
363 // X * 0 ===> 0
364 clear();
365 return *this;
366 }
367
368 // Allocate space for the result
Chris Lattner77527f52009-01-21 18:09:24 +0000369 unsigned destWords = rhsWords + lhsWords;
Reid Spencer58a6a432007-02-21 08:21:52 +0000370 uint64_t *dest = getMemory(destWords);
371
372 // Perform the long multiply
373 mul(dest, pVal, lhsWords, RHS.pVal, rhsWords);
374
375 // Copy result back into *this
376 clear();
Chris Lattner77527f52009-01-21 18:09:24 +0000377 unsigned wordsToCopy = destWords >= getNumWords() ? getNumWords() : destWords;
Reid Spencer58a6a432007-02-21 08:21:52 +0000378 memcpy(pVal, dest, wordsToCopy * APINT_WORD_SIZE);
379
380 // delete dest array and return
381 delete[] dest;
Zhou Shengdac63782007-02-06 03:00:16 +0000382 return *this;
383}
384
Zhou Shengdac63782007-02-06 03:00:16 +0000385APInt& APInt::operator&=(const APInt& RHS) {
Reid Spencera32372d12007-02-17 00:18:01 +0000386 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Zhou Shengdac63782007-02-06 03:00:16 +0000387 if (isSingleWord()) {
Reid Spencera856b6e2007-02-18 18:38:44 +0000388 VAL &= RHS.VAL;
389 return *this;
Zhou Shengdac63782007-02-06 03:00:16 +0000390 }
Chris Lattner77527f52009-01-21 18:09:24 +0000391 unsigned numWords = getNumWords();
392 for (unsigned i = 0; i < numWords; ++i)
Reid Spencera856b6e2007-02-18 18:38:44 +0000393 pVal[i] &= RHS.pVal[i];
Zhou Shengdac63782007-02-06 03:00:16 +0000394 return *this;
395}
396
Zhou Shengdac63782007-02-06 03:00:16 +0000397APInt& APInt::operator|=(const APInt& RHS) {
Reid Spencera32372d12007-02-17 00:18:01 +0000398 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Zhou Shengdac63782007-02-06 03:00:16 +0000399 if (isSingleWord()) {
Reid Spencera856b6e2007-02-18 18:38:44 +0000400 VAL |= RHS.VAL;
401 return *this;
Zhou Shengdac63782007-02-06 03:00:16 +0000402 }
Chris Lattner77527f52009-01-21 18:09:24 +0000403 unsigned numWords = getNumWords();
404 for (unsigned i = 0; i < numWords; ++i)
Reid Spencera856b6e2007-02-18 18:38:44 +0000405 pVal[i] |= RHS.pVal[i];
Zhou Shengdac63782007-02-06 03:00:16 +0000406 return *this;
407}
408
Zhou Shengdac63782007-02-06 03:00:16 +0000409APInt& APInt::operator^=(const APInt& RHS) {
Reid Spencera32372d12007-02-17 00:18:01 +0000410 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Zhou Shengdac63782007-02-06 03:00:16 +0000411 if (isSingleWord()) {
Reid Spenceree0a6852007-02-18 06:39:42 +0000412 VAL ^= RHS.VAL;
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000413 this->clearUnusedBits();
Reid Spenceree0a6852007-02-18 06:39:42 +0000414 return *this;
Eric Christopher820256b2009-08-21 04:06:45 +0000415 }
Chris Lattner77527f52009-01-21 18:09:24 +0000416 unsigned numWords = getNumWords();
417 for (unsigned i = 0; i < numWords; ++i)
Reid Spencera856b6e2007-02-18 18:38:44 +0000418 pVal[i] ^= RHS.pVal[i];
Reid Spencera41e93b2007-02-25 19:32:03 +0000419 return clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000420}
421
Chris Lattner1ac3e252008-08-20 17:02:31 +0000422APInt APInt::AndSlowCase(const APInt& RHS) const {
Chris Lattner77527f52009-01-21 18:09:24 +0000423 unsigned numWords = getNumWords();
Reid Spencera41e93b2007-02-25 19:32:03 +0000424 uint64_t* val = getMemory(numWords);
Chris Lattner77527f52009-01-21 18:09:24 +0000425 for (unsigned i = 0; i < numWords; ++i)
Reid Spencera41e93b2007-02-25 19:32:03 +0000426 val[i] = pVal[i] & RHS.pVal[i];
427 return APInt(val, getBitWidth());
Zhou Shengdac63782007-02-06 03:00:16 +0000428}
429
Chris Lattner1ac3e252008-08-20 17:02:31 +0000430APInt APInt::OrSlowCase(const APInt& RHS) const {
Chris Lattner77527f52009-01-21 18:09:24 +0000431 unsigned numWords = getNumWords();
Reid Spencera41e93b2007-02-25 19:32:03 +0000432 uint64_t *val = getMemory(numWords);
Chris Lattner77527f52009-01-21 18:09:24 +0000433 for (unsigned i = 0; i < numWords; ++i)
Reid Spencera41e93b2007-02-25 19:32:03 +0000434 val[i] = pVal[i] | RHS.pVal[i];
435 return APInt(val, getBitWidth());
Zhou Shengdac63782007-02-06 03:00:16 +0000436}
437
Chris Lattner1ac3e252008-08-20 17:02:31 +0000438APInt APInt::XorSlowCase(const APInt& RHS) const {
Chris Lattner77527f52009-01-21 18:09:24 +0000439 unsigned numWords = getNumWords();
Reid Spencera41e93b2007-02-25 19:32:03 +0000440 uint64_t *val = getMemory(numWords);
Chris Lattner77527f52009-01-21 18:09:24 +0000441 for (unsigned i = 0; i < numWords; ++i)
Reid Spencera41e93b2007-02-25 19:32:03 +0000442 val[i] = pVal[i] ^ RHS.pVal[i];
443
444 // 0^0==1 so clear the high bits in case they got set.
445 return APInt(val, getBitWidth()).clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000446}
447
Zhou Shengdac63782007-02-06 03:00:16 +0000448bool APInt::operator !() const {
449 if (isSingleWord())
450 return !VAL;
Reid Spencera856b6e2007-02-18 18:38:44 +0000451
Chris Lattner77527f52009-01-21 18:09:24 +0000452 for (unsigned i = 0; i < getNumWords(); ++i)
Eric Christopher820256b2009-08-21 04:06:45 +0000453 if (pVal[i])
Reid Spencera856b6e2007-02-18 18:38:44 +0000454 return false;
Zhou Shengdac63782007-02-06 03:00:16 +0000455 return true;
456}
457
Zhou Shengdac63782007-02-06 03:00:16 +0000458APInt APInt::operator*(const APInt& RHS) const {
Reid Spencera32372d12007-02-17 00:18:01 +0000459 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Reid Spencera41e93b2007-02-25 19:32:03 +0000460 if (isSingleWord())
Reid Spenceraa8dcfe2007-02-26 07:44:38 +0000461 return APInt(BitWidth, VAL * RHS.VAL);
Reid Spencer4bb430c2007-02-20 20:42:10 +0000462 APInt Result(*this);
463 Result *= RHS;
Reid Spencera41e93b2007-02-25 19:32:03 +0000464 return Result.clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000465}
466
Zhou Shengdac63782007-02-06 03:00:16 +0000467APInt APInt::operator+(const APInt& RHS) const {
Reid Spencera32372d12007-02-17 00:18:01 +0000468 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Reid Spencera41e93b2007-02-25 19:32:03 +0000469 if (isSingleWord())
Reid Spenceraa8dcfe2007-02-26 07:44:38 +0000470 return APInt(BitWidth, VAL + RHS.VAL);
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000471 APInt Result(BitWidth, 0);
472 add(Result.pVal, this->pVal, RHS.pVal, getNumWords());
Reid Spencera41e93b2007-02-25 19:32:03 +0000473 return Result.clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000474}
475
Zhou Shengdac63782007-02-06 03:00:16 +0000476APInt APInt::operator-(const APInt& RHS) const {
Reid Spencera32372d12007-02-17 00:18:01 +0000477 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Reid Spencera41e93b2007-02-25 19:32:03 +0000478 if (isSingleWord())
Reid Spenceraa8dcfe2007-02-26 07:44:38 +0000479 return APInt(BitWidth, VAL - RHS.VAL);
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000480 APInt Result(BitWidth, 0);
481 sub(Result.pVal, this->pVal, RHS.pVal, getNumWords());
Reid Spencera41e93b2007-02-25 19:32:03 +0000482 return Result.clearUnusedBits();
Zhou Shengdac63782007-02-06 03:00:16 +0000483}
484
Chris Lattner77527f52009-01-21 18:09:24 +0000485bool APInt::operator[](unsigned bitPosition) const {
Eric Christopher820256b2009-08-21 04:06:45 +0000486 return (maskBit(bitPosition) &
Reid Spencera41e93b2007-02-25 19:32:03 +0000487 (isSingleWord() ? VAL : pVal[whichWord(bitPosition)])) != 0;
Zhou Shengdac63782007-02-06 03:00:16 +0000488}
489
Chris Lattner1ac3e252008-08-20 17:02:31 +0000490bool APInt::EqualSlowCase(const APInt& RHS) const {
Reid Spencera41e93b2007-02-25 19:32:03 +0000491 // Get some facts about the number of bits used in the two operands.
Chris Lattner77527f52009-01-21 18:09:24 +0000492 unsigned n1 = getActiveBits();
493 unsigned n2 = RHS.getActiveBits();
Reid Spencera41e93b2007-02-25 19:32:03 +0000494
495 // If the number of bits isn't the same, they aren't equal
Eric Christopher820256b2009-08-21 04:06:45 +0000496 if (n1 != n2)
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000497 return false;
498
Reid Spencera41e93b2007-02-25 19:32:03 +0000499 // If the number of bits fits in a word, we only need to compare the low word.
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000500 if (n1 <= APINT_BITS_PER_WORD)
501 return pVal[0] == RHS.pVal[0];
502
Reid Spencera41e93b2007-02-25 19:32:03 +0000503 // Otherwise, compare everything
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000504 for (int i = whichWord(n1 - 1); i >= 0; --i)
Eric Christopher820256b2009-08-21 04:06:45 +0000505 if (pVal[i] != RHS.pVal[i])
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000506 return false;
Zhou Shengdac63782007-02-06 03:00:16 +0000507 return true;
508}
509
Chris Lattner1ac3e252008-08-20 17:02:31 +0000510bool APInt::EqualSlowCase(uint64_t Val) const {
Chris Lattner77527f52009-01-21 18:09:24 +0000511 unsigned n = getActiveBits();
Reid Spencer7a6a8d52007-02-20 23:40:25 +0000512 if (n <= APINT_BITS_PER_WORD)
513 return pVal[0] == Val;
514 else
515 return false;
Zhou Shengdac63782007-02-06 03:00:16 +0000516}
517
Reid Spencer1d072122007-02-16 22:36:51 +0000518bool APInt::ult(const APInt& RHS) const {
519 assert(BitWidth == RHS.BitWidth && "Bit widths must be same for comparison");
520 if (isSingleWord())
521 return VAL < RHS.VAL;
Reid Spencera41e93b2007-02-25 19:32:03 +0000522
523 // Get active bit length of both operands
Chris Lattner77527f52009-01-21 18:09:24 +0000524 unsigned n1 = getActiveBits();
525 unsigned n2 = RHS.getActiveBits();
Reid Spencera41e93b2007-02-25 19:32:03 +0000526
527 // If magnitude of LHS is less than RHS, return true.
528 if (n1 < n2)
529 return true;
530
531 // If magnitude of RHS is greather than LHS, return false.
532 if (n2 < n1)
533 return false;
534
535 // If they bot fit in a word, just compare the low order word
536 if (n1 <= APINT_BITS_PER_WORD && n2 <= APINT_BITS_PER_WORD)
537 return pVal[0] < RHS.pVal[0];
538
539 // Otherwise, compare all words
Chris Lattner77527f52009-01-21 18:09:24 +0000540 unsigned topWord = whichWord(std::max(n1,n2)-1);
Reid Spencer54abdcf2007-02-27 18:23:40 +0000541 for (int i = topWord; i >= 0; --i) {
Eric Christopher820256b2009-08-21 04:06:45 +0000542 if (pVal[i] > RHS.pVal[i])
Reid Spencer1d072122007-02-16 22:36:51 +0000543 return false;
Eric Christopher820256b2009-08-21 04:06:45 +0000544 if (pVal[i] < RHS.pVal[i])
Reid Spencera41e93b2007-02-25 19:32:03 +0000545 return true;
Zhou Shengdac63782007-02-06 03:00:16 +0000546 }
547 return false;
548}
549
Reid Spencer1d072122007-02-16 22:36:51 +0000550bool APInt::slt(const APInt& RHS) const {
551 assert(BitWidth == RHS.BitWidth && "Bit widths must be same for comparison");
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000552 if (isSingleWord()) {
553 int64_t lhsSext = (int64_t(VAL) << (64-BitWidth)) >> (64-BitWidth);
554 int64_t rhsSext = (int64_t(RHS.VAL) << (64-BitWidth)) >> (64-BitWidth);
555 return lhsSext < rhsSext;
Reid Spencer1d072122007-02-16 22:36:51 +0000556 }
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000557
558 APInt lhs(*this);
Reid Spencer54abdcf2007-02-27 18:23:40 +0000559 APInt rhs(RHS);
560 bool lhsNeg = isNegative();
561 bool rhsNeg = rhs.isNegative();
562 if (lhsNeg) {
563 // Sign bit is set so perform two's complement to make it positive
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000564 lhs.flip();
565 lhs++;
566 }
Reid Spencer54abdcf2007-02-27 18:23:40 +0000567 if (rhsNeg) {
568 // Sign bit is set so perform two's complement to make it positive
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000569 rhs.flip();
570 rhs++;
571 }
Reid Spencera41e93b2007-02-25 19:32:03 +0000572
573 // Now we have unsigned values to compare so do the comparison if necessary
574 // based on the negativeness of the values.
Reid Spencer54abdcf2007-02-27 18:23:40 +0000575 if (lhsNeg)
576 if (rhsNeg)
577 return lhs.ugt(rhs);
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000578 else
579 return true;
Reid Spencer54abdcf2007-02-27 18:23:40 +0000580 else if (rhsNeg)
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000581 return false;
Eric Christopher820256b2009-08-21 04:06:45 +0000582 else
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000583 return lhs.ult(rhs);
Zhou Shengdac63782007-02-06 03:00:16 +0000584}
585
Chris Lattner77527f52009-01-21 18:09:24 +0000586APInt& APInt::set(unsigned bitPosition) {
Eric Christopher820256b2009-08-21 04:06:45 +0000587 if (isSingleWord())
Reid Spencera41e93b2007-02-25 19:32:03 +0000588 VAL |= maskBit(bitPosition);
Eric Christopher820256b2009-08-21 04:06:45 +0000589 else
Reid Spencera41e93b2007-02-25 19:32:03 +0000590 pVal[whichWord(bitPosition)] |= maskBit(bitPosition);
Zhou Shengdac63782007-02-06 03:00:16 +0000591 return *this;
592}
593
Zhou Shengdac63782007-02-06 03:00:16 +0000594/// Set the given bit to 0 whose position is given as "bitPosition".
595/// @brief Set a given bit to 0.
Chris Lattner77527f52009-01-21 18:09:24 +0000596APInt& APInt::clear(unsigned bitPosition) {
Eric Christopher820256b2009-08-21 04:06:45 +0000597 if (isSingleWord())
Reid Spencera856b6e2007-02-18 18:38:44 +0000598 VAL &= ~maskBit(bitPosition);
Eric Christopher820256b2009-08-21 04:06:45 +0000599 else
Reid Spencera856b6e2007-02-18 18:38:44 +0000600 pVal[whichWord(bitPosition)] &= ~maskBit(bitPosition);
Zhou Shengdac63782007-02-06 03:00:16 +0000601 return *this;
602}
603
Zhou Shengdac63782007-02-06 03:00:16 +0000604/// @brief Toggle every bit to its opposite value.
Zhou Shengdac63782007-02-06 03:00:16 +0000605
Eric Christopher820256b2009-08-21 04:06:45 +0000606/// Toggle a given bit to its opposite value whose position is given
Zhou Shengdac63782007-02-06 03:00:16 +0000607/// as "bitPosition".
608/// @brief Toggles a given bit to its opposite value.
Chris Lattner77527f52009-01-21 18:09:24 +0000609APInt& APInt::flip(unsigned bitPosition) {
Reid Spencer1d072122007-02-16 22:36:51 +0000610 assert(bitPosition < BitWidth && "Out of the bit-width range!");
Zhou Shengdac63782007-02-06 03:00:16 +0000611 if ((*this)[bitPosition]) clear(bitPosition);
612 else set(bitPosition);
613 return *this;
614}
615
Daniel Dunbar3a1efd112009-08-13 02:33:34 +0000616unsigned APInt::getBitsNeeded(const StringRef& str, uint8_t radix) {
617 assert(!str.empty() && "Invalid string length");
Erick Tryzelaar1264bcb2009-08-21 03:15:14 +0000618 assert((radix == 10 || radix == 8 || radix == 16 || radix == 2) &&
619 "Radix should be 2, 8, 10, or 16!");
Daniel Dunbar3a1efd112009-08-13 02:33:34 +0000620
621 size_t slen = str.size();
Reid Spencer9329e7b2007-04-13 19:19:07 +0000622
Eric Christopher43a1dec2009-08-21 04:10:31 +0000623 // Each computation below needs to know if it's negative.
Erick Tryzelaar1264bcb2009-08-21 03:15:14 +0000624 StringRef::iterator p = str.begin();
Eric Christopher43a1dec2009-08-21 04:10:31 +0000625 unsigned isNegative = *p == '-';
Erick Tryzelaar1264bcb2009-08-21 03:15:14 +0000626 if (*p == '-' || *p == '+') {
627 p++;
Reid Spencer9329e7b2007-04-13 19:19:07 +0000628 slen--;
Eric Christopher43a1dec2009-08-21 04:10:31 +0000629 assert(slen && "String is only a sign, needs a value.");
Reid Spencer9329e7b2007-04-13 19:19:07 +0000630 }
Eric Christopher43a1dec2009-08-21 04:10:31 +0000631
Reid Spencer9329e7b2007-04-13 19:19:07 +0000632 // For radixes of power-of-two values, the bits required is accurately and
633 // easily computed
634 if (radix == 2)
635 return slen + isNegative;
636 if (radix == 8)
637 return slen * 3 + isNegative;
638 if (radix == 16)
639 return slen * 4 + isNegative;
640
Reid Spencer9329e7b2007-04-13 19:19:07 +0000641 // This is grossly inefficient but accurate. We could probably do something
642 // with a computation of roughly slen*64/20 and then adjust by the value of
643 // the first few digits. But, I'm not sure how accurate that could be.
644
645 // Compute a sufficient number of bits that is always large enough but might
Erick Tryzelaardadb15712009-08-21 03:15:28 +0000646 // be too large. This avoids the assertion in the constructor. This
647 // calculation doesn't work appropriately for the numbers 0-9, so just use 4
648 // bits in that case.
649 unsigned sufficient = slen == 1 ? 4 : slen * 64/18;
Reid Spencer9329e7b2007-04-13 19:19:07 +0000650
651 // Convert to the actual binary value.
Erick Tryzelaar1264bcb2009-08-21 03:15:14 +0000652 APInt tmp(sufficient, StringRef(p, slen), radix);
Reid Spencer9329e7b2007-04-13 19:19:07 +0000653
Erick Tryzelaardadb15712009-08-21 03:15:28 +0000654 // Compute how many bits are required. If the log is infinite, assume we need
655 // just bit.
656 unsigned log = tmp.logBase2();
657 if (log == (unsigned)-1) {
658 return isNegative + 1;
659 } else {
660 return isNegative + log + 1;
661 }
Reid Spencer9329e7b2007-04-13 19:19:07 +0000662}
663
Stuart Hastings7440952c2009-03-13 21:51:13 +0000664// From http://www.burtleburtle.net, byBob Jenkins.
665// When targeting x86, both GCC and LLVM seem to recognize this as a
666// rotate instruction.
667#define rot(x,k) (((x)<<(k)) | ((x)>>(32-(k))))
Reid Spencerb2bc9852007-02-26 21:02:27 +0000668
Stuart Hastings7440952c2009-03-13 21:51:13 +0000669// From http://www.burtleburtle.net, by Bob Jenkins.
670#define mix(a,b,c) \
671 { \
672 a -= c; a ^= rot(c, 4); c += b; \
673 b -= a; b ^= rot(a, 6); a += c; \
674 c -= b; c ^= rot(b, 8); b += a; \
675 a -= c; a ^= rot(c,16); c += b; \
676 b -= a; b ^= rot(a,19); a += c; \
677 c -= b; c ^= rot(b, 4); b += a; \
678 }
679
680// From http://www.burtleburtle.net, by Bob Jenkins.
681#define final(a,b,c) \
682 { \
683 c ^= b; c -= rot(b,14); \
684 a ^= c; a -= rot(c,11); \
685 b ^= a; b -= rot(a,25); \
686 c ^= b; c -= rot(b,16); \
687 a ^= c; a -= rot(c,4); \
688 b ^= a; b -= rot(a,14); \
689 c ^= b; c -= rot(b,24); \
690 }
691
692// hashword() was adapted from http://www.burtleburtle.net, by Bob
693// Jenkins. k is a pointer to an array of uint32_t values; length is
694// the length of the key, in 32-bit chunks. This version only handles
695// keys that are a multiple of 32 bits in size.
696static inline uint32_t hashword(const uint64_t *k64, size_t length)
697{
698 const uint32_t *k = reinterpret_cast<const uint32_t *>(k64);
699 uint32_t a,b,c;
700
701 /* Set up the internal state */
702 a = b = c = 0xdeadbeef + (((uint32_t)length)<<2);
703
704 /*------------------------------------------------- handle most of the key */
705 while (length > 3)
706 {
707 a += k[0];
708 b += k[1];
709 c += k[2];
710 mix(a,b,c);
711 length -= 3;
712 k += 3;
713 }
714
715 /*------------------------------------------- handle the last 3 uint32_t's */
Mike Stump889285d2009-05-13 23:23:20 +0000716 switch (length) { /* all the case statements fall through */
717 case 3 : c+=k[2];
718 case 2 : b+=k[1];
719 case 1 : a+=k[0];
720 final(a,b,c);
Stuart Hastings7440952c2009-03-13 21:51:13 +0000721 case 0: /* case 0: nothing left to add */
722 break;
723 }
724 /*------------------------------------------------------ report the result */
725 return c;
726}
727
728// hashword8() was adapted from http://www.burtleburtle.net, by Bob
729// Jenkins. This computes a 32-bit hash from one 64-bit word. When
730// targeting x86 (32 or 64 bit), both LLVM and GCC compile this
731// function into about 35 instructions when inlined.
732static inline uint32_t hashword8(const uint64_t k64)
733{
734 uint32_t a,b,c;
735 a = b = c = 0xdeadbeef + 4;
736 b += k64 >> 32;
737 a += k64 & 0xffffffff;
738 final(a,b,c);
739 return c;
740}
741#undef final
742#undef mix
743#undef rot
744
745uint64_t APInt::getHashValue() const {
746 uint64_t hash;
Reid Spencerb2bc9852007-02-26 21:02:27 +0000747 if (isSingleWord())
Stuart Hastings7440952c2009-03-13 21:51:13 +0000748 hash = hashword8(VAL);
Reid Spencerb2bc9852007-02-26 21:02:27 +0000749 else
Stuart Hastings7440952c2009-03-13 21:51:13 +0000750 hash = hashword(pVal, getNumWords()*2);
Reid Spencerb2bc9852007-02-26 21:02:27 +0000751 return hash;
752}
753
Zhou Shengdac63782007-02-06 03:00:16 +0000754/// HiBits - This function returns the high "numBits" bits of this APInt.
Chris Lattner77527f52009-01-21 18:09:24 +0000755APInt APInt::getHiBits(unsigned numBits) const {
Reid Spencer1d072122007-02-16 22:36:51 +0000756 return APIntOps::lshr(*this, BitWidth - numBits);
Zhou Shengdac63782007-02-06 03:00:16 +0000757}
758
759/// LoBits - This function returns the low "numBits" bits of this APInt.
Chris Lattner77527f52009-01-21 18:09:24 +0000760APInt APInt::getLoBits(unsigned numBits) const {
Eric Christopher820256b2009-08-21 04:06:45 +0000761 return APIntOps::lshr(APIntOps::shl(*this, BitWidth - numBits),
Reid Spencer1d072122007-02-16 22:36:51 +0000762 BitWidth - numBits);
Zhou Shengdac63782007-02-06 03:00:16 +0000763}
764
Reid Spencer1d072122007-02-16 22:36:51 +0000765bool APInt::isPowerOf2() const {
766 return (!!*this) && !(*this & (*this - APInt(BitWidth,1)));
767}
768
Chris Lattner77527f52009-01-21 18:09:24 +0000769unsigned APInt::countLeadingZerosSlowCase() const {
770 unsigned Count = 0;
771 for (unsigned i = getNumWords(); i > 0u; --i) {
Chris Lattner1ac3e252008-08-20 17:02:31 +0000772 if (pVal[i-1] == 0)
773 Count += APINT_BITS_PER_WORD;
774 else {
775 Count += CountLeadingZeros_64(pVal[i-1]);
776 break;
Reid Spencer74cf82e2007-02-21 00:29:48 +0000777 }
Zhou Shengdac63782007-02-06 03:00:16 +0000778 }
Chris Lattner77527f52009-01-21 18:09:24 +0000779 unsigned remainder = BitWidth % APINT_BITS_PER_WORD;
Reid Spencere4ce71d2007-02-22 00:22:00 +0000780 if (remainder)
781 Count -= APINT_BITS_PER_WORD - remainder;
Chris Lattner893fe3b2007-11-23 22:42:31 +0000782 return std::min(Count, BitWidth);
Zhou Shengdac63782007-02-06 03:00:16 +0000783}
784
Chris Lattner77527f52009-01-21 18:09:24 +0000785static unsigned countLeadingOnes_64(uint64_t V, unsigned skip) {
786 unsigned Count = 0;
Reid Spencer31acef52007-02-27 21:59:26 +0000787 if (skip)
788 V <<= skip;
789 while (V && (V & (1ULL << 63))) {
790 Count++;
791 V <<= 1;
792 }
793 return Count;
794}
795
Chris Lattner77527f52009-01-21 18:09:24 +0000796unsigned APInt::countLeadingOnes() const {
Reid Spencer31acef52007-02-27 21:59:26 +0000797 if (isSingleWord())
798 return countLeadingOnes_64(VAL, APINT_BITS_PER_WORD - BitWidth);
799
Chris Lattner77527f52009-01-21 18:09:24 +0000800 unsigned highWordBits = BitWidth % APINT_BITS_PER_WORD;
Torok Edwinec39eb82009-01-27 18:06:03 +0000801 unsigned shift;
802 if (!highWordBits) {
803 highWordBits = APINT_BITS_PER_WORD;
804 shift = 0;
805 } else {
806 shift = APINT_BITS_PER_WORD - highWordBits;
807 }
Reid Spencer31acef52007-02-27 21:59:26 +0000808 int i = getNumWords() - 1;
Chris Lattner77527f52009-01-21 18:09:24 +0000809 unsigned Count = countLeadingOnes_64(pVal[i], shift);
Reid Spencer31acef52007-02-27 21:59:26 +0000810 if (Count == highWordBits) {
811 for (i--; i >= 0; --i) {
812 if (pVal[i] == -1ULL)
813 Count += APINT_BITS_PER_WORD;
814 else {
815 Count += countLeadingOnes_64(pVal[i], 0);
816 break;
817 }
818 }
819 }
820 return Count;
821}
822
Chris Lattner77527f52009-01-21 18:09:24 +0000823unsigned APInt::countTrailingZeros() const {
Zhou Shengdac63782007-02-06 03:00:16 +0000824 if (isSingleWord())
Chris Lattner77527f52009-01-21 18:09:24 +0000825 return std::min(unsigned(CountTrailingZeros_64(VAL)), BitWidth);
826 unsigned Count = 0;
827 unsigned i = 0;
Reid Spenceraa8dcfe2007-02-26 07:44:38 +0000828 for (; i < getNumWords() && pVal[i] == 0; ++i)
829 Count += APINT_BITS_PER_WORD;
830 if (i < getNumWords())
831 Count += CountTrailingZeros_64(pVal[i]);
Chris Lattnerc2c4c742007-11-23 22:36:25 +0000832 return std::min(Count, BitWidth);
Zhou Shengdac63782007-02-06 03:00:16 +0000833}
834
Chris Lattner77527f52009-01-21 18:09:24 +0000835unsigned APInt::countTrailingOnesSlowCase() const {
836 unsigned Count = 0;
837 unsigned i = 0;
Dan Gohmanc354ebd2008-02-14 22:38:45 +0000838 for (; i < getNumWords() && pVal[i] == -1ULL; ++i)
Dan Gohman8b4fa9d2008-02-13 21:11:05 +0000839 Count += APINT_BITS_PER_WORD;
840 if (i < getNumWords())
841 Count += CountTrailingOnes_64(pVal[i]);
842 return std::min(Count, BitWidth);
843}
844
Chris Lattner77527f52009-01-21 18:09:24 +0000845unsigned APInt::countPopulationSlowCase() const {
846 unsigned Count = 0;
847 for (unsigned i = 0; i < getNumWords(); ++i)
Zhou Shengdac63782007-02-06 03:00:16 +0000848 Count += CountPopulation_64(pVal[i]);
849 return Count;
850}
851
Reid Spencer1d072122007-02-16 22:36:51 +0000852APInt APInt::byteSwap() const {
853 assert(BitWidth >= 16 && BitWidth % 16 == 0 && "Cannot byteswap!");
854 if (BitWidth == 16)
Jeff Cohene06855e2007-03-20 20:42:36 +0000855 return APInt(BitWidth, ByteSwap_16(uint16_t(VAL)));
Reid Spencer1d072122007-02-16 22:36:51 +0000856 else if (BitWidth == 32)
Chris Lattner77527f52009-01-21 18:09:24 +0000857 return APInt(BitWidth, ByteSwap_32(unsigned(VAL)));
Reid Spencer1d072122007-02-16 22:36:51 +0000858 else if (BitWidth == 48) {
Chris Lattner77527f52009-01-21 18:09:24 +0000859 unsigned Tmp1 = unsigned(VAL >> 16);
Zhou Shengcfa2ac02007-02-15 06:36:31 +0000860 Tmp1 = ByteSwap_32(Tmp1);
Jeff Cohene06855e2007-03-20 20:42:36 +0000861 uint16_t Tmp2 = uint16_t(VAL);
Zhou Shengcfa2ac02007-02-15 06:36:31 +0000862 Tmp2 = ByteSwap_16(Tmp2);
Jeff Cohene06855e2007-03-20 20:42:36 +0000863 return APInt(BitWidth, (uint64_t(Tmp2) << 32) | Tmp1);
Reid Spencer1d072122007-02-16 22:36:51 +0000864 } else if (BitWidth == 64)
Reid Spencera32372d12007-02-17 00:18:01 +0000865 return APInt(BitWidth, ByteSwap_64(VAL));
Zhou Shengcfa2ac02007-02-15 06:36:31 +0000866 else {
Reid Spencera32372d12007-02-17 00:18:01 +0000867 APInt Result(BitWidth, 0);
Zhou Shengcfa2ac02007-02-15 06:36:31 +0000868 char *pByte = (char*)Result.pVal;
Chris Lattner77527f52009-01-21 18:09:24 +0000869 for (unsigned i = 0; i < BitWidth / APINT_WORD_SIZE / 2; ++i) {
Zhou Shengcfa2ac02007-02-15 06:36:31 +0000870 char Tmp = pByte[i];
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000871 pByte[i] = pByte[BitWidth / APINT_WORD_SIZE - 1 - i];
872 pByte[BitWidth / APINT_WORD_SIZE - i - 1] = Tmp;
Zhou Shengcfa2ac02007-02-15 06:36:31 +0000873 }
874 return Result;
875 }
Zhou Shengdac63782007-02-06 03:00:16 +0000876}
877
Eric Christopher820256b2009-08-21 04:06:45 +0000878APInt llvm::APIntOps::GreatestCommonDivisor(const APInt& API1,
Zhou Shengfbf61ea2007-02-08 14:35:19 +0000879 const APInt& API2) {
Zhou Shengdac63782007-02-06 03:00:16 +0000880 APInt A = API1, B = API2;
881 while (!!B) {
882 APInt T = B;
Reid Spencer1d072122007-02-16 22:36:51 +0000883 B = APIntOps::urem(A, B);
Zhou Shengdac63782007-02-06 03:00:16 +0000884 A = T;
885 }
886 return A;
887}
Chris Lattner28cbd1d2007-02-06 05:38:37 +0000888
Chris Lattner77527f52009-01-21 18:09:24 +0000889APInt llvm::APIntOps::RoundDoubleToAPInt(double Double, unsigned width) {
Zhou Shengd707d632007-02-12 20:02:55 +0000890 union {
891 double D;
892 uint64_t I;
893 } T;
894 T.D = Double;
Reid Spencer974551a2007-02-27 01:28:10 +0000895
896 // Get the sign bit from the highest order bit
Zhou Shengd707d632007-02-12 20:02:55 +0000897 bool isNeg = T.I >> 63;
Reid Spencer974551a2007-02-27 01:28:10 +0000898
899 // Get the 11-bit exponent and adjust for the 1023 bit bias
Zhou Shengd707d632007-02-12 20:02:55 +0000900 int64_t exp = ((T.I >> 52) & 0x7ff) - 1023;
Reid Spencer974551a2007-02-27 01:28:10 +0000901
902 // If the exponent is negative, the value is < 0 so just return 0.
Zhou Shengd707d632007-02-12 20:02:55 +0000903 if (exp < 0)
Reid Spencer66d0d572007-02-28 01:30:08 +0000904 return APInt(width, 0u);
Reid Spencer974551a2007-02-27 01:28:10 +0000905
906 // Extract the mantissa by clearing the top 12 bits (sign + exponent).
907 uint64_t mantissa = (T.I & (~0ULL >> 12)) | 1ULL << 52;
908
909 // If the exponent doesn't shift all bits out of the mantissa
Zhou Shengd707d632007-02-12 20:02:55 +0000910 if (exp < 52)
Eric Christopher820256b2009-08-21 04:06:45 +0000911 return isNeg ? -APInt(width, mantissa >> (52 - exp)) :
Reid Spencer54abdcf2007-02-27 18:23:40 +0000912 APInt(width, mantissa >> (52 - exp));
913
914 // If the client didn't provide enough bits for us to shift the mantissa into
915 // then the result is undefined, just return 0
916 if (width <= exp - 52)
917 return APInt(width, 0);
Reid Spencer974551a2007-02-27 01:28:10 +0000918
919 // Otherwise, we have to shift the mantissa bits up to the right location
Reid Spencer54abdcf2007-02-27 18:23:40 +0000920 APInt Tmp(width, mantissa);
Chris Lattner77527f52009-01-21 18:09:24 +0000921 Tmp = Tmp.shl((unsigned)exp - 52);
Zhou Shengd707d632007-02-12 20:02:55 +0000922 return isNeg ? -Tmp : Tmp;
923}
924
Dale Johannesen54be7852009-08-12 18:04:11 +0000925/// RoundToDouble - This function converts this APInt to a double.
Zhou Shengd707d632007-02-12 20:02:55 +0000926/// The layout for double is as following (IEEE Standard 754):
927/// --------------------------------------
928/// | Sign Exponent Fraction Bias |
929/// |-------------------------------------- |
930/// | 1[63] 11[62-52] 52[51-00] 1023 |
Eric Christopher820256b2009-08-21 04:06:45 +0000931/// --------------------------------------
Reid Spencer1d072122007-02-16 22:36:51 +0000932double APInt::roundToDouble(bool isSigned) const {
Reid Spencerfb77b2b2007-02-20 08:51:03 +0000933
934 // Handle the simple case where the value is contained in one uint64_t.
Dale Johannesen54be7852009-08-12 18:04:11 +0000935 // It is wrong to optimize getWord(0) to VAL; there might be more than one word.
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000936 if (isSingleWord() || getActiveBits() <= APINT_BITS_PER_WORD) {
937 if (isSigned) {
Dale Johannesen34c08bb2009-08-12 17:42:34 +0000938 int64_t sext = (int64_t(getWord(0)) << (64-BitWidth)) >> (64-BitWidth);
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000939 return double(sext);
940 } else
Dale Johannesen34c08bb2009-08-12 17:42:34 +0000941 return double(getWord(0));
Reid Spencerbe4ddf62007-02-18 20:09:41 +0000942 }
943
Reid Spencerfb77b2b2007-02-20 08:51:03 +0000944 // Determine if the value is negative.
Reid Spencer1d072122007-02-16 22:36:51 +0000945 bool isNeg = isSigned ? (*this)[BitWidth-1] : false;
Reid Spencerfb77b2b2007-02-20 08:51:03 +0000946
947 // Construct the absolute value if we're negative.
Zhou Shengd707d632007-02-12 20:02:55 +0000948 APInt Tmp(isNeg ? -(*this) : (*this));
Reid Spencerfb77b2b2007-02-20 08:51:03 +0000949
950 // Figure out how many bits we're using.
Chris Lattner77527f52009-01-21 18:09:24 +0000951 unsigned n = Tmp.getActiveBits();
Zhou Shengd707d632007-02-12 20:02:55 +0000952
Reid Spencerfb77b2b2007-02-20 08:51:03 +0000953 // The exponent (without bias normalization) is just the number of bits
954 // we are using. Note that the sign bit is gone since we constructed the
955 // absolute value.
956 uint64_t exp = n;
Zhou Shengd707d632007-02-12 20:02:55 +0000957
Reid Spencerfb77b2b2007-02-20 08:51:03 +0000958 // Return infinity for exponent overflow
959 if (exp > 1023) {
960 if (!isSigned || !isNeg)
Jeff Cohene06855e2007-03-20 20:42:36 +0000961 return std::numeric_limits<double>::infinity();
Eric Christopher820256b2009-08-21 04:06:45 +0000962 else
Jeff Cohene06855e2007-03-20 20:42:36 +0000963 return -std::numeric_limits<double>::infinity();
Reid Spencerfb77b2b2007-02-20 08:51:03 +0000964 }
965 exp += 1023; // Increment for 1023 bias
966
967 // Number of bits in mantissa is 52. To obtain the mantissa value, we must
968 // extract the high 52 bits from the correct words in pVal.
Zhou Shengd707d632007-02-12 20:02:55 +0000969 uint64_t mantissa;
Reid Spencerfb77b2b2007-02-20 08:51:03 +0000970 unsigned hiWord = whichWord(n-1);
971 if (hiWord == 0) {
972 mantissa = Tmp.pVal[0];
973 if (n > 52)
974 mantissa >>= n - 52; // shift down, we want the top 52 bits.
975 } else {
976 assert(hiWord > 0 && "huh?");
977 uint64_t hibits = Tmp.pVal[hiWord] << (52 - n % APINT_BITS_PER_WORD);
978 uint64_t lobits = Tmp.pVal[hiWord-1] >> (11 + n % APINT_BITS_PER_WORD);
979 mantissa = hibits | lobits;
980 }
981
Zhou Shengd707d632007-02-12 20:02:55 +0000982 // The leading bit of mantissa is implicit, so get rid of it.
Reid Spencerfbd48a52007-02-18 00:44:22 +0000983 uint64_t sign = isNeg ? (1ULL << (APINT_BITS_PER_WORD - 1)) : 0;
Zhou Shengd707d632007-02-12 20:02:55 +0000984 union {
985 double D;
986 uint64_t I;
987 } T;
988 T.I = sign | (exp << 52) | mantissa;
989 return T.D;
990}
991
Reid Spencer1d072122007-02-16 22:36:51 +0000992// Truncate to new width.
Chris Lattner77527f52009-01-21 18:09:24 +0000993APInt &APInt::trunc(unsigned width) {
Reid Spencer1d072122007-02-16 22:36:51 +0000994 assert(width < BitWidth && "Invalid APInt Truncate request");
Chris Lattner1ac3e252008-08-20 17:02:31 +0000995 assert(width && "Can't truncate to 0 bits");
Chris Lattner77527f52009-01-21 18:09:24 +0000996 unsigned wordsBefore = getNumWords();
Reid Spencerb6b5cc32007-02-25 23:44:53 +0000997 BitWidth = width;
Chris Lattner77527f52009-01-21 18:09:24 +0000998 unsigned wordsAfter = getNumWords();
Reid Spencerb6b5cc32007-02-25 23:44:53 +0000999 if (wordsBefore != wordsAfter) {
1000 if (wordsAfter == 1) {
1001 uint64_t *tmp = pVal;
1002 VAL = pVal[0];
Reid Spencer7c16cd22007-02-26 23:38:21 +00001003 delete [] tmp;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001004 } else {
1005 uint64_t *newVal = getClearedMemory(wordsAfter);
Chris Lattner77527f52009-01-21 18:09:24 +00001006 for (unsigned i = 0; i < wordsAfter; ++i)
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001007 newVal[i] = pVal[i];
Reid Spencer7c16cd22007-02-26 23:38:21 +00001008 delete [] pVal;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001009 pVal = newVal;
1010 }
1011 }
Reid Spencer91d3b3f2007-02-28 17:34:32 +00001012 return clearUnusedBits();
Reid Spencer1d072122007-02-16 22:36:51 +00001013}
1014
1015// Sign extend to a new width.
Chris Lattner77527f52009-01-21 18:09:24 +00001016APInt &APInt::sext(unsigned width) {
Reid Spencer1d072122007-02-16 22:36:51 +00001017 assert(width > BitWidth && "Invalid APInt SignExtend request");
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001018 // If the sign bit isn't set, this is the same as zext.
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001019 if (!isNegative()) {
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001020 zext(width);
Reid Spencer91d3b3f2007-02-28 17:34:32 +00001021 return *this;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001022 }
1023
1024 // The sign bit is set. First, get some facts
Chris Lattner77527f52009-01-21 18:09:24 +00001025 unsigned wordsBefore = getNumWords();
1026 unsigned wordBits = BitWidth % APINT_BITS_PER_WORD;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001027 BitWidth = width;
Chris Lattner77527f52009-01-21 18:09:24 +00001028 unsigned wordsAfter = getNumWords();
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001029
1030 // Mask the high order word appropriately
1031 if (wordsBefore == wordsAfter) {
Chris Lattner77527f52009-01-21 18:09:24 +00001032 unsigned newWordBits = width % APINT_BITS_PER_WORD;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001033 // The extension is contained to the wordsBefore-1th word.
Reid Spencerc442c842007-03-02 01:19:42 +00001034 uint64_t mask = ~0ULL;
1035 if (newWordBits)
1036 mask >>= APINT_BITS_PER_WORD - newWordBits;
1037 mask <<= wordBits;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001038 if (wordsBefore == 1)
1039 VAL |= mask;
1040 else
1041 pVal[wordsBefore-1] |= mask;
Reid Spencer1b8dfcba2007-03-01 23:30:25 +00001042 return clearUnusedBits();
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001043 }
1044
Reid Spencerfb55b7b2007-02-25 23:54:00 +00001045 uint64_t mask = wordBits == 0 ? 0 : ~0ULL << wordBits;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001046 uint64_t *newVal = getMemory(wordsAfter);
1047 if (wordsBefore == 1)
1048 newVal[0] = VAL | mask;
1049 else {
Chris Lattner77527f52009-01-21 18:09:24 +00001050 for (unsigned i = 0; i < wordsBefore; ++i)
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001051 newVal[i] = pVal[i];
1052 newVal[wordsBefore-1] |= mask;
1053 }
Chris Lattner77527f52009-01-21 18:09:24 +00001054 for (unsigned i = wordsBefore; i < wordsAfter; i++)
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001055 newVal[i] = -1ULL;
1056 if (wordsBefore != 1)
Reid Spencer7c16cd22007-02-26 23:38:21 +00001057 delete [] pVal;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001058 pVal = newVal;
Reid Spencer91d3b3f2007-02-28 17:34:32 +00001059 return clearUnusedBits();
Reid Spencer1d072122007-02-16 22:36:51 +00001060}
1061
1062// Zero extend to a new width.
Chris Lattner77527f52009-01-21 18:09:24 +00001063APInt &APInt::zext(unsigned width) {
Reid Spencer1d072122007-02-16 22:36:51 +00001064 assert(width > BitWidth && "Invalid APInt ZeroExtend request");
Chris Lattner77527f52009-01-21 18:09:24 +00001065 unsigned wordsBefore = getNumWords();
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001066 BitWidth = width;
Chris Lattner77527f52009-01-21 18:09:24 +00001067 unsigned wordsAfter = getNumWords();
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001068 if (wordsBefore != wordsAfter) {
1069 uint64_t *newVal = getClearedMemory(wordsAfter);
1070 if (wordsBefore == 1)
1071 newVal[0] = VAL;
Eric Christopher820256b2009-08-21 04:06:45 +00001072 else
Chris Lattner77527f52009-01-21 18:09:24 +00001073 for (unsigned i = 0; i < wordsBefore; ++i)
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001074 newVal[i] = pVal[i];
1075 if (wordsBefore != 1)
Reid Spencer7c16cd22007-02-26 23:38:21 +00001076 delete [] pVal;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00001077 pVal = newVal;
1078 }
Reid Spencer91d3b3f2007-02-28 17:34:32 +00001079 return *this;
Reid Spencer1d072122007-02-16 22:36:51 +00001080}
1081
Chris Lattner77527f52009-01-21 18:09:24 +00001082APInt &APInt::zextOrTrunc(unsigned width) {
Reid Spencer742d1702007-03-01 17:15:32 +00001083 if (BitWidth < width)
1084 return zext(width);
1085 if (BitWidth > width)
1086 return trunc(width);
1087 return *this;
1088}
1089
Chris Lattner77527f52009-01-21 18:09:24 +00001090APInt &APInt::sextOrTrunc(unsigned width) {
Reid Spencer742d1702007-03-01 17:15:32 +00001091 if (BitWidth < width)
1092 return sext(width);
1093 if (BitWidth > width)
1094 return trunc(width);
1095 return *this;
1096}
1097
Zhou Shenge93db8f2007-02-09 07:48:24 +00001098/// Arithmetic right-shift this APInt by shiftAmt.
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001099/// @brief Arithmetic right-shift function.
Dan Gohman105c1d42008-02-29 01:40:47 +00001100APInt APInt::ashr(const APInt &shiftAmt) const {
Chris Lattner77527f52009-01-21 18:09:24 +00001101 return ashr((unsigned)shiftAmt.getLimitedValue(BitWidth));
Dan Gohman105c1d42008-02-29 01:40:47 +00001102}
1103
1104/// Arithmetic right-shift this APInt by shiftAmt.
1105/// @brief Arithmetic right-shift function.
Chris Lattner77527f52009-01-21 18:09:24 +00001106APInt APInt::ashr(unsigned shiftAmt) const {
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001107 assert(shiftAmt <= BitWidth && "Invalid shift amount");
Reid Spencer1825dd02007-03-02 22:39:11 +00001108 // Handle a degenerate case
1109 if (shiftAmt == 0)
1110 return *this;
1111
1112 // Handle single word shifts with built-in ashr
Reid Spencer522ca7c2007-02-25 01:56:07 +00001113 if (isSingleWord()) {
1114 if (shiftAmt == BitWidth)
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001115 return APInt(BitWidth, 0); // undefined
1116 else {
Chris Lattner77527f52009-01-21 18:09:24 +00001117 unsigned SignBit = APINT_BITS_PER_WORD - BitWidth;
Eric Christopher820256b2009-08-21 04:06:45 +00001118 return APInt(BitWidth,
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001119 (((int64_t(VAL) << SignBit) >> SignBit) >> shiftAmt));
1120 }
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001121 }
Reid Spencer522ca7c2007-02-25 01:56:07 +00001122
Reid Spencer1825dd02007-03-02 22:39:11 +00001123 // If all the bits were shifted out, the result is, technically, undefined.
1124 // We return -1 if it was negative, 0 otherwise. We check this early to avoid
1125 // issues in the algorithm below.
Chris Lattnerdad2d092007-05-03 18:15:36 +00001126 if (shiftAmt == BitWidth) {
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001127 if (isNegative())
Zhou Sheng1247c072008-06-05 13:27:38 +00001128 return APInt(BitWidth, -1ULL, true);
Reid Spencera41e93b2007-02-25 19:32:03 +00001129 else
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001130 return APInt(BitWidth, 0);
Chris Lattnerdad2d092007-05-03 18:15:36 +00001131 }
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001132
1133 // Create some space for the result.
1134 uint64_t * val = new uint64_t[getNumWords()];
1135
Reid Spencer1825dd02007-03-02 22:39:11 +00001136 // Compute some values needed by the following shift algorithms
Chris Lattner77527f52009-01-21 18:09:24 +00001137 unsigned wordShift = shiftAmt % APINT_BITS_PER_WORD; // bits to shift per word
1138 unsigned offset = shiftAmt / APINT_BITS_PER_WORD; // word offset for shift
1139 unsigned breakWord = getNumWords() - 1 - offset; // last word affected
1140 unsigned bitsInWord = whichBit(BitWidth); // how many bits in last word?
Reid Spencer1825dd02007-03-02 22:39:11 +00001141 if (bitsInWord == 0)
1142 bitsInWord = APINT_BITS_PER_WORD;
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001143
1144 // If we are shifting whole words, just move whole words
1145 if (wordShift == 0) {
Reid Spencer1825dd02007-03-02 22:39:11 +00001146 // Move the words containing significant bits
Chris Lattner77527f52009-01-21 18:09:24 +00001147 for (unsigned i = 0; i <= breakWord; ++i)
Reid Spencer1825dd02007-03-02 22:39:11 +00001148 val[i] = pVal[i+offset]; // move whole word
1149
1150 // Adjust the top significant word for sign bit fill, if negative
1151 if (isNegative())
1152 if (bitsInWord < APINT_BITS_PER_WORD)
1153 val[breakWord] |= ~0ULL << bitsInWord; // set high bits
1154 } else {
Eric Christopher820256b2009-08-21 04:06:45 +00001155 // Shift the low order words
Chris Lattner77527f52009-01-21 18:09:24 +00001156 for (unsigned i = 0; i < breakWord; ++i) {
Reid Spencer1825dd02007-03-02 22:39:11 +00001157 // This combines the shifted corresponding word with the low bits from
1158 // the next word (shifted into this word's high bits).
Eric Christopher820256b2009-08-21 04:06:45 +00001159 val[i] = (pVal[i+offset] >> wordShift) |
Reid Spencer1825dd02007-03-02 22:39:11 +00001160 (pVal[i+offset+1] << (APINT_BITS_PER_WORD - wordShift));
1161 }
1162
1163 // Shift the break word. In this case there are no bits from the next word
1164 // to include in this word.
1165 val[breakWord] = pVal[breakWord+offset] >> wordShift;
1166
1167 // Deal with sign extenstion in the break word, and possibly the word before
1168 // it.
Chris Lattnerdad2d092007-05-03 18:15:36 +00001169 if (isNegative()) {
Reid Spencer1825dd02007-03-02 22:39:11 +00001170 if (wordShift > bitsInWord) {
1171 if (breakWord > 0)
Eric Christopher820256b2009-08-21 04:06:45 +00001172 val[breakWord-1] |=
Reid Spencer1825dd02007-03-02 22:39:11 +00001173 ~0ULL << (APINT_BITS_PER_WORD - (wordShift - bitsInWord));
1174 val[breakWord] |= ~0ULL;
Eric Christopher820256b2009-08-21 04:06:45 +00001175 } else
Reid Spencer1825dd02007-03-02 22:39:11 +00001176 val[breakWord] |= (~0ULL << (bitsInWord - wordShift));
Chris Lattnerdad2d092007-05-03 18:15:36 +00001177 }
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001178 }
1179
Reid Spencer1825dd02007-03-02 22:39:11 +00001180 // Remaining words are 0 or -1, just assign them.
1181 uint64_t fillValue = (isNegative() ? -1ULL : 0);
Chris Lattner77527f52009-01-21 18:09:24 +00001182 for (unsigned i = breakWord+1; i < getNumWords(); ++i)
Reid Spencer1825dd02007-03-02 22:39:11 +00001183 val[i] = fillValue;
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001184 return APInt(val, BitWidth).clearUnusedBits();
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001185}
1186
Zhou Shenge93db8f2007-02-09 07:48:24 +00001187/// Logical right-shift this APInt by shiftAmt.
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001188/// @brief Logical right-shift function.
Dan Gohman105c1d42008-02-29 01:40:47 +00001189APInt APInt::lshr(const APInt &shiftAmt) const {
Chris Lattner77527f52009-01-21 18:09:24 +00001190 return lshr((unsigned)shiftAmt.getLimitedValue(BitWidth));
Dan Gohman105c1d42008-02-29 01:40:47 +00001191}
1192
1193/// Logical right-shift this APInt by shiftAmt.
1194/// @brief Logical right-shift function.
Chris Lattner77527f52009-01-21 18:09:24 +00001195APInt APInt::lshr(unsigned shiftAmt) const {
Chris Lattnerdad2d092007-05-03 18:15:36 +00001196 if (isSingleWord()) {
Reid Spencer522ca7c2007-02-25 01:56:07 +00001197 if (shiftAmt == BitWidth)
1198 return APInt(BitWidth, 0);
Eric Christopher820256b2009-08-21 04:06:45 +00001199 else
Reid Spencer522ca7c2007-02-25 01:56:07 +00001200 return APInt(BitWidth, this->VAL >> shiftAmt);
Chris Lattnerdad2d092007-05-03 18:15:36 +00001201 }
Reid Spencer522ca7c2007-02-25 01:56:07 +00001202
Reid Spencer44eef162007-02-26 01:19:48 +00001203 // If all the bits were shifted out, the result is 0. This avoids issues
1204 // with shifting by the size of the integer type, which produces undefined
1205 // results. We define these "undefined results" to always be 0.
1206 if (shiftAmt == BitWidth)
1207 return APInt(BitWidth, 0);
1208
Reid Spencerfffdf102007-05-17 06:26:29 +00001209 // If none of the bits are shifted out, the result is *this. This avoids
Eric Christopher820256b2009-08-21 04:06:45 +00001210 // issues with shifting by the size of the integer type, which produces
Reid Spencerfffdf102007-05-17 06:26:29 +00001211 // undefined results in the code below. This is also an optimization.
1212 if (shiftAmt == 0)
1213 return *this;
1214
Reid Spencer44eef162007-02-26 01:19:48 +00001215 // Create some space for the result.
1216 uint64_t * val = new uint64_t[getNumWords()];
1217
1218 // If we are shifting less than a word, compute the shift with a simple carry
1219 if (shiftAmt < APINT_BITS_PER_WORD) {
1220 uint64_t carry = 0;
1221 for (int i = getNumWords()-1; i >= 0; --i) {
Reid Spencerd99feaf2007-03-01 05:39:56 +00001222 val[i] = (pVal[i] >> shiftAmt) | carry;
Reid Spencer44eef162007-02-26 01:19:48 +00001223 carry = pVal[i] << (APINT_BITS_PER_WORD - shiftAmt);
1224 }
1225 return APInt(val, BitWidth).clearUnusedBits();
Reid Spencera41e93b2007-02-25 19:32:03 +00001226 }
1227
Reid Spencer44eef162007-02-26 01:19:48 +00001228 // Compute some values needed by the remaining shift algorithms
Chris Lattner77527f52009-01-21 18:09:24 +00001229 unsigned wordShift = shiftAmt % APINT_BITS_PER_WORD;
1230 unsigned offset = shiftAmt / APINT_BITS_PER_WORD;
Reid Spencer44eef162007-02-26 01:19:48 +00001231
1232 // If we are shifting whole words, just move whole words
1233 if (wordShift == 0) {
Chris Lattner77527f52009-01-21 18:09:24 +00001234 for (unsigned i = 0; i < getNumWords() - offset; ++i)
Reid Spencer44eef162007-02-26 01:19:48 +00001235 val[i] = pVal[i+offset];
Chris Lattner77527f52009-01-21 18:09:24 +00001236 for (unsigned i = getNumWords()-offset; i < getNumWords(); i++)
Reid Spencer44eef162007-02-26 01:19:48 +00001237 val[i] = 0;
1238 return APInt(val,BitWidth).clearUnusedBits();
1239 }
1240
Eric Christopher820256b2009-08-21 04:06:45 +00001241 // Shift the low order words
Chris Lattner77527f52009-01-21 18:09:24 +00001242 unsigned breakWord = getNumWords() - offset -1;
1243 for (unsigned i = 0; i < breakWord; ++i)
Reid Spencerd99feaf2007-03-01 05:39:56 +00001244 val[i] = (pVal[i+offset] >> wordShift) |
1245 (pVal[i+offset+1] << (APINT_BITS_PER_WORD - wordShift));
Reid Spencer44eef162007-02-26 01:19:48 +00001246 // Shift the break word.
1247 val[breakWord] = pVal[breakWord+offset] >> wordShift;
1248
1249 // Remaining words are 0
Chris Lattner77527f52009-01-21 18:09:24 +00001250 for (unsigned i = breakWord+1; i < getNumWords(); ++i)
Reid Spencer44eef162007-02-26 01:19:48 +00001251 val[i] = 0;
1252 return APInt(val, BitWidth).clearUnusedBits();
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001253}
1254
Zhou Shenge93db8f2007-02-09 07:48:24 +00001255/// Left-shift this APInt by shiftAmt.
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001256/// @brief Left-shift function.
Dan Gohman105c1d42008-02-29 01:40:47 +00001257APInt APInt::shl(const APInt &shiftAmt) const {
Nick Lewycky030c4502009-01-19 17:42:33 +00001258 // It's undefined behavior in C to shift by BitWidth or greater.
Chris Lattner77527f52009-01-21 18:09:24 +00001259 return shl((unsigned)shiftAmt.getLimitedValue(BitWidth));
Dan Gohman105c1d42008-02-29 01:40:47 +00001260}
1261
Chris Lattner77527f52009-01-21 18:09:24 +00001262APInt APInt::shlSlowCase(unsigned shiftAmt) const {
Reid Spencera5c84d92007-02-25 00:56:44 +00001263 // If all the bits were shifted out, the result is 0. This avoids issues
1264 // with shifting by the size of the integer type, which produces undefined
1265 // results. We define these "undefined results" to always be 0.
1266 if (shiftAmt == BitWidth)
1267 return APInt(BitWidth, 0);
1268
Reid Spencer81ee0202007-05-12 18:01:57 +00001269 // If none of the bits are shifted out, the result is *this. This avoids a
1270 // lshr by the words size in the loop below which can produce incorrect
1271 // results. It also avoids the expensive computation below for a common case.
1272 if (shiftAmt == 0)
1273 return *this;
1274
Reid Spencera5c84d92007-02-25 00:56:44 +00001275 // Create some space for the result.
1276 uint64_t * val = new uint64_t[getNumWords()];
1277
1278 // If we are shifting less than a word, do it the easy way
1279 if (shiftAmt < APINT_BITS_PER_WORD) {
1280 uint64_t carry = 0;
Chris Lattner77527f52009-01-21 18:09:24 +00001281 for (unsigned i = 0; i < getNumWords(); i++) {
Reid Spencera5c84d92007-02-25 00:56:44 +00001282 val[i] = pVal[i] << shiftAmt | carry;
1283 carry = pVal[i] >> (APINT_BITS_PER_WORD - shiftAmt);
1284 }
Reid Spencera41e93b2007-02-25 19:32:03 +00001285 return APInt(val, BitWidth).clearUnusedBits();
Reid Spencer632ebdf2007-02-24 20:19:37 +00001286 }
1287
Reid Spencera5c84d92007-02-25 00:56:44 +00001288 // Compute some values needed by the remaining shift algorithms
Chris Lattner77527f52009-01-21 18:09:24 +00001289 unsigned wordShift = shiftAmt % APINT_BITS_PER_WORD;
1290 unsigned offset = shiftAmt / APINT_BITS_PER_WORD;
Reid Spencera5c84d92007-02-25 00:56:44 +00001291
1292 // If we are shifting whole words, just move whole words
1293 if (wordShift == 0) {
Chris Lattner77527f52009-01-21 18:09:24 +00001294 for (unsigned i = 0; i < offset; i++)
Reid Spencera5c84d92007-02-25 00:56:44 +00001295 val[i] = 0;
Chris Lattner77527f52009-01-21 18:09:24 +00001296 for (unsigned i = offset; i < getNumWords(); i++)
Reid Spencera5c84d92007-02-25 00:56:44 +00001297 val[i] = pVal[i-offset];
Reid Spencera41e93b2007-02-25 19:32:03 +00001298 return APInt(val,BitWidth).clearUnusedBits();
Reid Spencer632ebdf2007-02-24 20:19:37 +00001299 }
Reid Spencera5c84d92007-02-25 00:56:44 +00001300
1301 // Copy whole words from this to Result.
Chris Lattner77527f52009-01-21 18:09:24 +00001302 unsigned i = getNumWords() - 1;
Reid Spencera5c84d92007-02-25 00:56:44 +00001303 for (; i > offset; --i)
1304 val[i] = pVal[i-offset] << wordShift |
1305 pVal[i-offset-1] >> (APINT_BITS_PER_WORD - wordShift);
Reid Spencerab0e08a2007-02-25 01:08:58 +00001306 val[offset] = pVal[0] << wordShift;
Reid Spencera5c84d92007-02-25 00:56:44 +00001307 for (i = 0; i < offset; ++i)
1308 val[i] = 0;
Reid Spencera41e93b2007-02-25 19:32:03 +00001309 return APInt(val, BitWidth).clearUnusedBits();
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001310}
1311
Dan Gohman105c1d42008-02-29 01:40:47 +00001312APInt APInt::rotl(const APInt &rotateAmt) const {
Chris Lattner77527f52009-01-21 18:09:24 +00001313 return rotl((unsigned)rotateAmt.getLimitedValue(BitWidth));
Dan Gohman105c1d42008-02-29 01:40:47 +00001314}
1315
Chris Lattner77527f52009-01-21 18:09:24 +00001316APInt APInt::rotl(unsigned rotateAmt) const {
Reid Spencer98ed7db2007-05-14 00:15:28 +00001317 if (rotateAmt == 0)
1318 return *this;
Reid Spencer4c50b522007-05-13 23:44:59 +00001319 // Don't get too fancy, just use existing shift/or facilities
1320 APInt hi(*this);
1321 APInt lo(*this);
1322 hi.shl(rotateAmt);
1323 lo.lshr(BitWidth - rotateAmt);
1324 return hi | lo;
1325}
1326
Dan Gohman105c1d42008-02-29 01:40:47 +00001327APInt APInt::rotr(const APInt &rotateAmt) const {
Chris Lattner77527f52009-01-21 18:09:24 +00001328 return rotr((unsigned)rotateAmt.getLimitedValue(BitWidth));
Dan Gohman105c1d42008-02-29 01:40:47 +00001329}
1330
Chris Lattner77527f52009-01-21 18:09:24 +00001331APInt APInt::rotr(unsigned rotateAmt) const {
Reid Spencer98ed7db2007-05-14 00:15:28 +00001332 if (rotateAmt == 0)
1333 return *this;
Reid Spencer4c50b522007-05-13 23:44:59 +00001334 // Don't get too fancy, just use existing shift/or facilities
1335 APInt hi(*this);
1336 APInt lo(*this);
1337 lo.lshr(rotateAmt);
1338 hi.shl(BitWidth - rotateAmt);
1339 return hi | lo;
1340}
Reid Spencerd99feaf2007-03-01 05:39:56 +00001341
1342// Square Root - this method computes and returns the square root of "this".
1343// Three mechanisms are used for computation. For small values (<= 5 bits),
1344// a table lookup is done. This gets some performance for common cases. For
1345// values using less than 52 bits, the value is converted to double and then
1346// the libc sqrt function is called. The result is rounded and then converted
1347// back to a uint64_t which is then used to construct the result. Finally,
Eric Christopher820256b2009-08-21 04:06:45 +00001348// the Babylonian method for computing square roots is used.
Reid Spencerd99feaf2007-03-01 05:39:56 +00001349APInt APInt::sqrt() const {
1350
1351 // Determine the magnitude of the value.
Chris Lattner77527f52009-01-21 18:09:24 +00001352 unsigned magnitude = getActiveBits();
Reid Spencerd99feaf2007-03-01 05:39:56 +00001353
1354 // Use a fast table for some small values. This also gets rid of some
1355 // rounding errors in libc sqrt for small values.
1356 if (magnitude <= 5) {
Reid Spencer2f6ad4d2007-03-01 17:47:31 +00001357 static const uint8_t results[32] = {
Reid Spencerc8841d22007-03-01 06:23:32 +00001358 /* 0 */ 0,
1359 /* 1- 2 */ 1, 1,
Eric Christopher820256b2009-08-21 04:06:45 +00001360 /* 3- 6 */ 2, 2, 2, 2,
Reid Spencerc8841d22007-03-01 06:23:32 +00001361 /* 7-12 */ 3, 3, 3, 3, 3, 3,
1362 /* 13-20 */ 4, 4, 4, 4, 4, 4, 4, 4,
1363 /* 21-30 */ 5, 5, 5, 5, 5, 5, 5, 5, 5, 5,
1364 /* 31 */ 6
1365 };
1366 return APInt(BitWidth, results[ (isSingleWord() ? VAL : pVal[0]) ]);
Reid Spencerd99feaf2007-03-01 05:39:56 +00001367 }
1368
1369 // If the magnitude of the value fits in less than 52 bits (the precision of
1370 // an IEEE double precision floating point value), then we can use the
1371 // libc sqrt function which will probably use a hardware sqrt computation.
1372 // This should be faster than the algorithm below.
Jeff Cohenb622c112007-03-05 00:00:42 +00001373 if (magnitude < 52) {
1374#ifdef _MSC_VER
1375 // Amazingly, VC++ doesn't have round().
Eric Christopher820256b2009-08-21 04:06:45 +00001376 return APInt(BitWidth,
Jeff Cohenb622c112007-03-05 00:00:42 +00001377 uint64_t(::sqrt(double(isSingleWord()?VAL:pVal[0]))) + 0.5);
1378#else
Eric Christopher820256b2009-08-21 04:06:45 +00001379 return APInt(BitWidth,
Reid Spencerd99feaf2007-03-01 05:39:56 +00001380 uint64_t(::round(::sqrt(double(isSingleWord()?VAL:pVal[0])))));
Jeff Cohenb622c112007-03-05 00:00:42 +00001381#endif
1382 }
Reid Spencerd99feaf2007-03-01 05:39:56 +00001383
1384 // Okay, all the short cuts are exhausted. We must compute it. The following
1385 // is a classical Babylonian method for computing the square root. This code
1386 // was adapted to APINt from a wikipedia article on such computations.
1387 // See http://www.wikipedia.org/ and go to the page named
Eric Christopher820256b2009-08-21 04:06:45 +00001388 // Calculate_an_integer_square_root.
Chris Lattner77527f52009-01-21 18:09:24 +00001389 unsigned nbits = BitWidth, i = 4;
Reid Spencerd99feaf2007-03-01 05:39:56 +00001390 APInt testy(BitWidth, 16);
1391 APInt x_old(BitWidth, 1);
1392 APInt x_new(BitWidth, 0);
1393 APInt two(BitWidth, 2);
1394
1395 // Select a good starting value using binary logarithms.
Eric Christopher820256b2009-08-21 04:06:45 +00001396 for (;; i += 2, testy = testy.shl(2))
Reid Spencerd99feaf2007-03-01 05:39:56 +00001397 if (i >= nbits || this->ule(testy)) {
1398 x_old = x_old.shl(i / 2);
1399 break;
1400 }
1401
Eric Christopher820256b2009-08-21 04:06:45 +00001402 // Use the Babylonian method to arrive at the integer square root:
Reid Spencerd99feaf2007-03-01 05:39:56 +00001403 for (;;) {
1404 x_new = (this->udiv(x_old) + x_old).udiv(two);
1405 if (x_old.ule(x_new))
1406 break;
1407 x_old = x_new;
1408 }
1409
1410 // Make sure we return the closest approximation
Eric Christopher820256b2009-08-21 04:06:45 +00001411 // NOTE: The rounding calculation below is correct. It will produce an
Reid Spencercf817562007-03-02 04:21:55 +00001412 // off-by-one discrepancy with results from pari/gp. That discrepancy has been
Eric Christopher820256b2009-08-21 04:06:45 +00001413 // determined to be a rounding issue with pari/gp as it begins to use a
Reid Spencercf817562007-03-02 04:21:55 +00001414 // floating point representation after 192 bits. There are no discrepancies
1415 // between this algorithm and pari/gp for bit widths < 192 bits.
Reid Spencerd99feaf2007-03-01 05:39:56 +00001416 APInt square(x_old * x_old);
1417 APInt nextSquare((x_old + 1) * (x_old +1));
1418 if (this->ult(square))
1419 return x_old;
Reid Spencercf817562007-03-02 04:21:55 +00001420 else if (this->ule(nextSquare)) {
1421 APInt midpoint((nextSquare - square).udiv(two));
1422 APInt offset(*this - square);
1423 if (offset.ult(midpoint))
Reid Spencerd99feaf2007-03-01 05:39:56 +00001424 return x_old;
Reid Spencercf817562007-03-02 04:21:55 +00001425 else
1426 return x_old + 1;
1427 } else
Torok Edwinfbcc6632009-07-14 16:55:14 +00001428 llvm_unreachable("Error in APInt::sqrt computation");
Reid Spencerd99feaf2007-03-01 05:39:56 +00001429 return x_old + 1;
1430}
1431
Wojciech Matyjewicz41b744d2008-06-23 19:39:50 +00001432/// Computes the multiplicative inverse of this APInt for a given modulo. The
1433/// iterative extended Euclidean algorithm is used to solve for this value,
1434/// however we simplify it to speed up calculating only the inverse, and take
1435/// advantage of div+rem calculations. We also use some tricks to avoid copying
1436/// (potentially large) APInts around.
1437APInt APInt::multiplicativeInverse(const APInt& modulo) const {
1438 assert(ult(modulo) && "This APInt must be smaller than the modulo");
1439
1440 // Using the properties listed at the following web page (accessed 06/21/08):
1441 // http://www.numbertheory.org/php/euclid.html
1442 // (especially the properties numbered 3, 4 and 9) it can be proved that
1443 // BitWidth bits suffice for all the computations in the algorithm implemented
1444 // below. More precisely, this number of bits suffice if the multiplicative
1445 // inverse exists, but may not suffice for the general extended Euclidean
1446 // algorithm.
1447
1448 APInt r[2] = { modulo, *this };
1449 APInt t[2] = { APInt(BitWidth, 0), APInt(BitWidth, 1) };
1450 APInt q(BitWidth, 0);
Eric Christopher820256b2009-08-21 04:06:45 +00001451
Wojciech Matyjewicz41b744d2008-06-23 19:39:50 +00001452 unsigned i;
1453 for (i = 0; r[i^1] != 0; i ^= 1) {
1454 // An overview of the math without the confusing bit-flipping:
1455 // q = r[i-2] / r[i-1]
1456 // r[i] = r[i-2] % r[i-1]
1457 // t[i] = t[i-2] - t[i-1] * q
1458 udivrem(r[i], r[i^1], q, r[i]);
1459 t[i] -= t[i^1] * q;
1460 }
1461
1462 // If this APInt and the modulo are not coprime, there is no multiplicative
1463 // inverse, so return 0. We check this by looking at the next-to-last
1464 // remainder, which is the gcd(*this,modulo) as calculated by the Euclidean
1465 // algorithm.
1466 if (r[i] != 1)
1467 return APInt(BitWidth, 0);
1468
1469 // The next-to-last t is the multiplicative inverse. However, we are
1470 // interested in a positive inverse. Calcuate a positive one from a negative
1471 // one if necessary. A simple addition of the modulo suffices because
Wojciech Matyjewiczf0d21cd2008-07-20 15:55:14 +00001472 // abs(t[i]) is known to be less than *this/2 (see the link above).
Wojciech Matyjewicz41b744d2008-06-23 19:39:50 +00001473 return t[i].isNegative() ? t[i] + modulo : t[i];
1474}
1475
Jay Foadfe0c6482009-04-30 10:15:35 +00001476/// Calculate the magic numbers required to implement a signed integer division
1477/// by a constant as a sequence of multiplies, adds and shifts. Requires that
1478/// the divisor not be 0, 1, or -1. Taken from "Hacker's Delight", Henry S.
1479/// Warren, Jr., chapter 10.
1480APInt::ms APInt::magic() const {
1481 const APInt& d = *this;
1482 unsigned p;
1483 APInt ad, anc, delta, q1, r1, q2, r2, t;
1484 APInt allOnes = APInt::getAllOnesValue(d.getBitWidth());
1485 APInt signedMin = APInt::getSignedMinValue(d.getBitWidth());
1486 APInt signedMax = APInt::getSignedMaxValue(d.getBitWidth());
1487 struct ms mag;
Eric Christopher820256b2009-08-21 04:06:45 +00001488
Jay Foadfe0c6482009-04-30 10:15:35 +00001489 ad = d.abs();
1490 t = signedMin + (d.lshr(d.getBitWidth() - 1));
1491 anc = t - 1 - t.urem(ad); // absolute value of nc
1492 p = d.getBitWidth() - 1; // initialize p
1493 q1 = signedMin.udiv(anc); // initialize q1 = 2p/abs(nc)
1494 r1 = signedMin - q1*anc; // initialize r1 = rem(2p,abs(nc))
1495 q2 = signedMin.udiv(ad); // initialize q2 = 2p/abs(d)
1496 r2 = signedMin - q2*ad; // initialize r2 = rem(2p,abs(d))
1497 do {
1498 p = p + 1;
1499 q1 = q1<<1; // update q1 = 2p/abs(nc)
1500 r1 = r1<<1; // update r1 = rem(2p/abs(nc))
1501 if (r1.uge(anc)) { // must be unsigned comparison
1502 q1 = q1 + 1;
1503 r1 = r1 - anc;
1504 }
1505 q2 = q2<<1; // update q2 = 2p/abs(d)
1506 r2 = r2<<1; // update r2 = rem(2p/abs(d))
1507 if (r2.uge(ad)) { // must be unsigned comparison
1508 q2 = q2 + 1;
1509 r2 = r2 - ad;
1510 }
1511 delta = ad - r2;
1512 } while (q1.ule(delta) || (q1 == delta && r1 == 0));
Eric Christopher820256b2009-08-21 04:06:45 +00001513
Jay Foadfe0c6482009-04-30 10:15:35 +00001514 mag.m = q2 + 1;
1515 if (d.isNegative()) mag.m = -mag.m; // resulting magic number
1516 mag.s = p - d.getBitWidth(); // resulting shift
1517 return mag;
1518}
1519
1520/// Calculate the magic numbers required to implement an unsigned integer
1521/// division by a constant as a sequence of multiplies, adds and shifts.
1522/// Requires that the divisor not be 0. Taken from "Hacker's Delight", Henry
1523/// S. Warren, Jr., chapter 10.
1524APInt::mu APInt::magicu() const {
1525 const APInt& d = *this;
1526 unsigned p;
1527 APInt nc, delta, q1, r1, q2, r2;
1528 struct mu magu;
1529 magu.a = 0; // initialize "add" indicator
1530 APInt allOnes = APInt::getAllOnesValue(d.getBitWidth());
1531 APInt signedMin = APInt::getSignedMinValue(d.getBitWidth());
1532 APInt signedMax = APInt::getSignedMaxValue(d.getBitWidth());
1533
1534 nc = allOnes - (-d).urem(d);
1535 p = d.getBitWidth() - 1; // initialize p
1536 q1 = signedMin.udiv(nc); // initialize q1 = 2p/nc
1537 r1 = signedMin - q1*nc; // initialize r1 = rem(2p,nc)
1538 q2 = signedMax.udiv(d); // initialize q2 = (2p-1)/d
1539 r2 = signedMax - q2*d; // initialize r2 = rem((2p-1),d)
1540 do {
1541 p = p + 1;
1542 if (r1.uge(nc - r1)) {
1543 q1 = q1 + q1 + 1; // update q1
1544 r1 = r1 + r1 - nc; // update r1
1545 }
1546 else {
1547 q1 = q1+q1; // update q1
1548 r1 = r1+r1; // update r1
1549 }
1550 if ((r2 + 1).uge(d - r2)) {
1551 if (q2.uge(signedMax)) magu.a = 1;
1552 q2 = q2+q2 + 1; // update q2
1553 r2 = r2+r2 + 1 - d; // update r2
1554 }
1555 else {
1556 if (q2.uge(signedMin)) magu.a = 1;
1557 q2 = q2+q2; // update q2
1558 r2 = r2+r2 + 1; // update r2
1559 }
1560 delta = d - 1 - r2;
1561 } while (p < d.getBitWidth()*2 &&
1562 (q1.ult(delta) || (q1 == delta && r1 == 0)));
1563 magu.m = q2 + 1; // resulting magic number
1564 magu.s = p - d.getBitWidth(); // resulting shift
1565 return magu;
1566}
1567
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001568/// Implementation of Knuth's Algorithm D (Division of nonnegative integers)
1569/// from "Art of Computer Programming, Volume 2", section 4.3.1, p. 272. The
1570/// variables here have the same names as in the algorithm. Comments explain
1571/// the algorithm and any deviation from it.
Chris Lattner77527f52009-01-21 18:09:24 +00001572static void KnuthDiv(unsigned *u, unsigned *v, unsigned *q, unsigned* r,
1573 unsigned m, unsigned n) {
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001574 assert(u && "Must provide dividend");
1575 assert(v && "Must provide divisor");
1576 assert(q && "Must provide quotient");
Reid Spencera5e0d202007-02-24 03:58:46 +00001577 assert(u != v && u != q && v != q && "Must us different memory");
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001578 assert(n>1 && "n must be > 1");
1579
1580 // Knuth uses the value b as the base of the number system. In our case b
1581 // is 2^31 so we just set it to -1u.
1582 uint64_t b = uint64_t(1) << 32;
1583
Chris Lattner17f71652008-08-17 07:19:36 +00001584#if 0
Daniel Dunbar763ace92009-07-13 05:27:30 +00001585 DEBUG(errs() << "KnuthDiv: m=" << m << " n=" << n << '\n');
1586 DEBUG(errs() << "KnuthDiv: original:");
1587 DEBUG(for (int i = m+n; i >=0; i--) errs() << " " << u[i]);
1588 DEBUG(errs() << " by");
1589 DEBUG(for (int i = n; i >0; i--) errs() << " " << v[i-1]);
1590 DEBUG(errs() << '\n');
Chris Lattner17f71652008-08-17 07:19:36 +00001591#endif
Eric Christopher820256b2009-08-21 04:06:45 +00001592 // D1. [Normalize.] Set d = b / (v[n-1] + 1) and multiply all the digits of
1593 // u and v by d. Note that we have taken Knuth's advice here to use a power
1594 // of 2 value for d such that d * v[n-1] >= b/2 (b is the base). A power of
1595 // 2 allows us to shift instead of multiply and it is easy to determine the
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001596 // shift amount from the leading zeros. We are basically normalizing the u
1597 // and v so that its high bits are shifted to the top of v's range without
1598 // overflow. Note that this can require an extra word in u so that u must
1599 // be of length m+n+1.
Chris Lattner77527f52009-01-21 18:09:24 +00001600 unsigned shift = CountLeadingZeros_32(v[n-1]);
1601 unsigned v_carry = 0;
1602 unsigned u_carry = 0;
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001603 if (shift) {
Chris Lattner77527f52009-01-21 18:09:24 +00001604 for (unsigned i = 0; i < m+n; ++i) {
1605 unsigned u_tmp = u[i] >> (32 - shift);
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001606 u[i] = (u[i] << shift) | u_carry;
1607 u_carry = u_tmp;
Reid Spencer100502d2007-02-17 03:16:00 +00001608 }
Chris Lattner77527f52009-01-21 18:09:24 +00001609 for (unsigned i = 0; i < n; ++i) {
1610 unsigned v_tmp = v[i] >> (32 - shift);
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001611 v[i] = (v[i] << shift) | v_carry;
1612 v_carry = v_tmp;
1613 }
1614 }
1615 u[m+n] = u_carry;
Chris Lattner17f71652008-08-17 07:19:36 +00001616#if 0
Daniel Dunbar763ace92009-07-13 05:27:30 +00001617 DEBUG(errs() << "KnuthDiv: normal:");
1618 DEBUG(for (int i = m+n; i >=0; i--) errs() << " " << u[i]);
1619 DEBUG(errs() << " by");
1620 DEBUG(for (int i = n; i >0; i--) errs() << " " << v[i-1]);
1621 DEBUG(errs() << '\n');
Chris Lattner17f71652008-08-17 07:19:36 +00001622#endif
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001623
1624 // D2. [Initialize j.] Set j to m. This is the loop counter over the places.
1625 int j = m;
1626 do {
Daniel Dunbar763ace92009-07-13 05:27:30 +00001627 DEBUG(errs() << "KnuthDiv: quotient digit #" << j << '\n');
Eric Christopher820256b2009-08-21 04:06:45 +00001628 // D3. [Calculate q'.].
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001629 // Set qp = (u[j+n]*b + u[j+n-1]) / v[n-1]. (qp=qprime=q')
1630 // Set rp = (u[j+n]*b + u[j+n-1]) % v[n-1]. (rp=rprime=r')
1631 // Now test if qp == b or qp*v[n-2] > b*rp + u[j+n-2]; if so, decrease
1632 // qp by 1, inrease rp by v[n-1], and repeat this test if rp < b. The test
1633 // on v[n-2] determines at high speed most of the cases in which the trial
Eric Christopher820256b2009-08-21 04:06:45 +00001634 // value qp is one too large, and it eliminates all cases where qp is two
1635 // too large.
Reid Spencercb292e42007-02-23 01:57:13 +00001636 uint64_t dividend = ((uint64_t(u[j+n]) << 32) + u[j+n-1]);
Daniel Dunbar763ace92009-07-13 05:27:30 +00001637 DEBUG(errs() << "KnuthDiv: dividend == " << dividend << '\n');
Reid Spencercb292e42007-02-23 01:57:13 +00001638 uint64_t qp = dividend / v[n-1];
1639 uint64_t rp = dividend % v[n-1];
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001640 if (qp == b || qp*v[n-2] > b*rp + u[j+n-2]) {
1641 qp--;
1642 rp += v[n-1];
Reid Spencerdf6cf5a2007-02-24 10:01:42 +00001643 if (rp < b && (qp == b || qp*v[n-2] > b*rp + u[j+n-2]))
Reid Spencera5e0d202007-02-24 03:58:46 +00001644 qp--;
Reid Spencercb292e42007-02-23 01:57:13 +00001645 }
Daniel Dunbar763ace92009-07-13 05:27:30 +00001646 DEBUG(errs() << "KnuthDiv: qp == " << qp << ", rp == " << rp << '\n');
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001647
Reid Spencercb292e42007-02-23 01:57:13 +00001648 // D4. [Multiply and subtract.] Replace (u[j+n]u[j+n-1]...u[j]) with
1649 // (u[j+n]u[j+n-1]..u[j]) - qp * (v[n-1]...v[1]v[0]). This computation
1650 // consists of a simple multiplication by a one-place number, combined with
Eric Christopher820256b2009-08-21 04:06:45 +00001651 // a subtraction.
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001652 bool isNeg = false;
Chris Lattner77527f52009-01-21 18:09:24 +00001653 for (unsigned i = 0; i < n; ++i) {
Reid Spencerdf6cf5a2007-02-24 10:01:42 +00001654 uint64_t u_tmp = uint64_t(u[j+i]) | (uint64_t(u[j+i+1]) << 32);
Reid Spencera5e0d202007-02-24 03:58:46 +00001655 uint64_t subtrahend = uint64_t(qp) * uint64_t(v[i]);
Reid Spencerdf6cf5a2007-02-24 10:01:42 +00001656 bool borrow = subtrahend > u_tmp;
Eric Christopher820256b2009-08-21 04:06:45 +00001657 DEBUG(errs() << "KnuthDiv: u_tmp == " << u_tmp
Daniel Dunbar763ace92009-07-13 05:27:30 +00001658 << ", subtrahend == " << subtrahend
1659 << ", borrow = " << borrow << '\n');
Reid Spencera5e0d202007-02-24 03:58:46 +00001660
Reid Spencerdf6cf5a2007-02-24 10:01:42 +00001661 uint64_t result = u_tmp - subtrahend;
Chris Lattner77527f52009-01-21 18:09:24 +00001662 unsigned k = j + i;
1663 u[k++] = (unsigned)(result & (b-1)); // subtract low word
1664 u[k++] = (unsigned)(result >> 32); // subtract high word
Reid Spencerdf6cf5a2007-02-24 10:01:42 +00001665 while (borrow && k <= m+n) { // deal with borrow to the left
1666 borrow = u[k] == 0;
1667 u[k]--;
1668 k++;
1669 }
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001670 isNeg |= borrow;
Eric Christopher820256b2009-08-21 04:06:45 +00001671 DEBUG(errs() << "KnuthDiv: u[j+i] == " << u[j+i] << ", u[j+i+1] == " <<
1672 u[j+i+1] << '\n');
Reid Spencera5e0d202007-02-24 03:58:46 +00001673 }
Daniel Dunbar763ace92009-07-13 05:27:30 +00001674 DEBUG(errs() << "KnuthDiv: after subtraction:");
1675 DEBUG(for (int i = m+n; i >=0; i--) errs() << " " << u[i]);
1676 DEBUG(errs() << '\n');
Eric Christopher820256b2009-08-21 04:06:45 +00001677 // The digits (u[j+n]...u[j]) should be kept positive; if the result of
1678 // this step is actually negative, (u[j+n]...u[j]) should be left as the
Reid Spencerdf6cf5a2007-02-24 10:01:42 +00001679 // true value plus b**(n+1), namely as the b's complement of
Reid Spencercb292e42007-02-23 01:57:13 +00001680 // the true value, and a "borrow" to the left should be remembered.
1681 //
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001682 if (isNeg) {
Reid Spencerdf6cf5a2007-02-24 10:01:42 +00001683 bool carry = true; // true because b's complement is "complement + 1"
Chris Lattner77527f52009-01-21 18:09:24 +00001684 for (unsigned i = 0; i <= m+n; ++i) {
Reid Spencerdf6cf5a2007-02-24 10:01:42 +00001685 u[i] = ~u[i] + carry; // b's complement
1686 carry = carry && u[i] == 0;
Reid Spencera5e0d202007-02-24 03:58:46 +00001687 }
Reid Spencercb292e42007-02-23 01:57:13 +00001688 }
Daniel Dunbar763ace92009-07-13 05:27:30 +00001689 DEBUG(errs() << "KnuthDiv: after complement:");
1690 DEBUG(for (int i = m+n; i >=0; i--) errs() << " " << u[i]);
1691 DEBUG(errs() << '\n');
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001692
Eric Christopher820256b2009-08-21 04:06:45 +00001693 // D5. [Test remainder.] Set q[j] = qp. If the result of step D4 was
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001694 // negative, go to step D6; otherwise go on to step D7.
Chris Lattner77527f52009-01-21 18:09:24 +00001695 q[j] = (unsigned)qp;
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00001696 if (isNeg) {
Eric Christopher820256b2009-08-21 04:06:45 +00001697 // D6. [Add back]. The probability that this step is necessary is very
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001698 // small, on the order of only 2/b. Make sure that test data accounts for
Eric Christopher820256b2009-08-21 04:06:45 +00001699 // this possibility. Decrease q[j] by 1
Reid Spencercb292e42007-02-23 01:57:13 +00001700 q[j]--;
Eric Christopher820256b2009-08-21 04:06:45 +00001701 // and add (0v[n-1]...v[1]v[0]) to (u[j+n]u[j+n-1]...u[j+1]u[j]).
1702 // A carry will occur to the left of u[j+n], and it should be ignored
Reid Spencercb292e42007-02-23 01:57:13 +00001703 // since it cancels with the borrow that occurred in D4.
1704 bool carry = false;
Chris Lattner77527f52009-01-21 18:09:24 +00001705 for (unsigned i = 0; i < n; i++) {
1706 unsigned limit = std::min(u[j+i],v[i]);
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001707 u[j+i] += v[i] + carry;
Reid Spencera5e0d202007-02-24 03:58:46 +00001708 carry = u[j+i] < limit || (carry && u[j+i] == limit);
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001709 }
Reid Spencera5e0d202007-02-24 03:58:46 +00001710 u[j+n] += carry;
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001711 }
Daniel Dunbar763ace92009-07-13 05:27:30 +00001712 DEBUG(errs() << "KnuthDiv: after correction:");
1713 DEBUG(for (int i = m+n; i >=0; i--) errs() <<" " << u[i]);
1714 DEBUG(errs() << "\nKnuthDiv: digit result = " << q[j] << '\n');
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001715
Reid Spencercb292e42007-02-23 01:57:13 +00001716 // D7. [Loop on j.] Decrease j by one. Now if j >= 0, go back to D3.
1717 } while (--j >= 0);
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001718
Daniel Dunbar763ace92009-07-13 05:27:30 +00001719 DEBUG(errs() << "KnuthDiv: quotient:");
1720 DEBUG(for (int i = m; i >=0; i--) errs() <<" " << q[i]);
1721 DEBUG(errs() << '\n');
Reid Spencera5e0d202007-02-24 03:58:46 +00001722
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001723 // D8. [Unnormalize]. Now q[...] is the desired quotient, and the desired
1724 // remainder may be obtained by dividing u[...] by d. If r is non-null we
1725 // compute the remainder (urem uses this).
1726 if (r) {
1727 // The value d is expressed by the "shift" value above since we avoided
1728 // multiplication by d by using a shift left. So, all we have to do is
1729 // shift right here. In order to mak
Reid Spencer468ad9112007-02-24 20:38:01 +00001730 if (shift) {
Chris Lattner77527f52009-01-21 18:09:24 +00001731 unsigned carry = 0;
Daniel Dunbar763ace92009-07-13 05:27:30 +00001732 DEBUG(errs() << "KnuthDiv: remainder:");
Reid Spencer468ad9112007-02-24 20:38:01 +00001733 for (int i = n-1; i >= 0; i--) {
1734 r[i] = (u[i] >> shift) | carry;
1735 carry = u[i] << (32 - shift);
Daniel Dunbar763ace92009-07-13 05:27:30 +00001736 DEBUG(errs() << " " << r[i]);
Reid Spencer468ad9112007-02-24 20:38:01 +00001737 }
1738 } else {
1739 for (int i = n-1; i >= 0; i--) {
1740 r[i] = u[i];
Daniel Dunbar763ace92009-07-13 05:27:30 +00001741 DEBUG(errs() << " " << r[i]);
Reid Spencer468ad9112007-02-24 20:38:01 +00001742 }
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001743 }
Daniel Dunbar763ace92009-07-13 05:27:30 +00001744 DEBUG(errs() << '\n');
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001745 }
Chris Lattner17f71652008-08-17 07:19:36 +00001746#if 0
Daniel Dunbar763ace92009-07-13 05:27:30 +00001747 DEBUG(errs() << '\n');
Chris Lattner17f71652008-08-17 07:19:36 +00001748#endif
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001749}
1750
Chris Lattner77527f52009-01-21 18:09:24 +00001751void APInt::divide(const APInt LHS, unsigned lhsWords,
1752 const APInt &RHS, unsigned rhsWords,
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001753 APInt *Quotient, APInt *Remainder)
1754{
1755 assert(lhsWords >= rhsWords && "Fractional result");
1756
Eric Christopher820256b2009-08-21 04:06:45 +00001757 // First, compose the values into an array of 32-bit words instead of
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001758 // 64-bit words. This is a necessity of both the "short division" algorithm
Eric Christopher820256b2009-08-21 04:06:45 +00001759 // and the the Knuth "classical algorithm" which requires there to be native
1760 // operations for +, -, and * on an m bit value with an m*2 bit result. We
1761 // can't use 64-bit operands here because we don't have native results of
1762 // 128-bits. Furthermore, casting the 64-bit values to 32-bit values won't
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001763 // work on large-endian machines.
Dan Gohmancff69532009-04-01 18:45:54 +00001764 uint64_t mask = ~0ull >> (sizeof(unsigned)*CHAR_BIT);
Chris Lattner77527f52009-01-21 18:09:24 +00001765 unsigned n = rhsWords * 2;
1766 unsigned m = (lhsWords * 2) - n;
Reid Spencer522ca7c2007-02-25 01:56:07 +00001767
1768 // Allocate space for the temporary values we need either on the stack, if
1769 // it will fit, or on the heap if it won't.
Chris Lattner77527f52009-01-21 18:09:24 +00001770 unsigned SPACE[128];
1771 unsigned *U = 0;
1772 unsigned *V = 0;
1773 unsigned *Q = 0;
1774 unsigned *R = 0;
Reid Spencer522ca7c2007-02-25 01:56:07 +00001775 if ((Remainder?4:3)*n+2*m+1 <= 128) {
1776 U = &SPACE[0];
1777 V = &SPACE[m+n+1];
1778 Q = &SPACE[(m+n+1) + n];
1779 if (Remainder)
1780 R = &SPACE[(m+n+1) + n + (m+n)];
1781 } else {
Chris Lattner77527f52009-01-21 18:09:24 +00001782 U = new unsigned[m + n + 1];
1783 V = new unsigned[n];
1784 Q = new unsigned[m+n];
Reid Spencer522ca7c2007-02-25 01:56:07 +00001785 if (Remainder)
Chris Lattner77527f52009-01-21 18:09:24 +00001786 R = new unsigned[n];
Reid Spencer522ca7c2007-02-25 01:56:07 +00001787 }
1788
1789 // Initialize the dividend
Chris Lattner77527f52009-01-21 18:09:24 +00001790 memset(U, 0, (m+n+1)*sizeof(unsigned));
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001791 for (unsigned i = 0; i < lhsWords; ++i) {
Reid Spencer867b4062007-02-22 00:58:45 +00001792 uint64_t tmp = (LHS.getNumWords() == 1 ? LHS.VAL : LHS.pVal[i]);
Chris Lattner77527f52009-01-21 18:09:24 +00001793 U[i * 2] = (unsigned)(tmp & mask);
Dan Gohmancff69532009-04-01 18:45:54 +00001794 U[i * 2 + 1] = (unsigned)(tmp >> (sizeof(unsigned)*CHAR_BIT));
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001795 }
1796 U[m+n] = 0; // this extra word is for "spill" in the Knuth algorithm.
1797
Reid Spencer522ca7c2007-02-25 01:56:07 +00001798 // Initialize the divisor
Chris Lattner77527f52009-01-21 18:09:24 +00001799 memset(V, 0, (n)*sizeof(unsigned));
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001800 for (unsigned i = 0; i < rhsWords; ++i) {
Reid Spencer867b4062007-02-22 00:58:45 +00001801 uint64_t tmp = (RHS.getNumWords() == 1 ? RHS.VAL : RHS.pVal[i]);
Chris Lattner77527f52009-01-21 18:09:24 +00001802 V[i * 2] = (unsigned)(tmp & mask);
Dan Gohmancff69532009-04-01 18:45:54 +00001803 V[i * 2 + 1] = (unsigned)(tmp >> (sizeof(unsigned)*CHAR_BIT));
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001804 }
1805
Reid Spencer522ca7c2007-02-25 01:56:07 +00001806 // initialize the quotient and remainder
Chris Lattner77527f52009-01-21 18:09:24 +00001807 memset(Q, 0, (m+n) * sizeof(unsigned));
Reid Spencer522ca7c2007-02-25 01:56:07 +00001808 if (Remainder)
Chris Lattner77527f52009-01-21 18:09:24 +00001809 memset(R, 0, n * sizeof(unsigned));
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001810
Eric Christopher820256b2009-08-21 04:06:45 +00001811 // Now, adjust m and n for the Knuth division. n is the number of words in
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001812 // the divisor. m is the number of words by which the dividend exceeds the
Eric Christopher820256b2009-08-21 04:06:45 +00001813 // divisor (i.e. m+n is the length of the dividend). These sizes must not
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001814 // contain any zero words or the Knuth algorithm fails.
1815 for (unsigned i = n; i > 0 && V[i-1] == 0; i--) {
1816 n--;
1817 m++;
1818 }
1819 for (unsigned i = m+n; i > 0 && U[i-1] == 0; i--)
1820 m--;
1821
1822 // If we're left with only a single word for the divisor, Knuth doesn't work
1823 // so we implement the short division algorithm here. This is much simpler
1824 // and faster because we are certain that we can divide a 64-bit quantity
1825 // by a 32-bit quantity at hardware speed and short division is simply a
1826 // series of such operations. This is just like doing short division but we
1827 // are using base 2^32 instead of base 10.
1828 assert(n != 0 && "Divide by zero?");
1829 if (n == 1) {
Chris Lattner77527f52009-01-21 18:09:24 +00001830 unsigned divisor = V[0];
1831 unsigned remainder = 0;
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001832 for (int i = m+n-1; i >= 0; i--) {
1833 uint64_t partial_dividend = uint64_t(remainder) << 32 | U[i];
1834 if (partial_dividend == 0) {
1835 Q[i] = 0;
1836 remainder = 0;
1837 } else if (partial_dividend < divisor) {
1838 Q[i] = 0;
Chris Lattner77527f52009-01-21 18:09:24 +00001839 remainder = (unsigned)partial_dividend;
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001840 } else if (partial_dividend == divisor) {
1841 Q[i] = 1;
1842 remainder = 0;
1843 } else {
Chris Lattner77527f52009-01-21 18:09:24 +00001844 Q[i] = (unsigned)(partial_dividend / divisor);
1845 remainder = (unsigned)(partial_dividend - (Q[i] * divisor));
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001846 }
1847 }
1848 if (R)
1849 R[0] = remainder;
1850 } else {
1851 // Now we're ready to invoke the Knuth classical divide algorithm. In this
1852 // case n > 1.
1853 KnuthDiv(U, V, Q, R, m, n);
1854 }
1855
1856 // If the caller wants the quotient
1857 if (Quotient) {
1858 // Set up the Quotient value's memory.
1859 if (Quotient->BitWidth != LHS.BitWidth) {
1860 if (Quotient->isSingleWord())
1861 Quotient->VAL = 0;
1862 else
Reid Spencer7c16cd22007-02-26 23:38:21 +00001863 delete [] Quotient->pVal;
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001864 Quotient->BitWidth = LHS.BitWidth;
1865 if (!Quotient->isSingleWord())
Reid Spencer58a6a432007-02-21 08:21:52 +00001866 Quotient->pVal = getClearedMemory(Quotient->getNumWords());
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001867 } else
1868 Quotient->clear();
1869
Eric Christopher820256b2009-08-21 04:06:45 +00001870 // The quotient is in Q. Reconstitute the quotient into Quotient's low
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001871 // order words.
1872 if (lhsWords == 1) {
Eric Christopher820256b2009-08-21 04:06:45 +00001873 uint64_t tmp =
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001874 uint64_t(Q[0]) | (uint64_t(Q[1]) << (APINT_BITS_PER_WORD / 2));
1875 if (Quotient->isSingleWord())
1876 Quotient->VAL = tmp;
1877 else
1878 Quotient->pVal[0] = tmp;
1879 } else {
1880 assert(!Quotient->isSingleWord() && "Quotient APInt not large enough");
1881 for (unsigned i = 0; i < lhsWords; ++i)
Eric Christopher820256b2009-08-21 04:06:45 +00001882 Quotient->pVal[i] =
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001883 uint64_t(Q[i*2]) | (uint64_t(Q[i*2+1]) << (APINT_BITS_PER_WORD / 2));
1884 }
1885 }
1886
1887 // If the caller wants the remainder
1888 if (Remainder) {
1889 // Set up the Remainder value's memory.
1890 if (Remainder->BitWidth != RHS.BitWidth) {
1891 if (Remainder->isSingleWord())
1892 Remainder->VAL = 0;
1893 else
Reid Spencer7c16cd22007-02-26 23:38:21 +00001894 delete [] Remainder->pVal;
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001895 Remainder->BitWidth = RHS.BitWidth;
1896 if (!Remainder->isSingleWord())
Reid Spencer58a6a432007-02-21 08:21:52 +00001897 Remainder->pVal = getClearedMemory(Remainder->getNumWords());
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001898 } else
1899 Remainder->clear();
1900
1901 // The remainder is in R. Reconstitute the remainder into Remainder's low
1902 // order words.
1903 if (rhsWords == 1) {
Eric Christopher820256b2009-08-21 04:06:45 +00001904 uint64_t tmp =
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001905 uint64_t(R[0]) | (uint64_t(R[1]) << (APINT_BITS_PER_WORD / 2));
1906 if (Remainder->isSingleWord())
1907 Remainder->VAL = tmp;
1908 else
1909 Remainder->pVal[0] = tmp;
1910 } else {
1911 assert(!Remainder->isSingleWord() && "Remainder APInt not large enough");
1912 for (unsigned i = 0; i < rhsWords; ++i)
Eric Christopher820256b2009-08-21 04:06:45 +00001913 Remainder->pVal[i] =
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001914 uint64_t(R[i*2]) | (uint64_t(R[i*2+1]) << (APINT_BITS_PER_WORD / 2));
1915 }
1916 }
1917
1918 // Clean up the memory we allocated.
Reid Spencer522ca7c2007-02-25 01:56:07 +00001919 if (U != &SPACE[0]) {
1920 delete [] U;
1921 delete [] V;
1922 delete [] Q;
1923 delete [] R;
1924 }
Reid Spencer100502d2007-02-17 03:16:00 +00001925}
1926
Reid Spencer1d072122007-02-16 22:36:51 +00001927APInt APInt::udiv(const APInt& RHS) const {
Reid Spencera32372d12007-02-17 00:18:01 +00001928 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Reid Spencer39867762007-02-17 02:07:07 +00001929
1930 // First, deal with the easy case
1931 if (isSingleWord()) {
1932 assert(RHS.VAL != 0 && "Divide by zero?");
1933 return APInt(BitWidth, VAL / RHS.VAL);
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001934 }
Reid Spencer39867762007-02-17 02:07:07 +00001935
Reid Spencer39867762007-02-17 02:07:07 +00001936 // Get some facts about the LHS and RHS number of bits and words
Chris Lattner77527f52009-01-21 18:09:24 +00001937 unsigned rhsBits = RHS.getActiveBits();
1938 unsigned rhsWords = !rhsBits ? 0 : (APInt::whichWord(rhsBits - 1) + 1);
Reid Spencer39867762007-02-17 02:07:07 +00001939 assert(rhsWords && "Divided by zero???");
Chris Lattner77527f52009-01-21 18:09:24 +00001940 unsigned lhsBits = this->getActiveBits();
1941 unsigned lhsWords = !lhsBits ? 0 : (APInt::whichWord(lhsBits - 1) + 1);
Reid Spencer39867762007-02-17 02:07:07 +00001942
1943 // Deal with some degenerate cases
Eric Christopher820256b2009-08-21 04:06:45 +00001944 if (!lhsWords)
Reid Spencer58a6a432007-02-21 08:21:52 +00001945 // 0 / X ===> 0
Eric Christopher820256b2009-08-21 04:06:45 +00001946 return APInt(BitWidth, 0);
Reid Spencer58a6a432007-02-21 08:21:52 +00001947 else if (lhsWords < rhsWords || this->ult(RHS)) {
1948 // X / Y ===> 0, iff X < Y
1949 return APInt(BitWidth, 0);
1950 } else if (*this == RHS) {
1951 // X / X ===> 1
1952 return APInt(BitWidth, 1);
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001953 } else if (lhsWords == 1 && rhsWords == 1) {
Reid Spencer39867762007-02-17 02:07:07 +00001954 // All high words are zero, just use native divide
Reid Spencer58a6a432007-02-21 08:21:52 +00001955 return APInt(BitWidth, this->pVal[0] / RHS.pVal[0]);
Reid Spencer39867762007-02-17 02:07:07 +00001956 }
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001957
1958 // We have to compute it the hard way. Invoke the Knuth divide algorithm.
1959 APInt Quotient(1,0); // to hold result.
1960 divide(*this, lhsWords, RHS, rhsWords, &Quotient, 0);
1961 return Quotient;
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001962}
1963
Reid Spencer1d072122007-02-16 22:36:51 +00001964APInt APInt::urem(const APInt& RHS) const {
Reid Spencera32372d12007-02-17 00:18:01 +00001965 assert(BitWidth == RHS.BitWidth && "Bit widths must be the same");
Reid Spencer39867762007-02-17 02:07:07 +00001966 if (isSingleWord()) {
1967 assert(RHS.VAL != 0 && "Remainder by zero?");
1968 return APInt(BitWidth, VAL % RHS.VAL);
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001969 }
Reid Spencer39867762007-02-17 02:07:07 +00001970
Reid Spencer58a6a432007-02-21 08:21:52 +00001971 // Get some facts about the LHS
Chris Lattner77527f52009-01-21 18:09:24 +00001972 unsigned lhsBits = getActiveBits();
1973 unsigned lhsWords = !lhsBits ? 0 : (whichWord(lhsBits - 1) + 1);
Reid Spencer39867762007-02-17 02:07:07 +00001974
1975 // Get some facts about the RHS
Chris Lattner77527f52009-01-21 18:09:24 +00001976 unsigned rhsBits = RHS.getActiveBits();
1977 unsigned rhsWords = !rhsBits ? 0 : (APInt::whichWord(rhsBits - 1) + 1);
Reid Spencer39867762007-02-17 02:07:07 +00001978 assert(rhsWords && "Performing remainder operation by zero ???");
1979
Reid Spencer39867762007-02-17 02:07:07 +00001980 // Check the degenerate cases
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001981 if (lhsWords == 0) {
Reid Spencer58a6a432007-02-21 08:21:52 +00001982 // 0 % Y ===> 0
1983 return APInt(BitWidth, 0);
1984 } else if (lhsWords < rhsWords || this->ult(RHS)) {
1985 // X % Y ===> X, iff X < Y
1986 return *this;
1987 } else if (*this == RHS) {
Reid Spencer39867762007-02-17 02:07:07 +00001988 // X % X == 0;
Reid Spencer58a6a432007-02-21 08:21:52 +00001989 return APInt(BitWidth, 0);
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001990 } else if (lhsWords == 1) {
Reid Spencer39867762007-02-17 02:07:07 +00001991 // All high words are zero, just use native remainder
Reid Spencer58a6a432007-02-21 08:21:52 +00001992 return APInt(BitWidth, pVal[0] % RHS.pVal[0]);
Reid Spencer39867762007-02-17 02:07:07 +00001993 }
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001994
Reid Spencer4c50b522007-05-13 23:44:59 +00001995 // We have to compute it the hard way. Invoke the Knuth divide algorithm.
Reid Spencerfb77b2b2007-02-20 08:51:03 +00001996 APInt Remainder(1,0);
1997 divide(*this, lhsWords, RHS, rhsWords, 0, &Remainder);
1998 return Remainder;
Zhou Shengfbf61ea2007-02-08 14:35:19 +00001999}
Reid Spencer100502d2007-02-17 03:16:00 +00002000
Eric Christopher820256b2009-08-21 04:06:45 +00002001void APInt::udivrem(const APInt &LHS, const APInt &RHS,
Reid Spencer4c50b522007-05-13 23:44:59 +00002002 APInt &Quotient, APInt &Remainder) {
2003 // Get some size facts about the dividend and divisor
Chris Lattner77527f52009-01-21 18:09:24 +00002004 unsigned lhsBits = LHS.getActiveBits();
2005 unsigned lhsWords = !lhsBits ? 0 : (APInt::whichWord(lhsBits - 1) + 1);
2006 unsigned rhsBits = RHS.getActiveBits();
2007 unsigned rhsWords = !rhsBits ? 0 : (APInt::whichWord(rhsBits - 1) + 1);
Reid Spencer4c50b522007-05-13 23:44:59 +00002008
2009 // Check the degenerate cases
Eric Christopher820256b2009-08-21 04:06:45 +00002010 if (lhsWords == 0) {
Reid Spencer4c50b522007-05-13 23:44:59 +00002011 Quotient = 0; // 0 / Y ===> 0
2012 Remainder = 0; // 0 % Y ===> 0
2013 return;
Eric Christopher820256b2009-08-21 04:06:45 +00002014 }
2015
2016 if (lhsWords < rhsWords || LHS.ult(RHS)) {
Reid Spencer4c50b522007-05-13 23:44:59 +00002017 Quotient = 0; // X / Y ===> 0, iff X < Y
2018 Remainder = LHS; // X % Y ===> X, iff X < Y
2019 return;
Eric Christopher820256b2009-08-21 04:06:45 +00002020 }
2021
Reid Spencer4c50b522007-05-13 23:44:59 +00002022 if (LHS == RHS) {
2023 Quotient = 1; // X / X ===> 1
2024 Remainder = 0; // X % X ===> 0;
2025 return;
Eric Christopher820256b2009-08-21 04:06:45 +00002026 }
2027
Reid Spencer4c50b522007-05-13 23:44:59 +00002028 if (lhsWords == 1 && rhsWords == 1) {
2029 // There is only one word to consider so use the native versions.
Wojciech Matyjewicz41b744d2008-06-23 19:39:50 +00002030 uint64_t lhsValue = LHS.isSingleWord() ? LHS.VAL : LHS.pVal[0];
2031 uint64_t rhsValue = RHS.isSingleWord() ? RHS.VAL : RHS.pVal[0];
2032 Quotient = APInt(LHS.getBitWidth(), lhsValue / rhsValue);
2033 Remainder = APInt(LHS.getBitWidth(), lhsValue % rhsValue);
Reid Spencer4c50b522007-05-13 23:44:59 +00002034 return;
2035 }
2036
2037 // Okay, lets do it the long way
2038 divide(LHS, lhsWords, RHS, rhsWords, &Quotient, &Remainder);
2039}
2040
Daniel Dunbar3a1efd112009-08-13 02:33:34 +00002041void APInt::fromString(unsigned numbits, const StringRef& str, uint8_t radix) {
Reid Spencer1ba83352007-02-21 03:55:44 +00002042 // Check our assumptions here
Erick Tryzelaar1264bcb2009-08-21 03:15:14 +00002043 assert(!str.empty() && "Invalid string length");
Reid Spencer100502d2007-02-17 03:16:00 +00002044 assert((radix == 10 || radix == 8 || radix == 16 || radix == 2) &&
2045 "Radix should be 2, 8, 10, or 16!");
Erick Tryzelaar1264bcb2009-08-21 03:15:14 +00002046
Daniel Dunbar3a1efd112009-08-13 02:33:34 +00002047 StringRef::iterator p = str.begin();
2048 size_t slen = str.size();
2049 bool isNeg = *p == '-';
Erick Tryzelaar1264bcb2009-08-21 03:15:14 +00002050 if (*p == '-' || *p == '+') {
Daniel Dunbar3a1efd112009-08-13 02:33:34 +00002051 p++;
2052 slen--;
Eric Christopher43a1dec2009-08-21 04:10:31 +00002053 assert(slen && "String is only a sign, needs a value.");
Daniel Dunbar3a1efd112009-08-13 02:33:34 +00002054 }
Chris Lattnerdad2d092007-05-03 18:15:36 +00002055 assert((slen <= numbits || radix != 2) && "Insufficient bit width");
Chris Lattnerb869a0a2009-04-25 18:34:04 +00002056 assert(((slen-1)*3 <= numbits || radix != 8) && "Insufficient bit width");
2057 assert(((slen-1)*4 <= numbits || radix != 16) && "Insufficient bit width");
Eric Christopher820256b2009-08-21 04:06:45 +00002058 assert((((slen-1)*64)/22 <= numbits || radix != 10)
2059 && "Insufficient bit width");
Reid Spencer1ba83352007-02-21 03:55:44 +00002060
2061 // Allocate memory
2062 if (!isSingleWord())
2063 pVal = getClearedMemory(getNumWords());
2064
2065 // Figure out if we can shift instead of multiply
Chris Lattner77527f52009-01-21 18:09:24 +00002066 unsigned shift = (radix == 16 ? 4 : radix == 8 ? 3 : radix == 2 ? 1 : 0);
Reid Spencer1ba83352007-02-21 03:55:44 +00002067
2068 // Set up an APInt for the digit to add outside the loop so we don't
2069 // constantly construct/destruct it.
2070 APInt apdigit(getBitWidth(), 0);
2071 APInt apradix(getBitWidth(), radix);
2072
2073 // Enter digit traversal loop
Daniel Dunbar3a1efd112009-08-13 02:33:34 +00002074 for (StringRef::iterator e = str.end(); p != e; ++p) {
Erick Tryzelaardadb15712009-08-21 03:15:28 +00002075 unsigned digit = getDigit(*p, radix);
Erick Tryzelaar60964092009-08-21 06:48:37 +00002076 assert(digit < radix && "Invalid character in digit string");
Reid Spencer1ba83352007-02-21 03:55:44 +00002077
Reid Spencera93c9812007-05-16 19:18:22 +00002078 // Shift or multiply the value by the radix
Chris Lattnerb869a0a2009-04-25 18:34:04 +00002079 if (slen > 1) {
2080 if (shift)
2081 *this <<= shift;
2082 else
2083 *this *= apradix;
2084 }
Reid Spencer1ba83352007-02-21 03:55:44 +00002085
2086 // Add in the digit we just interpreted
Reid Spencer632ebdf2007-02-24 20:19:37 +00002087 if (apdigit.isSingleWord())
2088 apdigit.VAL = digit;
2089 else
2090 apdigit.pVal[0] = digit;
Reid Spencer1ba83352007-02-21 03:55:44 +00002091 *this += apdigit;
Reid Spencer100502d2007-02-17 03:16:00 +00002092 }
Reid Spencerb6b5cc32007-02-25 23:44:53 +00002093 // If its negative, put it in two's complement form
Reid Spenceraa8dcfe2007-02-26 07:44:38 +00002094 if (isNeg) {
2095 (*this)--;
Reid Spencerb6b5cc32007-02-25 23:44:53 +00002096 this->flip();
Reid Spencerb6b5cc32007-02-25 23:44:53 +00002097 }
Reid Spencer100502d2007-02-17 03:16:00 +00002098}
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002099
Chris Lattner17f71652008-08-17 07:19:36 +00002100void APInt::toString(SmallVectorImpl<char> &Str, unsigned Radix,
2101 bool Signed) const {
2102 assert((Radix == 10 || Radix == 8 || Radix == 16 || Radix == 2) &&
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002103 "Radix should be 2, 8, 10, or 16!");
Eric Christopher820256b2009-08-21 04:06:45 +00002104
Chris Lattner17f71652008-08-17 07:19:36 +00002105 // First, check for a zero value and just short circuit the logic below.
2106 if (*this == 0) {
2107 Str.push_back('0');
2108 return;
2109 }
Eric Christopher820256b2009-08-21 04:06:45 +00002110
Chris Lattner17f71652008-08-17 07:19:36 +00002111 static const char Digits[] = "0123456789ABCDEF";
Eric Christopher820256b2009-08-21 04:06:45 +00002112
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002113 if (isSingleWord()) {
Chris Lattner17f71652008-08-17 07:19:36 +00002114 char Buffer[65];
2115 char *BufPtr = Buffer+65;
Eric Christopher820256b2009-08-21 04:06:45 +00002116
Chris Lattner17f71652008-08-17 07:19:36 +00002117 uint64_t N;
2118 if (Signed) {
2119 int64_t I = getSExtValue();
2120 if (I < 0) {
2121 Str.push_back('-');
2122 I = -I;
2123 }
2124 N = I;
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002125 } else {
Chris Lattner17f71652008-08-17 07:19:36 +00002126 N = getZExtValue();
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002127 }
Eric Christopher820256b2009-08-21 04:06:45 +00002128
Chris Lattner17f71652008-08-17 07:19:36 +00002129 while (N) {
2130 *--BufPtr = Digits[N % Radix];
2131 N /= Radix;
2132 }
2133 Str.append(BufPtr, Buffer+65);
2134 return;
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002135 }
2136
Chris Lattner17f71652008-08-17 07:19:36 +00002137 APInt Tmp(*this);
Eric Christopher820256b2009-08-21 04:06:45 +00002138
Chris Lattner17f71652008-08-17 07:19:36 +00002139 if (Signed && isNegative()) {
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002140 // They want to print the signed version and it is a negative value
2141 // Flip the bits and add one to turn it into the equivalent positive
2142 // value and put a '-' in the result.
Chris Lattner17f71652008-08-17 07:19:36 +00002143 Tmp.flip();
2144 Tmp++;
2145 Str.push_back('-');
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002146 }
Eric Christopher820256b2009-08-21 04:06:45 +00002147
Chris Lattner17f71652008-08-17 07:19:36 +00002148 // We insert the digits backward, then reverse them to get the right order.
2149 unsigned StartDig = Str.size();
Eric Christopher820256b2009-08-21 04:06:45 +00002150
2151 // For the 2, 8 and 16 bit cases, we can just shift instead of divide
2152 // because the number of bits per digit (1, 3 and 4 respectively) divides
Chris Lattner17f71652008-08-17 07:19:36 +00002153 // equaly. We just shift until the value is zero.
2154 if (Radix != 10) {
2155 // Just shift tmp right for each digit width until it becomes zero
2156 unsigned ShiftAmt = (Radix == 16 ? 4 : (Radix == 8 ? 3 : 1));
2157 unsigned MaskAmt = Radix - 1;
Eric Christopher820256b2009-08-21 04:06:45 +00002158
Chris Lattner17f71652008-08-17 07:19:36 +00002159 while (Tmp != 0) {
2160 unsigned Digit = unsigned(Tmp.getRawData()[0]) & MaskAmt;
2161 Str.push_back(Digits[Digit]);
2162 Tmp = Tmp.lshr(ShiftAmt);
2163 }
2164 } else {
2165 APInt divisor(4, 10);
2166 while (Tmp != 0) {
2167 APInt APdigit(1, 0);
2168 APInt tmp2(Tmp.getBitWidth(), 0);
Eric Christopher820256b2009-08-21 04:06:45 +00002169 divide(Tmp, Tmp.getNumWords(), divisor, divisor.getNumWords(), &tmp2,
Chris Lattner17f71652008-08-17 07:19:36 +00002170 &APdigit);
Chris Lattner77527f52009-01-21 18:09:24 +00002171 unsigned Digit = (unsigned)APdigit.getZExtValue();
Chris Lattner17f71652008-08-17 07:19:36 +00002172 assert(Digit < Radix && "divide failed");
2173 Str.push_back(Digits[Digit]);
2174 Tmp = tmp2;
2175 }
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002176 }
Eric Christopher820256b2009-08-21 04:06:45 +00002177
Chris Lattner17f71652008-08-17 07:19:36 +00002178 // Reverse the digits before returning.
2179 std::reverse(Str.begin()+StartDig, Str.end());
Reid Spencerfb77b2b2007-02-20 08:51:03 +00002180}
2181
Chris Lattner17f71652008-08-17 07:19:36 +00002182/// toString - This returns the APInt as a std::string. Note that this is an
2183/// inefficient method. It is better to pass in a SmallVector/SmallString
2184/// to the methods above.
2185std::string APInt::toString(unsigned Radix = 10, bool Signed = true) const {
2186 SmallString<40> S;
2187 toString(S, Radix, Signed);
Daniel Dunbar8b0b1152009-08-19 20:07:03 +00002188 return S.str();
Reid Spencer1ba83352007-02-21 03:55:44 +00002189}
Chris Lattner6b695682007-08-16 15:56:55 +00002190
Chris Lattner17f71652008-08-17 07:19:36 +00002191
2192void APInt::dump() const {
2193 SmallString<40> S, U;
2194 this->toStringUnsigned(U);
2195 this->toStringSigned(S);
Daniel Dunbar8b0b1152009-08-19 20:07:03 +00002196 errs() << "APInt(" << BitWidth << "b, "
2197 << U.str() << "u " << S.str() << "s)";
Chris Lattner17f71652008-08-17 07:19:36 +00002198}
2199
Chris Lattner0c19df42008-08-23 22:23:09 +00002200void APInt::print(raw_ostream &OS, bool isSigned) const {
Chris Lattner17f71652008-08-17 07:19:36 +00002201 SmallString<40> S;
2202 this->toString(S, 10, isSigned);
Daniel Dunbar8b0b1152009-08-19 20:07:03 +00002203 OS << S.str();
Chris Lattner17f71652008-08-17 07:19:36 +00002204}
2205
Chris Lattner6b695682007-08-16 15:56:55 +00002206// This implements a variety of operations on a representation of
2207// arbitrary precision, two's-complement, bignum integer values.
2208
Chris Lattner96cffa62009-08-23 23:11:28 +00002209// Assumed by lowHalf, highHalf, partMSB and partLSB. A fairly safe
2210// and unrestricting assumption.
Chris Lattner8fcea672008-08-17 04:58:58 +00002211#define COMPILE_TIME_ASSERT(cond) extern int CTAssert[(cond) ? 1 : -1]
Chris Lattnerfe02c1f2007-08-20 22:49:32 +00002212COMPILE_TIME_ASSERT(integerPartWidth % 2 == 0);
Chris Lattner6b695682007-08-16 15:56:55 +00002213
2214/* Some handy functions local to this file. */
2215namespace {
2216
Chris Lattnerfe02c1f2007-08-20 22:49:32 +00002217 /* Returns the integer part with the least significant BITS set.
2218 BITS cannot be zero. */
Dan Gohmanf4bc7822008-04-10 21:11:47 +00002219 static inline integerPart
Chris Lattnerfe02c1f2007-08-20 22:49:32 +00002220 lowBitMask(unsigned int bits)
2221 {
2222 assert (bits != 0 && bits <= integerPartWidth);
2223
2224 return ~(integerPart) 0 >> (integerPartWidth - bits);
2225 }
2226
Neil Boothc8b650a2007-10-06 00:43:45 +00002227 /* Returns the value of the lower half of PART. */
Dan Gohmanf4bc7822008-04-10 21:11:47 +00002228 static inline integerPart
Chris Lattnerfe02c1f2007-08-20 22:49:32 +00002229 lowHalf(integerPart part)
2230 {
2231 return part & lowBitMask(integerPartWidth / 2);
2232 }
2233
Neil Boothc8b650a2007-10-06 00:43:45 +00002234 /* Returns the value of the upper half of PART. */
Dan Gohmanf4bc7822008-04-10 21:11:47 +00002235 static inline integerPart
Chris Lattnerfe02c1f2007-08-20 22:49:32 +00002236 highHalf(integerPart part)
2237 {
2238 return part >> (integerPartWidth / 2);
2239 }
2240
Neil Boothc8b650a2007-10-06 00:43:45 +00002241 /* Returns the bit number of the most significant set bit of a part.
2242 If the input number has no bits set -1U is returned. */
Dan Gohmanf4bc7822008-04-10 21:11:47 +00002243 static unsigned int
Chris Lattnerfe02c1f2007-08-20 22:49:32 +00002244 partMSB(integerPart value)
Chris Lattner6b695682007-08-16 15:56:55 +00002245 {
2246 unsigned int n, msb;
2247
2248 if (value == 0)
2249 return -1U;
2250
2251 n = integerPartWidth / 2;
2252
2253 msb = 0;
2254 do {
2255 if (value >> n) {
2256 value >>= n;
2257 msb += n;
2258 }
2259
2260 n >>= 1;
2261 } while (n);
2262
2263 return msb;
2264 }
2265
Neil Boothc8b650a2007-10-06 00:43:45 +00002266 /* Returns the bit number of the least significant set bit of a
2267 part. If the input number has no bits set -1U is returned. */
Dan Gohmanf4bc7822008-04-10 21:11:47 +00002268 static unsigned int
Chris Lattner6b695682007-08-16 15:56:55 +00002269 partLSB(integerPart value)
2270 {
2271 unsigned int n, lsb;
2272
2273 if (value == 0)
2274 return -1U;
2275
2276 lsb = integerPartWidth - 1;
2277 n = integerPartWidth / 2;
2278
2279 do {
2280 if (value << n) {
2281 value <<= n;
2282 lsb -= n;
2283 }
2284
2285 n >>= 1;
2286 } while (n);
2287
2288 return lsb;
2289 }
2290}
2291
2292/* Sets the least significant part of a bignum to the input value, and
2293 zeroes out higher parts. */
2294void
2295APInt::tcSet(integerPart *dst, integerPart part, unsigned int parts)
2296{
2297 unsigned int i;
2298
Neil Boothb6182162007-10-08 13:47:12 +00002299 assert (parts > 0);
2300
Chris Lattner6b695682007-08-16 15:56:55 +00002301 dst[0] = part;
2302 for(i = 1; i < parts; i++)
2303 dst[i] = 0;
2304}
2305
2306/* Assign one bignum to another. */
2307void
2308APInt::tcAssign(integerPart *dst, const integerPart *src, unsigned int parts)
2309{
2310 unsigned int i;
2311
2312 for(i = 0; i < parts; i++)
2313 dst[i] = src[i];
2314}
2315
2316/* Returns true if a bignum is zero, false otherwise. */
2317bool
2318APInt::tcIsZero(const integerPart *src, unsigned int parts)
2319{
2320 unsigned int i;
2321
2322 for(i = 0; i < parts; i++)
2323 if (src[i])
2324 return false;
2325
2326 return true;
2327}
2328
2329/* Extract the given bit of a bignum; returns 0 or 1. */
2330int
2331APInt::tcExtractBit(const integerPart *parts, unsigned int bit)
2332{
2333 return(parts[bit / integerPartWidth]
2334 & ((integerPart) 1 << bit % integerPartWidth)) != 0;
2335}
2336
2337/* Set the given bit of a bignum. */
2338void
2339APInt::tcSetBit(integerPart *parts, unsigned int bit)
2340{
2341 parts[bit / integerPartWidth] |= (integerPart) 1 << (bit % integerPartWidth);
2342}
2343
Neil Boothc8b650a2007-10-06 00:43:45 +00002344/* Returns the bit number of the least significant set bit of a
2345 number. If the input number has no bits set -1U is returned. */
Chris Lattner6b695682007-08-16 15:56:55 +00002346unsigned int
2347APInt::tcLSB(const integerPart *parts, unsigned int n)
2348{
2349 unsigned int i, lsb;
2350
2351 for(i = 0; i < n; i++) {
2352 if (parts[i] != 0) {
2353 lsb = partLSB(parts[i]);
2354
2355 return lsb + i * integerPartWidth;
2356 }
2357 }
2358
2359 return -1U;
2360}
2361
Neil Boothc8b650a2007-10-06 00:43:45 +00002362/* Returns the bit number of the most significant set bit of a number.
2363 If the input number has no bits set -1U is returned. */
Chris Lattner6b695682007-08-16 15:56:55 +00002364unsigned int
2365APInt::tcMSB(const integerPart *parts, unsigned int n)
2366{
2367 unsigned int msb;
2368
2369 do {
2370 --n;
2371
2372 if (parts[n] != 0) {
Chris Lattnerfe02c1f2007-08-20 22:49:32 +00002373 msb = partMSB(parts[n]);
Chris Lattner6b695682007-08-16 15:56:55 +00002374
2375 return msb + n * integerPartWidth;
2376 }
2377 } while (n);
2378
2379 return -1U;
2380}
2381
Neil Boothb6182162007-10-08 13:47:12 +00002382/* Copy the bit vector of width srcBITS from SRC, starting at bit
2383 srcLSB, to DST, of dstCOUNT parts, such that the bit srcLSB becomes
2384 the least significant bit of DST. All high bits above srcBITS in
2385 DST are zero-filled. */
2386void
Evan Chengdb338f32009-05-21 23:47:47 +00002387APInt::tcExtract(integerPart *dst, unsigned int dstCount,const integerPart *src,
Neil Boothb6182162007-10-08 13:47:12 +00002388 unsigned int srcBits, unsigned int srcLSB)
2389{
2390 unsigned int firstSrcPart, dstParts, shift, n;
2391
2392 dstParts = (srcBits + integerPartWidth - 1) / integerPartWidth;
2393 assert (dstParts <= dstCount);
2394
2395 firstSrcPart = srcLSB / integerPartWidth;
2396 tcAssign (dst, src + firstSrcPart, dstParts);
2397
2398 shift = srcLSB % integerPartWidth;
2399 tcShiftRight (dst, dstParts, shift);
2400
2401 /* We now have (dstParts * integerPartWidth - shift) bits from SRC
2402 in DST. If this is less that srcBits, append the rest, else
2403 clear the high bits. */
2404 n = dstParts * integerPartWidth - shift;
2405 if (n < srcBits) {
2406 integerPart mask = lowBitMask (srcBits - n);
2407 dst[dstParts - 1] |= ((src[firstSrcPart + dstParts] & mask)
2408 << n % integerPartWidth);
2409 } else if (n > srcBits) {
Neil Booth7e74b172007-10-12 15:31:31 +00002410 if (srcBits % integerPartWidth)
2411 dst[dstParts - 1] &= lowBitMask (srcBits % integerPartWidth);
Neil Boothb6182162007-10-08 13:47:12 +00002412 }
2413
2414 /* Clear high parts. */
2415 while (dstParts < dstCount)
2416 dst[dstParts++] = 0;
2417}
2418
Chris Lattner6b695682007-08-16 15:56:55 +00002419/* DST += RHS + C where C is zero or one. Returns the carry flag. */
2420integerPart
2421APInt::tcAdd(integerPart *dst, const integerPart *rhs,
2422 integerPart c, unsigned int parts)
2423{
2424 unsigned int i;
2425
2426 assert(c <= 1);
2427
2428 for(i = 0; i < parts; i++) {
2429 integerPart l;
2430
2431 l = dst[i];
2432 if (c) {
2433 dst[i] += rhs[i] + 1;
2434 c = (dst[i] <= l);
2435 } else {
2436 dst[i] += rhs[i];
2437 c = (dst[i] < l);
2438 }
2439 }
2440
2441 return c;
2442}
2443
2444/* DST -= RHS + C where C is zero or one. Returns the carry flag. */
2445integerPart
2446APInt::tcSubtract(integerPart *dst, const integerPart *rhs,
2447 integerPart c, unsigned int parts)
2448{
2449 unsigned int i;
2450
2451 assert(c <= 1);
2452
2453 for(i = 0; i < parts; i++) {
2454 integerPart l;
2455
2456 l = dst[i];
2457 if (c) {
2458 dst[i] -= rhs[i] + 1;
2459 c = (dst[i] >= l);
2460 } else {
2461 dst[i] -= rhs[i];
2462 c = (dst[i] > l);
2463 }
2464 }
2465
2466 return c;
2467}
2468
2469/* Negate a bignum in-place. */
2470void
2471APInt::tcNegate(integerPart *dst, unsigned int parts)
2472{
2473 tcComplement(dst, parts);
2474 tcIncrement(dst, parts);
2475}
2476
Neil Boothc8b650a2007-10-06 00:43:45 +00002477/* DST += SRC * MULTIPLIER + CARRY if add is true
2478 DST = SRC * MULTIPLIER + CARRY if add is false
Chris Lattner6b695682007-08-16 15:56:55 +00002479
2480 Requires 0 <= DSTPARTS <= SRCPARTS + 1. If DST overlaps SRC
2481 they must start at the same point, i.e. DST == SRC.
2482
2483 If DSTPARTS == SRCPARTS + 1 no overflow occurs and zero is
2484 returned. Otherwise DST is filled with the least significant
2485 DSTPARTS parts of the result, and if all of the omitted higher
2486 parts were zero return zero, otherwise overflow occurred and
2487 return one. */
2488int
2489APInt::tcMultiplyPart(integerPart *dst, const integerPart *src,
2490 integerPart multiplier, integerPart carry,
2491 unsigned int srcParts, unsigned int dstParts,
2492 bool add)
2493{
2494 unsigned int i, n;
2495
2496 /* Otherwise our writes of DST kill our later reads of SRC. */
2497 assert(dst <= src || dst >= src + srcParts);
2498 assert(dstParts <= srcParts + 1);
2499
2500 /* N loops; minimum of dstParts and srcParts. */
2501 n = dstParts < srcParts ? dstParts: srcParts;
2502
2503 for(i = 0; i < n; i++) {
2504 integerPart low, mid, high, srcPart;
2505
2506 /* [ LOW, HIGH ] = MULTIPLIER * SRC[i] + DST[i] + CARRY.
2507
2508 This cannot overflow, because
2509
2510 (n - 1) * (n - 1) + 2 (n - 1) = (n - 1) * (n + 1)
2511
2512 which is less than n^2. */
2513
2514 srcPart = src[i];
2515
2516 if (multiplier == 0 || srcPart == 0) {
2517 low = carry;
2518 high = 0;
2519 } else {
2520 low = lowHalf(srcPart) * lowHalf(multiplier);
2521 high = highHalf(srcPart) * highHalf(multiplier);
2522
2523 mid = lowHalf(srcPart) * highHalf(multiplier);
2524 high += highHalf(mid);
2525 mid <<= integerPartWidth / 2;
2526 if (low + mid < low)
2527 high++;
2528 low += mid;
2529
2530 mid = highHalf(srcPart) * lowHalf(multiplier);
2531 high += highHalf(mid);
2532 mid <<= integerPartWidth / 2;
2533 if (low + mid < low)
2534 high++;
2535 low += mid;
2536
2537 /* Now add carry. */
2538 if (low + carry < low)
2539 high++;
2540 low += carry;
2541 }
2542
2543 if (add) {
2544 /* And now DST[i], and store the new low part there. */
2545 if (low + dst[i] < low)
2546 high++;
2547 dst[i] += low;
2548 } else
2549 dst[i] = low;
2550
2551 carry = high;
2552 }
2553
2554 if (i < dstParts) {
2555 /* Full multiplication, there is no overflow. */
2556 assert(i + 1 == dstParts);
2557 dst[i] = carry;
2558 return 0;
2559 } else {
2560 /* We overflowed if there is carry. */
2561 if (carry)
2562 return 1;
2563
2564 /* We would overflow if any significant unwritten parts would be
2565 non-zero. This is true if any remaining src parts are non-zero
2566 and the multiplier is non-zero. */
2567 if (multiplier)
2568 for(; i < srcParts; i++)
2569 if (src[i])
2570 return 1;
2571
2572 /* We fitted in the narrow destination. */
2573 return 0;
2574 }
2575}
2576
2577/* DST = LHS * RHS, where DST has the same width as the operands and
2578 is filled with the least significant parts of the result. Returns
2579 one if overflow occurred, otherwise zero. DST must be disjoint
2580 from both operands. */
2581int
2582APInt::tcMultiply(integerPart *dst, const integerPart *lhs,
2583 const integerPart *rhs, unsigned int parts)
2584{
2585 unsigned int i;
2586 int overflow;
2587
2588 assert(dst != lhs && dst != rhs);
2589
2590 overflow = 0;
2591 tcSet(dst, 0, parts);
2592
2593 for(i = 0; i < parts; i++)
2594 overflow |= tcMultiplyPart(&dst[i], lhs, rhs[i], 0, parts,
2595 parts - i, true);
2596
2597 return overflow;
2598}
2599
Neil Booth0ea72a92007-10-06 00:24:48 +00002600/* DST = LHS * RHS, where DST has width the sum of the widths of the
2601 operands. No overflow occurs. DST must be disjoint from both
2602 operands. Returns the number of parts required to hold the
2603 result. */
2604unsigned int
Chris Lattner6b695682007-08-16 15:56:55 +00002605APInt::tcFullMultiply(integerPart *dst, const integerPart *lhs,
Neil Booth0ea72a92007-10-06 00:24:48 +00002606 const integerPart *rhs, unsigned int lhsParts,
2607 unsigned int rhsParts)
Chris Lattner6b695682007-08-16 15:56:55 +00002608{
Neil Booth0ea72a92007-10-06 00:24:48 +00002609 /* Put the narrower number on the LHS for less loops below. */
2610 if (lhsParts > rhsParts) {
2611 return tcFullMultiply (dst, rhs, lhs, rhsParts, lhsParts);
2612 } else {
2613 unsigned int n;
Chris Lattner6b695682007-08-16 15:56:55 +00002614
Neil Booth0ea72a92007-10-06 00:24:48 +00002615 assert(dst != lhs && dst != rhs);
Chris Lattner6b695682007-08-16 15:56:55 +00002616
Neil Booth0ea72a92007-10-06 00:24:48 +00002617 tcSet(dst, 0, rhsParts);
Chris Lattner6b695682007-08-16 15:56:55 +00002618
Neil Booth0ea72a92007-10-06 00:24:48 +00002619 for(n = 0; n < lhsParts; n++)
2620 tcMultiplyPart(&dst[n], rhs, lhs[n], 0, rhsParts, rhsParts + 1, true);
Chris Lattner6b695682007-08-16 15:56:55 +00002621
Neil Booth0ea72a92007-10-06 00:24:48 +00002622 n = lhsParts + rhsParts;
2623
2624 return n - (dst[n - 1] == 0);
2625 }
Chris Lattner6b695682007-08-16 15:56:55 +00002626}
2627
2628/* If RHS is zero LHS and REMAINDER are left unchanged, return one.
2629 Otherwise set LHS to LHS / RHS with the fractional part discarded,
2630 set REMAINDER to the remainder, return zero. i.e.
2631
2632 OLD_LHS = RHS * LHS + REMAINDER
2633
2634 SCRATCH is a bignum of the same size as the operands and result for
2635 use by the routine; its contents need not be initialized and are
2636 destroyed. LHS, REMAINDER and SCRATCH must be distinct.
2637*/
2638int
2639APInt::tcDivide(integerPart *lhs, const integerPart *rhs,
2640 integerPart *remainder, integerPart *srhs,
2641 unsigned int parts)
2642{
2643 unsigned int n, shiftCount;
2644 integerPart mask;
2645
2646 assert(lhs != remainder && lhs != srhs && remainder != srhs);
2647
Chris Lattnerfe02c1f2007-08-20 22:49:32 +00002648 shiftCount = tcMSB(rhs, parts) + 1;
2649 if (shiftCount == 0)
Chris Lattner6b695682007-08-16 15:56:55 +00002650 return true;
2651
Chris Lattnerfe02c1f2007-08-20 22:49:32 +00002652 shiftCount = parts * integerPartWidth - shiftCount;
Chris Lattner6b695682007-08-16 15:56:55 +00002653 n = shiftCount / integerPartWidth;
2654 mask = (integerPart) 1 << (shiftCount % integerPartWidth);
2655
2656 tcAssign(srhs, rhs, parts);
2657 tcShiftLeft(srhs, parts, shiftCount);
2658 tcAssign(remainder, lhs, parts);
2659 tcSet(lhs, 0, parts);
2660
2661 /* Loop, subtracting SRHS if REMAINDER is greater and adding that to
2662 the total. */
2663 for(;;) {
2664 int compare;
2665
2666 compare = tcCompare(remainder, srhs, parts);
2667 if (compare >= 0) {
2668 tcSubtract(remainder, srhs, 0, parts);
2669 lhs[n] |= mask;
2670 }
2671
2672 if (shiftCount == 0)
2673 break;
2674 shiftCount--;
2675 tcShiftRight(srhs, parts, 1);
2676 if ((mask >>= 1) == 0)
2677 mask = (integerPart) 1 << (integerPartWidth - 1), n--;
2678 }
2679
2680 return false;
2681}
2682
2683/* Shift a bignum left COUNT bits in-place. Shifted in bits are zero.
2684 There are no restrictions on COUNT. */
2685void
2686APInt::tcShiftLeft(integerPart *dst, unsigned int parts, unsigned int count)
2687{
Neil Boothb6182162007-10-08 13:47:12 +00002688 if (count) {
2689 unsigned int jump, shift;
Chris Lattner6b695682007-08-16 15:56:55 +00002690
Neil Boothb6182162007-10-08 13:47:12 +00002691 /* Jump is the inter-part jump; shift is is intra-part shift. */
2692 jump = count / integerPartWidth;
2693 shift = count % integerPartWidth;
Chris Lattner6b695682007-08-16 15:56:55 +00002694
Neil Boothb6182162007-10-08 13:47:12 +00002695 while (parts > jump) {
2696 integerPart part;
Chris Lattner6b695682007-08-16 15:56:55 +00002697
Neil Boothb6182162007-10-08 13:47:12 +00002698 parts--;
Chris Lattner6b695682007-08-16 15:56:55 +00002699
Neil Boothb6182162007-10-08 13:47:12 +00002700 /* dst[i] comes from the two parts src[i - jump] and, if we have
2701 an intra-part shift, src[i - jump - 1]. */
2702 part = dst[parts - jump];
2703 if (shift) {
2704 part <<= shift;
Chris Lattner6b695682007-08-16 15:56:55 +00002705 if (parts >= jump + 1)
2706 part |= dst[parts - jump - 1] >> (integerPartWidth - shift);
2707 }
2708
Neil Boothb6182162007-10-08 13:47:12 +00002709 dst[parts] = part;
2710 }
Chris Lattner6b695682007-08-16 15:56:55 +00002711
Neil Boothb6182162007-10-08 13:47:12 +00002712 while (parts > 0)
2713 dst[--parts] = 0;
2714 }
Chris Lattner6b695682007-08-16 15:56:55 +00002715}
2716
2717/* Shift a bignum right COUNT bits in-place. Shifted in bits are
2718 zero. There are no restrictions on COUNT. */
2719void
2720APInt::tcShiftRight(integerPart *dst, unsigned int parts, unsigned int count)
2721{
Neil Boothb6182162007-10-08 13:47:12 +00002722 if (count) {
2723 unsigned int i, jump, shift;
Chris Lattner6b695682007-08-16 15:56:55 +00002724
Neil Boothb6182162007-10-08 13:47:12 +00002725 /* Jump is the inter-part jump; shift is is intra-part shift. */
2726 jump = count / integerPartWidth;
2727 shift = count % integerPartWidth;
Chris Lattner6b695682007-08-16 15:56:55 +00002728
Neil Boothb6182162007-10-08 13:47:12 +00002729 /* Perform the shift. This leaves the most significant COUNT bits
2730 of the result at zero. */
2731 for(i = 0; i < parts; i++) {
2732 integerPart part;
Chris Lattner6b695682007-08-16 15:56:55 +00002733
Neil Boothb6182162007-10-08 13:47:12 +00002734 if (i + jump >= parts) {
2735 part = 0;
2736 } else {
2737 part = dst[i + jump];
2738 if (shift) {
2739 part >>= shift;
2740 if (i + jump + 1 < parts)
2741 part |= dst[i + jump + 1] << (integerPartWidth - shift);
2742 }
Chris Lattner6b695682007-08-16 15:56:55 +00002743 }
Chris Lattner6b695682007-08-16 15:56:55 +00002744
Neil Boothb6182162007-10-08 13:47:12 +00002745 dst[i] = part;
2746 }
Chris Lattner6b695682007-08-16 15:56:55 +00002747 }
2748}
2749
2750/* Bitwise and of two bignums. */
2751void
2752APInt::tcAnd(integerPart *dst, const integerPart *rhs, unsigned int parts)
2753{
2754 unsigned int i;
2755
2756 for(i = 0; i < parts; i++)
2757 dst[i] &= rhs[i];
2758}
2759
2760/* Bitwise inclusive or of two bignums. */
2761void
2762APInt::tcOr(integerPart *dst, const integerPart *rhs, unsigned int parts)
2763{
2764 unsigned int i;
2765
2766 for(i = 0; i < parts; i++)
2767 dst[i] |= rhs[i];
2768}
2769
2770/* Bitwise exclusive or of two bignums. */
2771void
2772APInt::tcXor(integerPart *dst, const integerPart *rhs, unsigned int parts)
2773{
2774 unsigned int i;
2775
2776 for(i = 0; i < parts; i++)
2777 dst[i] ^= rhs[i];
2778}
2779
2780/* Complement a bignum in-place. */
2781void
2782APInt::tcComplement(integerPart *dst, unsigned int parts)
2783{
2784 unsigned int i;
2785
2786 for(i = 0; i < parts; i++)
2787 dst[i] = ~dst[i];
2788}
2789
2790/* Comparison (unsigned) of two bignums. */
2791int
2792APInt::tcCompare(const integerPart *lhs, const integerPart *rhs,
2793 unsigned int parts)
2794{
2795 while (parts) {
2796 parts--;
2797 if (lhs[parts] == rhs[parts])
2798 continue;
2799
2800 if (lhs[parts] > rhs[parts])
2801 return 1;
2802 else
2803 return -1;
2804 }
2805
2806 return 0;
2807}
2808
2809/* Increment a bignum in-place, return the carry flag. */
2810integerPart
2811APInt::tcIncrement(integerPart *dst, unsigned int parts)
2812{
2813 unsigned int i;
2814
2815 for(i = 0; i < parts; i++)
2816 if (++dst[i] != 0)
2817 break;
2818
2819 return i == parts;
2820}
2821
2822/* Set the least significant BITS bits of a bignum, clear the
2823 rest. */
2824void
2825APInt::tcSetLeastSignificantBits(integerPart *dst, unsigned int parts,
2826 unsigned int bits)
2827{
2828 unsigned int i;
2829
2830 i = 0;
2831 while (bits > integerPartWidth) {
2832 dst[i++] = ~(integerPart) 0;
2833 bits -= integerPartWidth;
2834 }
2835
2836 if (bits)
2837 dst[i++] = ~(integerPart) 0 >> (integerPartWidth - bits);
2838
2839 while (i < parts)
2840 dst[i++] = 0;
2841}