blob: 5dcb5fbf490e75c0926f4b737ada410aba5b6601 [file] [log] [blame]
Micah Villmowb4faa152012-10-04 23:01:22 +00001//===-- DataLayout.cpp - Data size & alignment routines --------------------==//
Micah Villmowac34b5c2012-10-04 22:08:14 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Micah Villmowb4faa152012-10-04 23:01:22 +000010// This file defines layout properties related to datatype size/offset/alignment
Micah Villmowac34b5c2012-10-04 22:08:14 +000011// information.
12//
13// This structure should be created once, filled in if the defaults are not
14// correct and then passed around by const&. None of the members functions
15// require modification to the object.
16//
17//===----------------------------------------------------------------------===//
18
Chandler Carruth9fb823b2013-01-02 11:36:10 +000019#include "llvm/IR/DataLayout.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000020#include "llvm/ADT/DenseMap.h"
Rafael Espindola458a4852013-12-19 23:03:03 +000021#include "llvm/ADT/STLExtras.h"
Rafael Espindola58873562014-01-03 19:21:54 +000022#include "llvm/ADT/Triple.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000023#include "llvm/IR/Constants.h"
24#include "llvm/IR/DerivedTypes.h"
Chandler Carruth03eb0de2014-03-04 10:40:04 +000025#include "llvm/IR/GetElementPtrTypeIterator.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000026#include "llvm/IR/Module.h"
Micah Villmowac34b5c2012-10-04 22:08:14 +000027#include "llvm/Support/ErrorHandling.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000028#include "llvm/Support/ManagedStatic.h"
29#include "llvm/Support/MathExtras.h"
Micah Villmowac34b5c2012-10-04 22:08:14 +000030#include "llvm/Support/Mutex.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000031#include "llvm/Support/raw_ostream.h"
Micah Villmowac34b5c2012-10-04 22:08:14 +000032#include <algorithm>
33#include <cstdlib>
34using namespace llvm;
35
Micah Villmowac34b5c2012-10-04 22:08:14 +000036//===----------------------------------------------------------------------===//
37// Support for StructLayout
38//===----------------------------------------------------------------------===//
39
Eli Bendersky41913c72013-04-16 15:41:18 +000040StructLayout::StructLayout(StructType *ST, const DataLayout &DL) {
Micah Villmowac34b5c2012-10-04 22:08:14 +000041 assert(!ST->isOpaque() && "Cannot get layout of opaque structs");
42 StructAlignment = 0;
43 StructSize = 0;
44 NumElements = ST->getNumElements();
45
46 // Loop over each of the elements, placing them in memory.
47 for (unsigned i = 0, e = NumElements; i != e; ++i) {
48 Type *Ty = ST->getElementType(i);
Eli Bendersky41913c72013-04-16 15:41:18 +000049 unsigned TyAlign = ST->isPacked() ? 1 : DL.getABITypeAlignment(Ty);
Micah Villmowac34b5c2012-10-04 22:08:14 +000050
51 // Add padding if necessary to align the data element properly.
52 if ((StructSize & (TyAlign-1)) != 0)
David Majnemerf3cadce2014-10-20 06:13:33 +000053 StructSize = RoundUpToAlignment(StructSize, TyAlign);
Micah Villmowac34b5c2012-10-04 22:08:14 +000054
55 // Keep track of maximum alignment constraint.
56 StructAlignment = std::max(TyAlign, StructAlignment);
57
58 MemberOffsets[i] = StructSize;
Eli Bendersky41913c72013-04-16 15:41:18 +000059 StructSize += DL.getTypeAllocSize(Ty); // Consume space for this data item
Micah Villmowac34b5c2012-10-04 22:08:14 +000060 }
61
62 // Empty structures have alignment of 1 byte.
63 if (StructAlignment == 0) StructAlignment = 1;
64
65 // Add padding to the end of the struct so that it could be put in an array
66 // and all array elements would be aligned correctly.
67 if ((StructSize & (StructAlignment-1)) != 0)
David Majnemerf3cadce2014-10-20 06:13:33 +000068 StructSize = RoundUpToAlignment(StructSize, StructAlignment);
Micah Villmowac34b5c2012-10-04 22:08:14 +000069}
70
71
72/// getElementContainingOffset - Given a valid offset into the structure,
73/// return the structure index that contains it.
74unsigned StructLayout::getElementContainingOffset(uint64_t Offset) const {
75 const uint64_t *SI =
76 std::upper_bound(&MemberOffsets[0], &MemberOffsets[NumElements], Offset);
77 assert(SI != &MemberOffsets[0] && "Offset not in structure type!");
78 --SI;
79 assert(*SI <= Offset && "upper_bound didn't work");
80 assert((SI == &MemberOffsets[0] || *(SI-1) <= Offset) &&
81 (SI+1 == &MemberOffsets[NumElements] || *(SI+1) > Offset) &&
82 "Upper bound didn't work!");
83
84 // Multiple fields can have the same offset if any of them are zero sized.
85 // For example, in { i32, [0 x i32], i32 }, searching for offset 4 will stop
86 // at the i32 element, because it is the last element at that offset. This is
87 // the right one to return, because anything after it will have a higher
88 // offset, implying that this element is non-empty.
89 return SI-&MemberOffsets[0];
90}
91
92//===----------------------------------------------------------------------===//
Micah Villmowb4faa152012-10-04 23:01:22 +000093// LayoutAlignElem, LayoutAlign support
Micah Villmowac34b5c2012-10-04 22:08:14 +000094//===----------------------------------------------------------------------===//
95
Micah Villmowb4faa152012-10-04 23:01:22 +000096LayoutAlignElem
97LayoutAlignElem::get(AlignTypeEnum align_type, unsigned abi_align,
Micah Villmowac34b5c2012-10-04 22:08:14 +000098 unsigned pref_align, uint32_t bit_width) {
99 assert(abi_align <= pref_align && "Preferred alignment worse than ABI!");
Micah Villmowb4faa152012-10-04 23:01:22 +0000100 LayoutAlignElem retval;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000101 retval.AlignType = align_type;
102 retval.ABIAlign = abi_align;
103 retval.PrefAlign = pref_align;
104 retval.TypeBitWidth = bit_width;
105 return retval;
106}
107
108bool
Micah Villmowb4faa152012-10-04 23:01:22 +0000109LayoutAlignElem::operator==(const LayoutAlignElem &rhs) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000110 return (AlignType == rhs.AlignType
111 && ABIAlign == rhs.ABIAlign
112 && PrefAlign == rhs.PrefAlign
113 && TypeBitWidth == rhs.TypeBitWidth);
114}
115
Micah Villmowb4faa152012-10-04 23:01:22 +0000116const LayoutAlignElem
Benjamin Kramer058f5b32013-11-19 20:28:04 +0000117DataLayout::InvalidAlignmentElem = { INVALID_ALIGN, 0, 0, 0 };
Micah Villmow89021e42012-10-09 16:06:12 +0000118
119//===----------------------------------------------------------------------===//
120// PointerAlignElem, PointerAlign support
121//===----------------------------------------------------------------------===//
122
123PointerAlignElem
Rafael Espindolaf39136c2013-12-13 23:15:20 +0000124PointerAlignElem::get(uint32_t AddressSpace, unsigned ABIAlign,
125 unsigned PrefAlign, uint32_t TypeByteWidth) {
126 assert(ABIAlign <= PrefAlign && "Preferred alignment worse than ABI!");
Micah Villmow89021e42012-10-09 16:06:12 +0000127 PointerAlignElem retval;
Rafael Espindolaf39136c2013-12-13 23:15:20 +0000128 retval.AddressSpace = AddressSpace;
129 retval.ABIAlign = ABIAlign;
130 retval.PrefAlign = PrefAlign;
131 retval.TypeByteWidth = TypeByteWidth;
Micah Villmow89021e42012-10-09 16:06:12 +0000132 return retval;
133}
134
135bool
136PointerAlignElem::operator==(const PointerAlignElem &rhs) const {
137 return (ABIAlign == rhs.ABIAlign
138 && AddressSpace == rhs.AddressSpace
139 && PrefAlign == rhs.PrefAlign
Rafael Espindolaf39136c2013-12-13 23:15:20 +0000140 && TypeByteWidth == rhs.TypeByteWidth);
Micah Villmow89021e42012-10-09 16:06:12 +0000141}
142
143const PointerAlignElem
Benjamin Kramer058f5b32013-11-19 20:28:04 +0000144DataLayout::InvalidPointerElem = { 0U, 0U, 0U, ~0U };
Micah Villmowac34b5c2012-10-04 22:08:14 +0000145
146//===----------------------------------------------------------------------===//
Micah Villmowb4faa152012-10-04 23:01:22 +0000147// DataLayout Class Implementation
Micah Villmowac34b5c2012-10-04 22:08:14 +0000148//===----------------------------------------------------------------------===//
149
Rafael Espindola58873562014-01-03 19:21:54 +0000150const char *DataLayout::getManglingComponent(const Triple &T) {
151 if (T.isOSBinFormatMachO())
152 return "-m:o";
Saleem Abdulrasoolcd130822014-04-02 20:32:05 +0000153 if (T.isOSWindows() && T.getArch() == Triple::x86 && T.isOSBinFormatCOFF())
154 return "-m:w";
155 return "-m:e";
Rafael Espindola58873562014-01-03 19:21:54 +0000156}
157
Rafael Espindolae23b8772013-12-20 15:21:32 +0000158static const LayoutAlignElem DefaultAlignments[] = {
Rafael Espindola458a4852013-12-19 23:03:03 +0000159 { INTEGER_ALIGN, 1, 1, 1 }, // i1
160 { INTEGER_ALIGN, 8, 1, 1 }, // i8
161 { INTEGER_ALIGN, 16, 2, 2 }, // i16
162 { INTEGER_ALIGN, 32, 4, 4 }, // i32
163 { INTEGER_ALIGN, 64, 4, 8 }, // i64
164 { FLOAT_ALIGN, 16, 2, 2 }, // half
165 { FLOAT_ALIGN, 32, 4, 4 }, // float
166 { FLOAT_ALIGN, 64, 8, 8 }, // double
167 { FLOAT_ALIGN, 128, 16, 16 }, // ppcf128, quad, ...
168 { VECTOR_ALIGN, 64, 8, 8 }, // v2i32, v1i64, ...
169 { VECTOR_ALIGN, 128, 16, 16 }, // v16i8, v8i16, v4i32, ...
170 { AGGREGATE_ALIGN, 0, 0, 8 } // struct
171};
172
Rafael Espindola248ac132014-02-25 22:23:04 +0000173void DataLayout::reset(StringRef Desc) {
174 clear();
175
Craig Topperc6207612014-04-09 06:08:46 +0000176 LayoutMap = nullptr;
Chandler Carruthf67321c2014-10-20 10:41:29 +0000177 BigEndian = false;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000178 StackNaturalAlign = 0;
Rafael Espindola58873562014-01-03 19:21:54 +0000179 ManglingMode = MM_None;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000180
181 // Default alignments
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000182 for (const LayoutAlignElem &E : DefaultAlignments) {
Rafael Espindola458a4852013-12-19 23:03:03 +0000183 setAlignment((AlignTypeEnum)E.AlignType, E.ABIAlign, E.PrefAlign,
184 E.TypeBitWidth);
185 }
Micah Villmow89021e42012-10-09 16:06:12 +0000186 setPointerAlignment(0, 8, 8, 8);
Patrik Hägglund01860a62012-11-14 09:04:56 +0000187
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000188 parseSpecifier(Desc);
189}
190
191/// Checked version of split, to ensure mandatory subparts.
192static std::pair<StringRef, StringRef> split(StringRef Str, char Separator) {
193 assert(!Str.empty() && "parse error, string can't be empty here");
194 std::pair<StringRef, StringRef> Split = Str.split(Separator);
David Majnemer2dc1b0f2014-12-10 01:38:28 +0000195 if (Split.second.empty() && Split.first != Str)
196 report_fatal_error("Trailing separator in datalayout string");
David Majnemer612f3122014-12-10 02:36:41 +0000197 if (!Split.second.empty() && Split.first.empty())
198 report_fatal_error("Expected token before separator in datalayout string");
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000199 return Split;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000200}
201
Cameron McInally8af9eac2014-01-07 19:51:38 +0000202/// Get an unsigned integer, including error checks.
Patrik Hägglund3eb16c52012-11-28 12:13:12 +0000203static unsigned getInt(StringRef R) {
Cameron McInallyf0379fa2014-01-13 22:04:55 +0000204 unsigned Result;
Patrik Hägglund504f4782012-11-28 14:32:52 +0000205 bool error = R.getAsInteger(10, Result); (void)error;
Cameron McInallyf0379fa2014-01-13 22:04:55 +0000206 if (error)
207 report_fatal_error("not a number, or does not fit in an unsigned int");
Patrik Hägglund3eb16c52012-11-28 12:13:12 +0000208 return Result;
209}
210
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000211/// Convert bits into bytes. Assert if not a byte width multiple.
212static unsigned inBytes(unsigned Bits) {
David Majnemer2dc1b0f2014-12-10 01:38:28 +0000213 if (Bits % 8)
214 report_fatal_error("number of bits must be a byte width multiple");
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000215 return Bits / 8;
216}
217
218void DataLayout::parseSpecifier(StringRef Desc) {
Mehdi Amini46a43552015-03-04 18:43:29 +0000219 StringRepresentation = Desc;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000220 while (!Desc.empty()) {
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000221 // Split at '-'.
222 std::pair<StringRef, StringRef> Split = split(Desc, '-');
Micah Villmowac34b5c2012-10-04 22:08:14 +0000223 Desc = Split.second;
224
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000225 // Split at ':'.
226 Split = split(Split.first, ':');
Micah Villmowac34b5c2012-10-04 22:08:14 +0000227
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000228 // Aliases used below.
229 StringRef &Tok = Split.first; // Current token.
230 StringRef &Rest = Split.second; // The rest of the string.
Micah Villmowac34b5c2012-10-04 22:08:14 +0000231
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000232 char Specifier = Tok.front();
233 Tok = Tok.substr(1);
234
235 switch (Specifier) {
Rafael Espindola6994fdf2014-01-01 22:29:43 +0000236 case 's':
237 // Ignored for backward compatibility.
238 // FIXME: remove this on LLVM 4.0.
239 break;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000240 case 'E':
Chandler Carruthf67321c2014-10-20 10:41:29 +0000241 BigEndian = true;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000242 break;
243 case 'e':
Chandler Carruthf67321c2014-10-20 10:41:29 +0000244 BigEndian = false;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000245 break;
246 case 'p': {
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000247 // Address space.
248 unsigned AddrSpace = Tok.empty() ? 0 : getInt(Tok);
David Majnemer5330c692014-12-10 01:17:08 +0000249 if (!isUInt<24>(AddrSpace))
250 report_fatal_error("Invalid address space, must be a 24bit integer");
Micah Villmowac34b5c2012-10-04 22:08:14 +0000251
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000252 // Size.
David Majnemer2dc1b0f2014-12-10 01:38:28 +0000253 if (Rest.empty())
254 report_fatal_error(
255 "Missing size specification for pointer in datalayout string");
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000256 Split = split(Rest, ':');
257 unsigned PointerMemSize = inBytes(getInt(Tok));
Owen Anderson5bc2bbe2015-03-02 06:00:02 +0000258 if (!PointerMemSize)
259 report_fatal_error("Invalid pointer size of 0 bytes");
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000260
261 // ABI alignment.
David Majnemer2dc1b0f2014-12-10 01:38:28 +0000262 if (Rest.empty())
263 report_fatal_error(
264 "Missing alignment specification for pointer in datalayout string");
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000265 Split = split(Rest, ':');
266 unsigned PointerABIAlign = inBytes(getInt(Tok));
Owen Anderson040f2f82015-03-02 06:33:51 +0000267 if (!isPowerOf2_64(PointerABIAlign))
268 report_fatal_error(
269 "Pointer ABI alignment must be a power of 2");
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000270
271 // Preferred alignment.
272 unsigned PointerPrefAlign = PointerABIAlign;
273 if (!Rest.empty()) {
274 Split = split(Rest, ':');
275 PointerPrefAlign = inBytes(getInt(Tok));
Owen Anderson040f2f82015-03-02 06:33:51 +0000276 if (!isPowerOf2_64(PointerPrefAlign))
277 report_fatal_error(
278 "Pointer preferred alignment must be a power of 2");
Micah Villmowac34b5c2012-10-04 22:08:14 +0000279 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000280
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000281 setPointerAlignment(AddrSpace, PointerABIAlign, PointerPrefAlign,
282 PointerMemSize);
Micah Villmowac34b5c2012-10-04 22:08:14 +0000283 break;
284 }
285 case 'i':
286 case 'v':
287 case 'f':
Rafael Espindola6994fdf2014-01-01 22:29:43 +0000288 case 'a': {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000289 AlignTypeEnum AlignType;
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000290 switch (Specifier) {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000291 default:
292 case 'i': AlignType = INTEGER_ALIGN; break;
293 case 'v': AlignType = VECTOR_ALIGN; break;
294 case 'f': AlignType = FLOAT_ALIGN; break;
295 case 'a': AlignType = AGGREGATE_ALIGN; break;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000296 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000297
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000298 // Bit size.
299 unsigned Size = Tok.empty() ? 0 : getInt(Tok);
300
David Majnemer5330c692014-12-10 01:17:08 +0000301 if (AlignType == AGGREGATE_ALIGN && Size != 0)
302 report_fatal_error(
303 "Sized aggregate specification in datalayout string");
Rafael Espindolaabdd7262014-01-06 21:40:24 +0000304
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000305 // ABI alignment.
David Majnemer612f3122014-12-10 02:36:41 +0000306 if (Rest.empty())
307 report_fatal_error(
308 "Missing alignment specification in datalayout string");
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000309 Split = split(Rest, ':');
310 unsigned ABIAlign = inBytes(getInt(Tok));
Owen Andersonab1c7a72015-03-02 09:34:59 +0000311 if (AlignType != AGGREGATE_ALIGN && !ABIAlign)
312 report_fatal_error(
313 "ABI alignment specification must be >0 for non-aggregate types");
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000314
315 // Preferred alignment.
316 unsigned PrefAlign = ABIAlign;
317 if (!Rest.empty()) {
318 Split = split(Rest, ':');
319 PrefAlign = inBytes(getInt(Tok));
Micah Villmowac34b5c2012-10-04 22:08:14 +0000320 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000321
Patrik Hägglund01860a62012-11-14 09:04:56 +0000322 setAlignment(AlignType, ABIAlign, PrefAlign, Size);
Micah Villmowb4faa152012-10-04 23:01:22 +0000323
Micah Villmowac34b5c2012-10-04 22:08:14 +0000324 break;
325 }
326 case 'n': // Native integer types.
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000327 for (;;) {
328 unsigned Width = getInt(Tok);
David Majnemer5330c692014-12-10 01:17:08 +0000329 if (Width == 0)
330 report_fatal_error(
331 "Zero width native integer type in datalayout string");
Patrik Hägglund3eb16c52012-11-28 12:13:12 +0000332 LegalIntWidths.push_back(Width);
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000333 if (Rest.empty())
334 break;
335 Split = split(Rest, ':');
336 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000337 break;
338 case 'S': { // Stack natural alignment.
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000339 StackNaturalAlign = inBytes(getInt(Tok));
Micah Villmowac34b5c2012-10-04 22:08:14 +0000340 break;
341 }
Rafael Espindola58873562014-01-03 19:21:54 +0000342 case 'm':
David Majnemer612f3122014-12-10 02:36:41 +0000343 if (!Tok.empty())
344 report_fatal_error("Unexpected trailing characters after mangling specifier in datalayout string");
345 if (Rest.empty())
346 report_fatal_error("Expected mangling specifier in datalayout string");
347 if (Rest.size() > 1)
348 report_fatal_error("Unknown mangling specifier in datalayout string");
Rafael Espindola58873562014-01-03 19:21:54 +0000349 switch(Rest[0]) {
350 default:
David Majnemer5330c692014-12-10 01:17:08 +0000351 report_fatal_error("Unknown mangling in datalayout string");
Rafael Espindola58873562014-01-03 19:21:54 +0000352 case 'e':
353 ManglingMode = MM_ELF;
354 break;
355 case 'o':
356 ManglingMode = MM_MachO;
357 break;
358 case 'm':
359 ManglingMode = MM_Mips;
360 break;
Rafael Espindolaaf77e122014-01-10 13:42:12 +0000361 case 'w':
362 ManglingMode = MM_WINCOFF;
Rafael Espindola58873562014-01-03 19:21:54 +0000363 break;
364 }
365 break;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000366 default:
David Majnemer5330c692014-12-10 01:17:08 +0000367 report_fatal_error("Unknown specifier in datalayout string");
Micah Villmowac34b5c2012-10-04 22:08:14 +0000368 break;
369 }
370 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000371}
372
Craig Topperc6207612014-04-09 06:08:46 +0000373DataLayout::DataLayout(const Module *M) : LayoutMap(nullptr) {
Rafael Espindolac435adc2014-09-10 21:27:43 +0000374 init(M);
375}
376
Mehdi Amini46a43552015-03-04 18:43:29 +0000377void DataLayout::init(const Module *M) { *this = M->getDataLayout(); }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000378
Rafael Espindolaae593f12014-02-26 17:02:08 +0000379bool DataLayout::operator==(const DataLayout &Other) const {
Chandler Carruthf67321c2014-10-20 10:41:29 +0000380 bool Ret = BigEndian == Other.BigEndian &&
Rafael Espindolaae593f12014-02-26 17:02:08 +0000381 StackNaturalAlign == Other.StackNaturalAlign &&
382 ManglingMode == Other.ManglingMode &&
383 LegalIntWidths == Other.LegalIntWidths &&
Rafael Espindola89992b02014-04-22 17:47:03 +0000384 Alignments == Other.Alignments && Pointers == Other.Pointers;
Mehdi Amini46a43552015-03-04 18:43:29 +0000385 // Note: getStringRepresentation() might differs, it is not canonicalized
Rafael Espindolaae593f12014-02-26 17:02:08 +0000386 return Ret;
387}
388
Micah Villmowac34b5c2012-10-04 22:08:14 +0000389void
Micah Villmowb4faa152012-10-04 23:01:22 +0000390DataLayout::setAlignment(AlignTypeEnum align_type, unsigned abi_align,
Micah Villmowac34b5c2012-10-04 22:08:14 +0000391 unsigned pref_align, uint32_t bit_width) {
David Majnemer1b9fc3a2015-02-16 05:41:53 +0000392 if (!isUInt<24>(bit_width))
393 report_fatal_error("Invalid bit width, must be a 24bit integer");
394 if (!isUInt<16>(abi_align))
395 report_fatal_error("Invalid ABI alignment, must be a 16bit integer");
396 if (!isUInt<16>(pref_align))
397 report_fatal_error("Invalid preferred alignment, must be a 16bit integer");
Owen Anderson5af4b212015-03-02 09:35:03 +0000398 if (abi_align != 0 && !isPowerOf2_64(abi_align))
399 report_fatal_error("Invalid ABI alignment, must be a power of 2");
400 if (pref_align != 0 && !isPowerOf2_64(pref_align))
401 report_fatal_error("Invalid preferred alignment, must be a power of 2");
David Majnemer1b9fc3a2015-02-16 05:41:53 +0000402
403 if (pref_align < abi_align)
404 report_fatal_error(
405 "Preferred alignment cannot be less than the ABI alignment");
406
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000407 for (LayoutAlignElem &Elem : Alignments) {
408 if (Elem.AlignType == (unsigned)align_type &&
409 Elem.TypeBitWidth == bit_width) {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000410 // Update the abi, preferred alignments.
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000411 Elem.ABIAlign = abi_align;
412 Elem.PrefAlign = pref_align;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000413 return;
414 }
415 }
416
Micah Villmowb4faa152012-10-04 23:01:22 +0000417 Alignments.push_back(LayoutAlignElem::get(align_type, abi_align,
Micah Villmowac34b5c2012-10-04 22:08:14 +0000418 pref_align, bit_width));
419}
420
Rafael Espindola667fcb82014-02-26 16:58:35 +0000421DataLayout::PointersTy::iterator
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000422DataLayout::findPointerLowerBound(uint32_t AddressSpace) {
Rafael Espindola667fcb82014-02-26 16:58:35 +0000423 return std::lower_bound(Pointers.begin(), Pointers.end(), AddressSpace,
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000424 [](const PointerAlignElem &A, uint32_t AddressSpace) {
425 return A.AddressSpace < AddressSpace;
426 });
Rafael Espindola667fcb82014-02-26 16:58:35 +0000427}
428
Rafael Espindolaf39136c2013-12-13 23:15:20 +0000429void DataLayout::setPointerAlignment(uint32_t AddrSpace, unsigned ABIAlign,
430 unsigned PrefAlign,
431 uint32_t TypeByteWidth) {
David Majnemer4b042922015-02-16 05:41:55 +0000432 if (PrefAlign < ABIAlign)
433 report_fatal_error(
434 "Preferred alignment cannot be less than the ABI alignment");
435
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000436 PointersTy::iterator I = findPointerLowerBound(AddrSpace);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000437 if (I == Pointers.end() || I->AddressSpace != AddrSpace) {
438 Pointers.insert(I, PointerAlignElem::get(AddrSpace, ABIAlign, PrefAlign,
439 TypeByteWidth));
Micah Villmow89021e42012-10-09 16:06:12 +0000440 } else {
Rafael Espindola667fcb82014-02-26 16:58:35 +0000441 I->ABIAlign = ABIAlign;
442 I->PrefAlign = PrefAlign;
443 I->TypeByteWidth = TypeByteWidth;
Micah Villmow89021e42012-10-09 16:06:12 +0000444 }
445}
446
Micah Villmowac34b5c2012-10-04 22:08:14 +0000447/// getAlignmentInfo - Return the alignment (either ABI if ABIInfo = true or
Micah Villmowb4faa152012-10-04 23:01:22 +0000448/// preferred if ABIInfo = false) the layout wants for the specified datatype.
449unsigned DataLayout::getAlignmentInfo(AlignTypeEnum AlignType,
Micah Villmowac34b5c2012-10-04 22:08:14 +0000450 uint32_t BitWidth, bool ABIInfo,
451 Type *Ty) const {
452 // Check to see if we have an exact match and remember the best match we see.
453 int BestMatchIdx = -1;
454 int LargestInt = -1;
455 for (unsigned i = 0, e = Alignments.size(); i != e; ++i) {
Micah Villmow6d05e692012-10-05 17:02:14 +0000456 if (Alignments[i].AlignType == (unsigned)AlignType &&
Micah Villmowac34b5c2012-10-04 22:08:14 +0000457 Alignments[i].TypeBitWidth == BitWidth)
458 return ABIInfo ? Alignments[i].ABIAlign : Alignments[i].PrefAlign;
459
460 // The best match so far depends on what we're looking for.
461 if (AlignType == INTEGER_ALIGN &&
462 Alignments[i].AlignType == INTEGER_ALIGN) {
463 // The "best match" for integers is the smallest size that is larger than
464 // the BitWidth requested.
465 if (Alignments[i].TypeBitWidth > BitWidth && (BestMatchIdx == -1 ||
Eli Benderskyfaf5e3e2013-01-30 19:24:23 +0000466 Alignments[i].TypeBitWidth < Alignments[BestMatchIdx].TypeBitWidth))
Micah Villmowac34b5c2012-10-04 22:08:14 +0000467 BestMatchIdx = i;
468 // However, if there isn't one that's larger, then we must use the
469 // largest one we have (see below)
470 if (LargestInt == -1 ||
471 Alignments[i].TypeBitWidth > Alignments[LargestInt].TypeBitWidth)
472 LargestInt = i;
473 }
474 }
475
476 // Okay, we didn't find an exact solution. Fall back here depending on what
477 // is being looked for.
478 if (BestMatchIdx == -1) {
479 // If we didn't find an integer alignment, fall back on most conservative.
480 if (AlignType == INTEGER_ALIGN) {
481 BestMatchIdx = LargestInt;
Owen Anderson7e621e92015-03-08 21:53:59 +0000482 } else if (AlignType == VECTOR_ALIGN) {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000483 // By default, use natural alignment for vector types. This is consistent
484 // with what clang and llvm-gcc do.
485 unsigned Align = getTypeAllocSize(cast<VectorType>(Ty)->getElementType());
486 Align *= cast<VectorType>(Ty)->getNumElements();
487 // If the alignment is not a power of 2, round up to the next power of 2.
488 // This happens for non-power-of-2 length vectors.
489 if (Align & (Align-1))
490 Align = NextPowerOf2(Align);
491 return Align;
492 }
493 }
494
Owen Anderson7e621e92015-03-08 21:53:59 +0000495 // If we still couldn't find a reasonable default alignment, fall back
496 // to a simple heuristic that the alignment is the first power of two
497 // greater-or-equal to the store size of the type. This is a reasonable
498 // approximation of reality, and if the user wanted something less
499 // less conservative, they should have specified it explicitly in the data
500 // layout.
501 if (BestMatchIdx == -1) {
502 unsigned Align = getTypeStoreSize(Ty);
503 if (Align & (Align-1))
504 Align = NextPowerOf2(Align);
505 return Align;
506 }
507
Micah Villmowac34b5c2012-10-04 22:08:14 +0000508 // Since we got a "best match" index, just return it.
509 return ABIInfo ? Alignments[BestMatchIdx].ABIAlign
510 : Alignments[BestMatchIdx].PrefAlign;
511}
512
513namespace {
514
515class StructLayoutMap {
516 typedef DenseMap<StructType*, StructLayout*> LayoutInfoTy;
517 LayoutInfoTy LayoutInfo;
518
519public:
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000520 ~StructLayoutMap() {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000521 // Remove any layouts.
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000522 for (const auto &I : LayoutInfo) {
523 StructLayout *Value = I.second;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000524 Value->~StructLayout();
525 free(Value);
526 }
527 }
528
529 StructLayout *&operator[](StructType *STy) {
530 return LayoutInfo[STy];
531 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000532};
533
534} // end anonymous namespace
535
Rafael Espindola248ac132014-02-25 22:23:04 +0000536void DataLayout::clear() {
537 LegalIntWidths.clear();
538 Alignments.clear();
539 Pointers.clear();
540 delete static_cast<StructLayoutMap *>(LayoutMap);
Craig Topperc6207612014-04-09 06:08:46 +0000541 LayoutMap = nullptr;
Rafael Espindola248ac132014-02-25 22:23:04 +0000542}
543
Micah Villmowb4faa152012-10-04 23:01:22 +0000544DataLayout::~DataLayout() {
Rafael Espindola248ac132014-02-25 22:23:04 +0000545 clear();
Micah Villmowac34b5c2012-10-04 22:08:14 +0000546}
547
Micah Villmowb4faa152012-10-04 23:01:22 +0000548const StructLayout *DataLayout::getStructLayout(StructType *Ty) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000549 if (!LayoutMap)
550 LayoutMap = new StructLayoutMap();
551
552 StructLayoutMap *STM = static_cast<StructLayoutMap*>(LayoutMap);
553 StructLayout *&SL = (*STM)[Ty];
554 if (SL) return SL;
555
556 // Otherwise, create the struct layout. Because it is variable length, we
557 // malloc it, then use placement new.
558 int NumElts = Ty->getNumElements();
559 StructLayout *L =
560 (StructLayout *)malloc(sizeof(StructLayout)+(NumElts-1) * sizeof(uint64_t));
561
562 // Set SL before calling StructLayout's ctor. The ctor could cause other
563 // entries to be added to TheMap, invalidating our reference.
564 SL = L;
565
566 new (L) StructLayout(Ty, *this);
567
568 return L;
569}
570
Micah Villmowac34b5c2012-10-04 22:08:14 +0000571
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000572unsigned DataLayout::getPointerABIAlignment(unsigned AS) const {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000573 PointersTy::const_iterator I = findPointerLowerBound(AS);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000574 if (I == Pointers.end() || I->AddressSpace != AS) {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000575 I = findPointerLowerBound(0);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000576 assert(I->AddressSpace == 0);
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000577 }
Rafael Espindola667fcb82014-02-26 16:58:35 +0000578 return I->ABIAlign;
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000579}
580
581unsigned DataLayout::getPointerPrefAlignment(unsigned AS) const {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000582 PointersTy::const_iterator I = findPointerLowerBound(AS);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000583 if (I == Pointers.end() || I->AddressSpace != AS) {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000584 I = findPointerLowerBound(0);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000585 assert(I->AddressSpace == 0);
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000586 }
Rafael Espindola667fcb82014-02-26 16:58:35 +0000587 return I->PrefAlign;
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000588}
589
590unsigned DataLayout::getPointerSize(unsigned AS) const {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000591 PointersTy::const_iterator I = findPointerLowerBound(AS);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000592 if (I == Pointers.end() || I->AddressSpace != AS) {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000593 I = findPointerLowerBound(0);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000594 assert(I->AddressSpace == 0);
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000595 }
Rafael Espindola667fcb82014-02-26 16:58:35 +0000596 return I->TypeByteWidth;
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000597}
598
Matt Arsenault6f4be902013-07-26 17:37:20 +0000599unsigned DataLayout::getPointerTypeSizeInBits(Type *Ty) const {
600 assert(Ty->isPtrOrPtrVectorTy() &&
601 "This should only be called with a pointer or pointer vector type");
602
603 if (Ty->isPointerTy())
604 return getTypeSizeInBits(Ty);
605
Matt Arsenault517cf482013-07-27 19:22:28 +0000606 return getTypeSizeInBits(Ty->getScalarType());
Matt Arsenault6f4be902013-07-26 17:37:20 +0000607}
Micah Villmowac34b5c2012-10-04 22:08:14 +0000608
Micah Villmowac34b5c2012-10-04 22:08:14 +0000609/*!
610 \param abi_or_pref Flag that determines which alignment is returned. true
611 returns the ABI alignment, false returns the preferred alignment.
612 \param Ty The underlying type for which alignment is determined.
613
614 Get the ABI (\a abi_or_pref == true) or preferred alignment (\a abi_or_pref
615 == false) for the requested type \a Ty.
616 */
Micah Villmowb4faa152012-10-04 23:01:22 +0000617unsigned DataLayout::getAlignment(Type *Ty, bool abi_or_pref) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000618 int AlignType = -1;
619
620 assert(Ty->isSized() && "Cannot getTypeInfo() on a type that is unsized!");
621 switch (Ty->getTypeID()) {
622 // Early escape for the non-numeric types.
623 case Type::LabelTyID:
Micah Villmowac34b5c2012-10-04 22:08:14 +0000624 return (abi_or_pref
Micah Villmow89021e42012-10-09 16:06:12 +0000625 ? getPointerABIAlignment(0)
626 : getPointerPrefAlignment(0));
627 case Type::PointerTyID: {
Matt Arsenaultc1728972014-09-18 22:28:56 +0000628 unsigned AS = cast<PointerType>(Ty)->getAddressSpace();
Micah Villmow89021e42012-10-09 16:06:12 +0000629 return (abi_or_pref
630 ? getPointerABIAlignment(AS)
631 : getPointerPrefAlignment(AS));
632 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000633 case Type::ArrayTyID:
634 return getAlignment(cast<ArrayType>(Ty)->getElementType(), abi_or_pref);
635
636 case Type::StructTyID: {
637 // Packed structure types always have an ABI alignment of one.
638 if (cast<StructType>(Ty)->isPacked() && abi_or_pref)
639 return 1;
640
641 // Get the layout annotation... which is lazily created on demand.
642 const StructLayout *Layout = getStructLayout(cast<StructType>(Ty));
643 unsigned Align = getAlignmentInfo(AGGREGATE_ALIGN, 0, abi_or_pref, Ty);
644 return std::max(Align, Layout->getAlignment());
645 }
646 case Type::IntegerTyID:
Micah Villmowac34b5c2012-10-04 22:08:14 +0000647 AlignType = INTEGER_ALIGN;
648 break;
649 case Type::HalfTyID:
650 case Type::FloatTyID:
651 case Type::DoubleTyID:
652 // PPC_FP128TyID and FP128TyID have different data contents, but the
653 // same size and alignment, so they look the same here.
654 case Type::PPC_FP128TyID:
655 case Type::FP128TyID:
656 case Type::X86_FP80TyID:
657 AlignType = FLOAT_ALIGN;
658 break;
659 case Type::X86_MMXTyID:
660 case Type::VectorTyID:
661 AlignType = VECTOR_ALIGN;
662 break;
663 default:
664 llvm_unreachable("Bad type for getAlignment!!!");
665 }
666
667 return getAlignmentInfo((AlignTypeEnum)AlignType, getTypeSizeInBits(Ty),
668 abi_or_pref, Ty);
669}
670
Micah Villmowb4faa152012-10-04 23:01:22 +0000671unsigned DataLayout::getABITypeAlignment(Type *Ty) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000672 return getAlignment(Ty, true);
673}
674
675/// getABIIntegerTypeAlignment - Return the minimum ABI-required alignment for
676/// an integer type of the specified bitwidth.
Micah Villmowb4faa152012-10-04 23:01:22 +0000677unsigned DataLayout::getABIIntegerTypeAlignment(unsigned BitWidth) const {
Craig Topperc6207612014-04-09 06:08:46 +0000678 return getAlignmentInfo(INTEGER_ALIGN, BitWidth, true, nullptr);
Micah Villmowac34b5c2012-10-04 22:08:14 +0000679}
680
Micah Villmowb4faa152012-10-04 23:01:22 +0000681unsigned DataLayout::getPrefTypeAlignment(Type *Ty) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000682 return getAlignment(Ty, false);
683}
684
Micah Villmowb4faa152012-10-04 23:01:22 +0000685unsigned DataLayout::getPreferredTypeAlignmentShift(Type *Ty) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000686 unsigned Align = getPrefTypeAlignment(Ty);
687 assert(!(Align & (Align-1)) && "Alignment is not a power of two!");
688 return Log2_32(Align);
689}
690
Micah Villmow89021e42012-10-09 16:06:12 +0000691IntegerType *DataLayout::getIntPtrType(LLVMContext &C,
692 unsigned AddressSpace) const {
693 return IntegerType::get(C, getPointerSizeInBits(AddressSpace));
Micah Villmowac34b5c2012-10-04 22:08:14 +0000694}
695
Duncan Sands5bdd9dd2012-10-29 17:31:46 +0000696Type *DataLayout::getIntPtrType(Type *Ty) const {
Chandler Carruth7ec50852012-11-01 08:07:29 +0000697 assert(Ty->isPtrOrPtrVectorTy() &&
698 "Expected a pointer or pointer vector type.");
Matt Arsenault4dbd4892014-04-23 21:10:15 +0000699 unsigned NumBits = getPointerTypeSizeInBits(Ty);
Duncan Sands5bdd9dd2012-10-29 17:31:46 +0000700 IntegerType *IntTy = IntegerType::get(Ty->getContext(), NumBits);
701 if (VectorType *VecTy = dyn_cast<VectorType>(Ty))
702 return VectorType::get(IntTy, VecTy->getNumElements());
703 return IntTy;
Micah Villmow12d91272012-10-24 15:52:52 +0000704}
705
Arnaud A. de Grandmaisonf364bc62013-03-22 08:25:01 +0000706Type *DataLayout::getSmallestLegalIntType(LLVMContext &C, unsigned Width) const {
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000707 for (unsigned LegalIntWidth : LegalIntWidths)
708 if (Width <= LegalIntWidth)
709 return Type::getIntNTy(C, LegalIntWidth);
Craig Topperc6207612014-04-09 06:08:46 +0000710 return nullptr;
Arnaud A. de Grandmaisonf364bc62013-03-22 08:25:01 +0000711}
712
Matt Arsenault899f7d22013-09-16 22:43:16 +0000713unsigned DataLayout::getLargestLegalIntTypeSize() const {
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000714 auto Max = std::max_element(LegalIntWidths.begin(), LegalIntWidths.end());
715 return Max != LegalIntWidths.end() ? *Max : 0;
Matt Arsenault899f7d22013-09-16 22:43:16 +0000716}
717
Micah Villmowb4faa152012-10-04 23:01:22 +0000718uint64_t DataLayout::getIndexedOffset(Type *ptrTy,
Micah Villmowac34b5c2012-10-04 22:08:14 +0000719 ArrayRef<Value *> Indices) const {
720 Type *Ty = ptrTy;
721 assert(Ty->isPointerTy() && "Illegal argument for getIndexedOffset()");
722 uint64_t Result = 0;
723
724 generic_gep_type_iterator<Value* const*>
725 TI = gep_type_begin(ptrTy, Indices);
726 for (unsigned CurIDX = 0, EndIDX = Indices.size(); CurIDX != EndIDX;
727 ++CurIDX, ++TI) {
728 if (StructType *STy = dyn_cast<StructType>(*TI)) {
729 assert(Indices[CurIDX]->getType() ==
730 Type::getInt32Ty(ptrTy->getContext()) &&
731 "Illegal struct idx");
732 unsigned FieldNo = cast<ConstantInt>(Indices[CurIDX])->getZExtValue();
733
734 // Get structure layout information...
735 const StructLayout *Layout = getStructLayout(STy);
736
737 // Add in the offset, as calculated by the structure layout info...
738 Result += Layout->getElementOffset(FieldNo);
739
740 // Update Ty to refer to current element
741 Ty = STy->getElementType(FieldNo);
742 } else {
743 // Update Ty to refer to current element
744 Ty = cast<SequentialType>(Ty)->getElementType();
745
746 // Get the array index and the size of each array element.
747 if (int64_t arrayIdx = cast<ConstantInt>(Indices[CurIDX])->getSExtValue())
748 Result += (uint64_t)arrayIdx * getTypeAllocSize(Ty);
749 }
750 }
751
752 return Result;
753}
754
755/// getPreferredAlignment - Return the preferred alignment of the specified
756/// global. This includes an explicitly requested alignment (if the global
757/// has one).
Micah Villmowb4faa152012-10-04 23:01:22 +0000758unsigned DataLayout::getPreferredAlignment(const GlobalVariable *GV) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000759 Type *ElemType = GV->getType()->getElementType();
760 unsigned Alignment = getPrefTypeAlignment(ElemType);
761 unsigned GVAlignment = GV->getAlignment();
762 if (GVAlignment >= Alignment) {
763 Alignment = GVAlignment;
764 } else if (GVAlignment != 0) {
765 Alignment = std::max(GVAlignment, getABITypeAlignment(ElemType));
766 }
767
768 if (GV->hasInitializer() && GVAlignment == 0) {
769 if (Alignment < 16) {
770 // If the global is not external, see if it is large. If so, give it a
771 // larger alignment.
772 if (getTypeSizeInBits(ElemType) > 128)
773 Alignment = 16; // 16-byte alignment.
774 }
775 }
776 return Alignment;
777}
778
779/// getPreferredAlignmentLog - Return the preferred alignment of the
780/// specified global, returned in log form. This includes an explicitly
781/// requested alignment (if the global has one).
Micah Villmowb4faa152012-10-04 23:01:22 +0000782unsigned DataLayout::getPreferredAlignmentLog(const GlobalVariable *GV) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000783 return Log2_32(getPreferredAlignment(GV));
784}
Rafael Espindola93512512014-02-25 17:30:31 +0000785