blob: 388735386709cadf1dd107c01d1ca0c2ec36f8ba [file] [log] [blame]
Micah Villmowb4faa152012-10-04 23:01:22 +00001//===-- DataLayout.cpp - Data size & alignment routines --------------------==//
Micah Villmowac34b5c2012-10-04 22:08:14 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Micah Villmowb4faa152012-10-04 23:01:22 +000010// This file defines layout properties related to datatype size/offset/alignment
Micah Villmowac34b5c2012-10-04 22:08:14 +000011// information.
12//
13// This structure should be created once, filled in if the defaults are not
14// correct and then passed around by const&. None of the members functions
15// require modification to the object.
16//
17//===----------------------------------------------------------------------===//
18
Chandler Carruth9fb823b2013-01-02 11:36:10 +000019#include "llvm/IR/DataLayout.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000020#include "llvm/ADT/DenseMap.h"
Rafael Espindola458a4852013-12-19 23:03:03 +000021#include "llvm/ADT/STLExtras.h"
Rafael Espindola58873562014-01-03 19:21:54 +000022#include "llvm/ADT/Triple.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000023#include "llvm/IR/Constants.h"
24#include "llvm/IR/DerivedTypes.h"
Chandler Carruth03eb0de2014-03-04 10:40:04 +000025#include "llvm/IR/GetElementPtrTypeIterator.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000026#include "llvm/IR/Module.h"
Micah Villmowac34b5c2012-10-04 22:08:14 +000027#include "llvm/Support/ErrorHandling.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000028#include "llvm/Support/ManagedStatic.h"
29#include "llvm/Support/MathExtras.h"
Micah Villmowac34b5c2012-10-04 22:08:14 +000030#include "llvm/Support/Mutex.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000031#include "llvm/Support/raw_ostream.h"
Micah Villmowac34b5c2012-10-04 22:08:14 +000032#include <algorithm>
33#include <cstdlib>
34using namespace llvm;
35
Micah Villmowb4faa152012-10-04 23:01:22 +000036// Handle the Pass registration stuff necessary to use DataLayout's.
Micah Villmowac34b5c2012-10-04 22:08:14 +000037
Rafael Espindola93512512014-02-25 17:30:31 +000038INITIALIZE_PASS(DataLayoutPass, "datalayout", "Data Layout", false, true)
39char DataLayoutPass::ID = 0;
Micah Villmowac34b5c2012-10-04 22:08:14 +000040
41//===----------------------------------------------------------------------===//
42// Support for StructLayout
43//===----------------------------------------------------------------------===//
44
Eli Bendersky41913c72013-04-16 15:41:18 +000045StructLayout::StructLayout(StructType *ST, const DataLayout &DL) {
Micah Villmowac34b5c2012-10-04 22:08:14 +000046 assert(!ST->isOpaque() && "Cannot get layout of opaque structs");
47 StructAlignment = 0;
48 StructSize = 0;
49 NumElements = ST->getNumElements();
50
51 // Loop over each of the elements, placing them in memory.
52 for (unsigned i = 0, e = NumElements; i != e; ++i) {
53 Type *Ty = ST->getElementType(i);
Eli Bendersky41913c72013-04-16 15:41:18 +000054 unsigned TyAlign = ST->isPacked() ? 1 : DL.getABITypeAlignment(Ty);
Micah Villmowac34b5c2012-10-04 22:08:14 +000055
56 // Add padding if necessary to align the data element properly.
57 if ((StructSize & (TyAlign-1)) != 0)
Micah Villmowb4faa152012-10-04 23:01:22 +000058 StructSize = DataLayout::RoundUpAlignment(StructSize, TyAlign);
Micah Villmowac34b5c2012-10-04 22:08:14 +000059
60 // Keep track of maximum alignment constraint.
61 StructAlignment = std::max(TyAlign, StructAlignment);
62
63 MemberOffsets[i] = StructSize;
Eli Bendersky41913c72013-04-16 15:41:18 +000064 StructSize += DL.getTypeAllocSize(Ty); // Consume space for this data item
Micah Villmowac34b5c2012-10-04 22:08:14 +000065 }
66
67 // Empty structures have alignment of 1 byte.
68 if (StructAlignment == 0) StructAlignment = 1;
69
70 // Add padding to the end of the struct so that it could be put in an array
71 // and all array elements would be aligned correctly.
72 if ((StructSize & (StructAlignment-1)) != 0)
Micah Villmowb4faa152012-10-04 23:01:22 +000073 StructSize = DataLayout::RoundUpAlignment(StructSize, StructAlignment);
Micah Villmowac34b5c2012-10-04 22:08:14 +000074}
75
76
77/// getElementContainingOffset - Given a valid offset into the structure,
78/// return the structure index that contains it.
79unsigned StructLayout::getElementContainingOffset(uint64_t Offset) const {
80 const uint64_t *SI =
81 std::upper_bound(&MemberOffsets[0], &MemberOffsets[NumElements], Offset);
82 assert(SI != &MemberOffsets[0] && "Offset not in structure type!");
83 --SI;
84 assert(*SI <= Offset && "upper_bound didn't work");
85 assert((SI == &MemberOffsets[0] || *(SI-1) <= Offset) &&
86 (SI+1 == &MemberOffsets[NumElements] || *(SI+1) > Offset) &&
87 "Upper bound didn't work!");
88
89 // Multiple fields can have the same offset if any of them are zero sized.
90 // For example, in { i32, [0 x i32], i32 }, searching for offset 4 will stop
91 // at the i32 element, because it is the last element at that offset. This is
92 // the right one to return, because anything after it will have a higher
93 // offset, implying that this element is non-empty.
94 return SI-&MemberOffsets[0];
95}
96
97//===----------------------------------------------------------------------===//
Micah Villmowb4faa152012-10-04 23:01:22 +000098// LayoutAlignElem, LayoutAlign support
Micah Villmowac34b5c2012-10-04 22:08:14 +000099//===----------------------------------------------------------------------===//
100
Micah Villmowb4faa152012-10-04 23:01:22 +0000101LayoutAlignElem
102LayoutAlignElem::get(AlignTypeEnum align_type, unsigned abi_align,
Micah Villmowac34b5c2012-10-04 22:08:14 +0000103 unsigned pref_align, uint32_t bit_width) {
104 assert(abi_align <= pref_align && "Preferred alignment worse than ABI!");
Micah Villmowb4faa152012-10-04 23:01:22 +0000105 LayoutAlignElem retval;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000106 retval.AlignType = align_type;
107 retval.ABIAlign = abi_align;
108 retval.PrefAlign = pref_align;
109 retval.TypeBitWidth = bit_width;
110 return retval;
111}
112
113bool
Micah Villmowb4faa152012-10-04 23:01:22 +0000114LayoutAlignElem::operator==(const LayoutAlignElem &rhs) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000115 return (AlignType == rhs.AlignType
116 && ABIAlign == rhs.ABIAlign
117 && PrefAlign == rhs.PrefAlign
118 && TypeBitWidth == rhs.TypeBitWidth);
119}
120
Micah Villmowb4faa152012-10-04 23:01:22 +0000121const LayoutAlignElem
Benjamin Kramer058f5b32013-11-19 20:28:04 +0000122DataLayout::InvalidAlignmentElem = { INVALID_ALIGN, 0, 0, 0 };
Micah Villmow89021e42012-10-09 16:06:12 +0000123
124//===----------------------------------------------------------------------===//
125// PointerAlignElem, PointerAlign support
126//===----------------------------------------------------------------------===//
127
128PointerAlignElem
Rafael Espindolaf39136c2013-12-13 23:15:20 +0000129PointerAlignElem::get(uint32_t AddressSpace, unsigned ABIAlign,
130 unsigned PrefAlign, uint32_t TypeByteWidth) {
131 assert(ABIAlign <= PrefAlign && "Preferred alignment worse than ABI!");
Micah Villmow89021e42012-10-09 16:06:12 +0000132 PointerAlignElem retval;
Rafael Espindolaf39136c2013-12-13 23:15:20 +0000133 retval.AddressSpace = AddressSpace;
134 retval.ABIAlign = ABIAlign;
135 retval.PrefAlign = PrefAlign;
136 retval.TypeByteWidth = TypeByteWidth;
Micah Villmow89021e42012-10-09 16:06:12 +0000137 return retval;
138}
139
140bool
141PointerAlignElem::operator==(const PointerAlignElem &rhs) const {
142 return (ABIAlign == rhs.ABIAlign
143 && AddressSpace == rhs.AddressSpace
144 && PrefAlign == rhs.PrefAlign
Rafael Espindolaf39136c2013-12-13 23:15:20 +0000145 && TypeByteWidth == rhs.TypeByteWidth);
Micah Villmow89021e42012-10-09 16:06:12 +0000146}
147
148const PointerAlignElem
Benjamin Kramer058f5b32013-11-19 20:28:04 +0000149DataLayout::InvalidPointerElem = { 0U, 0U, 0U, ~0U };
Micah Villmowac34b5c2012-10-04 22:08:14 +0000150
151//===----------------------------------------------------------------------===//
Micah Villmowb4faa152012-10-04 23:01:22 +0000152// DataLayout Class Implementation
Micah Villmowac34b5c2012-10-04 22:08:14 +0000153//===----------------------------------------------------------------------===//
154
Rafael Espindola58873562014-01-03 19:21:54 +0000155const char *DataLayout::getManglingComponent(const Triple &T) {
156 if (T.isOSBinFormatMachO())
157 return "-m:o";
Saleem Abdulrasoolcd130822014-04-02 20:32:05 +0000158 if (T.isOSWindows() && T.getArch() == Triple::x86 && T.isOSBinFormatCOFF())
159 return "-m:w";
160 return "-m:e";
Rafael Espindola58873562014-01-03 19:21:54 +0000161}
162
Rafael Espindolae23b8772013-12-20 15:21:32 +0000163static const LayoutAlignElem DefaultAlignments[] = {
Rafael Espindola458a4852013-12-19 23:03:03 +0000164 { INTEGER_ALIGN, 1, 1, 1 }, // i1
165 { INTEGER_ALIGN, 8, 1, 1 }, // i8
166 { INTEGER_ALIGN, 16, 2, 2 }, // i16
167 { INTEGER_ALIGN, 32, 4, 4 }, // i32
168 { INTEGER_ALIGN, 64, 4, 8 }, // i64
169 { FLOAT_ALIGN, 16, 2, 2 }, // half
170 { FLOAT_ALIGN, 32, 4, 4 }, // float
171 { FLOAT_ALIGN, 64, 8, 8 }, // double
172 { FLOAT_ALIGN, 128, 16, 16 }, // ppcf128, quad, ...
173 { VECTOR_ALIGN, 64, 8, 8 }, // v2i32, v1i64, ...
174 { VECTOR_ALIGN, 128, 16, 16 }, // v16i8, v8i16, v4i32, ...
175 { AGGREGATE_ALIGN, 0, 0, 8 } // struct
176};
177
Rafael Espindola248ac132014-02-25 22:23:04 +0000178void DataLayout::reset(StringRef Desc) {
179 clear();
180
Craig Topperc6207612014-04-09 06:08:46 +0000181 LayoutMap = nullptr;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000182 LittleEndian = false;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000183 StackNaturalAlign = 0;
Rafael Espindola58873562014-01-03 19:21:54 +0000184 ManglingMode = MM_None;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000185
186 // Default alignments
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000187 for (const LayoutAlignElem &E : DefaultAlignments) {
Rafael Espindola458a4852013-12-19 23:03:03 +0000188 setAlignment((AlignTypeEnum)E.AlignType, E.ABIAlign, E.PrefAlign,
189 E.TypeBitWidth);
190 }
Micah Villmow89021e42012-10-09 16:06:12 +0000191 setPointerAlignment(0, 8, 8, 8);
Patrik Hägglund01860a62012-11-14 09:04:56 +0000192
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000193 parseSpecifier(Desc);
194}
195
196/// Checked version of split, to ensure mandatory subparts.
197static std::pair<StringRef, StringRef> split(StringRef Str, char Separator) {
198 assert(!Str.empty() && "parse error, string can't be empty here");
199 std::pair<StringRef, StringRef> Split = Str.split(Separator);
200 assert((!Split.second.empty() || Split.first == Str) &&
201 "a trailing separator is not allowed");
202 return Split;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000203}
204
Cameron McInally8af9eac2014-01-07 19:51:38 +0000205/// Get an unsigned integer, including error checks.
Patrik Hägglund3eb16c52012-11-28 12:13:12 +0000206static unsigned getInt(StringRef R) {
Cameron McInallyf0379fa2014-01-13 22:04:55 +0000207 unsigned Result;
Patrik Hägglund504f4782012-11-28 14:32:52 +0000208 bool error = R.getAsInteger(10, Result); (void)error;
Cameron McInallyf0379fa2014-01-13 22:04:55 +0000209 if (error)
210 report_fatal_error("not a number, or does not fit in an unsigned int");
Patrik Hägglund3eb16c52012-11-28 12:13:12 +0000211 return Result;
212}
213
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000214/// Convert bits into bytes. Assert if not a byte width multiple.
215static unsigned inBytes(unsigned Bits) {
216 assert(Bits % 8 == 0 && "number of bits must be a byte width multiple");
217 return Bits / 8;
218}
219
220void DataLayout::parseSpecifier(StringRef Desc) {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000221 while (!Desc.empty()) {
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000222 // Split at '-'.
223 std::pair<StringRef, StringRef> Split = split(Desc, '-');
Micah Villmowac34b5c2012-10-04 22:08:14 +0000224 Desc = Split.second;
225
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000226 // Split at ':'.
227 Split = split(Split.first, ':');
Micah Villmowac34b5c2012-10-04 22:08:14 +0000228
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000229 // Aliases used below.
230 StringRef &Tok = Split.first; // Current token.
231 StringRef &Rest = Split.second; // The rest of the string.
Micah Villmowac34b5c2012-10-04 22:08:14 +0000232
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000233 char Specifier = Tok.front();
234 Tok = Tok.substr(1);
235
236 switch (Specifier) {
Rafael Espindola6994fdf2014-01-01 22:29:43 +0000237 case 's':
238 // Ignored for backward compatibility.
239 // FIXME: remove this on LLVM 4.0.
240 break;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000241 case 'E':
Patrik Hägglund01860a62012-11-14 09:04:56 +0000242 LittleEndian = false;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000243 break;
244 case 'e':
Patrik Hägglund01860a62012-11-14 09:04:56 +0000245 LittleEndian = true;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000246 break;
247 case 'p': {
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000248 // Address space.
249 unsigned AddrSpace = Tok.empty() ? 0 : getInt(Tok);
250 assert(AddrSpace < 1 << 24 &&
251 "Invalid address space, must be a 24bit integer");
Micah Villmowac34b5c2012-10-04 22:08:14 +0000252
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000253 // Size.
254 Split = split(Rest, ':');
255 unsigned PointerMemSize = inBytes(getInt(Tok));
256
257 // ABI alignment.
258 Split = split(Rest, ':');
259 unsigned PointerABIAlign = inBytes(getInt(Tok));
260
261 // Preferred alignment.
262 unsigned PointerPrefAlign = PointerABIAlign;
263 if (!Rest.empty()) {
264 Split = split(Rest, ':');
265 PointerPrefAlign = inBytes(getInt(Tok));
Micah Villmowac34b5c2012-10-04 22:08:14 +0000266 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000267
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000268 setPointerAlignment(AddrSpace, PointerABIAlign, PointerPrefAlign,
269 PointerMemSize);
Micah Villmowac34b5c2012-10-04 22:08:14 +0000270 break;
271 }
272 case 'i':
273 case 'v':
274 case 'f':
Rafael Espindola6994fdf2014-01-01 22:29:43 +0000275 case 'a': {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000276 AlignTypeEnum AlignType;
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000277 switch (Specifier) {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000278 default:
279 case 'i': AlignType = INTEGER_ALIGN; break;
280 case 'v': AlignType = VECTOR_ALIGN; break;
281 case 'f': AlignType = FLOAT_ALIGN; break;
282 case 'a': AlignType = AGGREGATE_ALIGN; break;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000283 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000284
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000285 // Bit size.
286 unsigned Size = Tok.empty() ? 0 : getInt(Tok);
287
Rafael Espindolaabdd7262014-01-06 21:40:24 +0000288 assert((AlignType != AGGREGATE_ALIGN || Size == 0) &&
289 "These specifications don't have a size");
290
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000291 // ABI alignment.
292 Split = split(Rest, ':');
293 unsigned ABIAlign = inBytes(getInt(Tok));
294
295 // Preferred alignment.
296 unsigned PrefAlign = ABIAlign;
297 if (!Rest.empty()) {
298 Split = split(Rest, ':');
299 PrefAlign = inBytes(getInt(Tok));
Micah Villmowac34b5c2012-10-04 22:08:14 +0000300 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000301
Patrik Hägglund01860a62012-11-14 09:04:56 +0000302 setAlignment(AlignType, ABIAlign, PrefAlign, Size);
Micah Villmowb4faa152012-10-04 23:01:22 +0000303
Micah Villmowac34b5c2012-10-04 22:08:14 +0000304 break;
305 }
306 case 'n': // Native integer types.
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000307 for (;;) {
308 unsigned Width = getInt(Tok);
309 assert(Width != 0 && "width must be non-zero");
Patrik Hägglund3eb16c52012-11-28 12:13:12 +0000310 LegalIntWidths.push_back(Width);
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000311 if (Rest.empty())
312 break;
313 Split = split(Rest, ':');
314 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000315 break;
316 case 'S': { // Stack natural alignment.
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000317 StackNaturalAlign = inBytes(getInt(Tok));
Micah Villmowac34b5c2012-10-04 22:08:14 +0000318 break;
319 }
Rafael Espindola58873562014-01-03 19:21:54 +0000320 case 'm':
321 assert(Tok.empty());
322 assert(Rest.size() == 1);
323 switch(Rest[0]) {
324 default:
325 llvm_unreachable("Unknown mangling in datalayout string");
326 case 'e':
327 ManglingMode = MM_ELF;
328 break;
329 case 'o':
330 ManglingMode = MM_MachO;
331 break;
332 case 'm':
333 ManglingMode = MM_Mips;
334 break;
Rafael Espindolaaf77e122014-01-10 13:42:12 +0000335 case 'w':
336 ManglingMode = MM_WINCOFF;
Rafael Espindola58873562014-01-03 19:21:54 +0000337 break;
338 }
339 break;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000340 default:
Patrik Hagglund086ee1e2012-11-30 10:06:59 +0000341 llvm_unreachable("Unknown specifier in datalayout string");
Micah Villmowac34b5c2012-10-04 22:08:14 +0000342 break;
343 }
344 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000345}
346
Craig Topperc6207612014-04-09 06:08:46 +0000347DataLayout::DataLayout(const Module *M) : LayoutMap(nullptr) {
Rafael Espindolac435adc2014-09-10 21:27:43 +0000348 init(M);
349}
350
351void DataLayout::init(const Module *M) {
Rafael Espindolaf863ee22014-02-25 20:01:08 +0000352 const DataLayout *Other = M->getDataLayout();
353 if (Other)
354 *this = *Other;
355 else
Rafael Espindola248ac132014-02-25 22:23:04 +0000356 reset("");
Rafael Espindolaf863ee22014-02-25 20:01:08 +0000357}
Micah Villmowac34b5c2012-10-04 22:08:14 +0000358
Rafael Espindolaae593f12014-02-26 17:02:08 +0000359bool DataLayout::operator==(const DataLayout &Other) const {
360 bool Ret = LittleEndian == Other.LittleEndian &&
361 StackNaturalAlign == Other.StackNaturalAlign &&
362 ManglingMode == Other.ManglingMode &&
363 LegalIntWidths == Other.LegalIntWidths &&
Rafael Espindola89992b02014-04-22 17:47:03 +0000364 Alignments == Other.Alignments && Pointers == Other.Pointers;
Rafael Espindolaae593f12014-02-26 17:02:08 +0000365 assert(Ret == (getStringRepresentation() == Other.getStringRepresentation()));
366 return Ret;
367}
368
Micah Villmowac34b5c2012-10-04 22:08:14 +0000369void
Micah Villmowb4faa152012-10-04 23:01:22 +0000370DataLayout::setAlignment(AlignTypeEnum align_type, unsigned abi_align,
Micah Villmowac34b5c2012-10-04 22:08:14 +0000371 unsigned pref_align, uint32_t bit_width) {
372 assert(abi_align <= pref_align && "Preferred alignment worse than ABI!");
373 assert(pref_align < (1 << 16) && "Alignment doesn't fit in bitfield");
374 assert(bit_width < (1 << 24) && "Bit width doesn't fit in bitfield");
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000375 for (LayoutAlignElem &Elem : Alignments) {
376 if (Elem.AlignType == (unsigned)align_type &&
377 Elem.TypeBitWidth == bit_width) {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000378 // Update the abi, preferred alignments.
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000379 Elem.ABIAlign = abi_align;
380 Elem.PrefAlign = pref_align;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000381 return;
382 }
383 }
384
Micah Villmowb4faa152012-10-04 23:01:22 +0000385 Alignments.push_back(LayoutAlignElem::get(align_type, abi_align,
Micah Villmowac34b5c2012-10-04 22:08:14 +0000386 pref_align, bit_width));
387}
388
Rafael Espindola667fcb82014-02-26 16:58:35 +0000389DataLayout::PointersTy::iterator
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000390DataLayout::findPointerLowerBound(uint32_t AddressSpace) {
Rafael Espindola667fcb82014-02-26 16:58:35 +0000391 return std::lower_bound(Pointers.begin(), Pointers.end(), AddressSpace,
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000392 [](const PointerAlignElem &A, uint32_t AddressSpace) {
393 return A.AddressSpace < AddressSpace;
394 });
Rafael Espindola667fcb82014-02-26 16:58:35 +0000395}
396
Rafael Espindolaf39136c2013-12-13 23:15:20 +0000397void DataLayout::setPointerAlignment(uint32_t AddrSpace, unsigned ABIAlign,
398 unsigned PrefAlign,
399 uint32_t TypeByteWidth) {
400 assert(ABIAlign <= PrefAlign && "Preferred alignment worse than ABI!");
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000401 PointersTy::iterator I = findPointerLowerBound(AddrSpace);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000402 if (I == Pointers.end() || I->AddressSpace != AddrSpace) {
403 Pointers.insert(I, PointerAlignElem::get(AddrSpace, ABIAlign, PrefAlign,
404 TypeByteWidth));
Micah Villmow89021e42012-10-09 16:06:12 +0000405 } else {
Rafael Espindola667fcb82014-02-26 16:58:35 +0000406 I->ABIAlign = ABIAlign;
407 I->PrefAlign = PrefAlign;
408 I->TypeByteWidth = TypeByteWidth;
Micah Villmow89021e42012-10-09 16:06:12 +0000409 }
410}
411
Micah Villmowac34b5c2012-10-04 22:08:14 +0000412/// getAlignmentInfo - Return the alignment (either ABI if ABIInfo = true or
Micah Villmowb4faa152012-10-04 23:01:22 +0000413/// preferred if ABIInfo = false) the layout wants for the specified datatype.
414unsigned DataLayout::getAlignmentInfo(AlignTypeEnum AlignType,
Micah Villmowac34b5c2012-10-04 22:08:14 +0000415 uint32_t BitWidth, bool ABIInfo,
416 Type *Ty) const {
417 // Check to see if we have an exact match and remember the best match we see.
418 int BestMatchIdx = -1;
419 int LargestInt = -1;
420 for (unsigned i = 0, e = Alignments.size(); i != e; ++i) {
Micah Villmow6d05e692012-10-05 17:02:14 +0000421 if (Alignments[i].AlignType == (unsigned)AlignType &&
Micah Villmowac34b5c2012-10-04 22:08:14 +0000422 Alignments[i].TypeBitWidth == BitWidth)
423 return ABIInfo ? Alignments[i].ABIAlign : Alignments[i].PrefAlign;
424
425 // The best match so far depends on what we're looking for.
426 if (AlignType == INTEGER_ALIGN &&
427 Alignments[i].AlignType == INTEGER_ALIGN) {
428 // The "best match" for integers is the smallest size that is larger than
429 // the BitWidth requested.
430 if (Alignments[i].TypeBitWidth > BitWidth && (BestMatchIdx == -1 ||
Eli Benderskyfaf5e3e2013-01-30 19:24:23 +0000431 Alignments[i].TypeBitWidth < Alignments[BestMatchIdx].TypeBitWidth))
Micah Villmowac34b5c2012-10-04 22:08:14 +0000432 BestMatchIdx = i;
433 // However, if there isn't one that's larger, then we must use the
434 // largest one we have (see below)
435 if (LargestInt == -1 ||
436 Alignments[i].TypeBitWidth > Alignments[LargestInt].TypeBitWidth)
437 LargestInt = i;
438 }
439 }
440
441 // Okay, we didn't find an exact solution. Fall back here depending on what
442 // is being looked for.
443 if (BestMatchIdx == -1) {
444 // If we didn't find an integer alignment, fall back on most conservative.
445 if (AlignType == INTEGER_ALIGN) {
446 BestMatchIdx = LargestInt;
447 } else {
448 assert(AlignType == VECTOR_ALIGN && "Unknown alignment type!");
449
450 // By default, use natural alignment for vector types. This is consistent
451 // with what clang and llvm-gcc do.
452 unsigned Align = getTypeAllocSize(cast<VectorType>(Ty)->getElementType());
453 Align *= cast<VectorType>(Ty)->getNumElements();
454 // If the alignment is not a power of 2, round up to the next power of 2.
455 // This happens for non-power-of-2 length vectors.
456 if (Align & (Align-1))
457 Align = NextPowerOf2(Align);
458 return Align;
459 }
460 }
461
462 // Since we got a "best match" index, just return it.
463 return ABIInfo ? Alignments[BestMatchIdx].ABIAlign
464 : Alignments[BestMatchIdx].PrefAlign;
465}
466
467namespace {
468
469class StructLayoutMap {
470 typedef DenseMap<StructType*, StructLayout*> LayoutInfoTy;
471 LayoutInfoTy LayoutInfo;
472
473public:
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000474 ~StructLayoutMap() {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000475 // Remove any layouts.
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000476 for (const auto &I : LayoutInfo) {
477 StructLayout *Value = I.second;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000478 Value->~StructLayout();
479 free(Value);
480 }
481 }
482
483 StructLayout *&operator[](StructType *STy) {
484 return LayoutInfo[STy];
485 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000486};
487
488} // end anonymous namespace
489
Rafael Espindola248ac132014-02-25 22:23:04 +0000490void DataLayout::clear() {
491 LegalIntWidths.clear();
492 Alignments.clear();
493 Pointers.clear();
494 delete static_cast<StructLayoutMap *>(LayoutMap);
Craig Topperc6207612014-04-09 06:08:46 +0000495 LayoutMap = nullptr;
Rafael Espindola248ac132014-02-25 22:23:04 +0000496}
497
Micah Villmowb4faa152012-10-04 23:01:22 +0000498DataLayout::~DataLayout() {
Rafael Espindola248ac132014-02-25 22:23:04 +0000499 clear();
Micah Villmowac34b5c2012-10-04 22:08:14 +0000500}
501
Micah Villmowb4faa152012-10-04 23:01:22 +0000502const StructLayout *DataLayout::getStructLayout(StructType *Ty) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000503 if (!LayoutMap)
504 LayoutMap = new StructLayoutMap();
505
506 StructLayoutMap *STM = static_cast<StructLayoutMap*>(LayoutMap);
507 StructLayout *&SL = (*STM)[Ty];
508 if (SL) return SL;
509
510 // Otherwise, create the struct layout. Because it is variable length, we
511 // malloc it, then use placement new.
512 int NumElts = Ty->getNumElements();
513 StructLayout *L =
514 (StructLayout *)malloc(sizeof(StructLayout)+(NumElts-1) * sizeof(uint64_t));
515
516 // Set SL before calling StructLayout's ctor. The ctor could cause other
517 // entries to be added to TheMap, invalidating our reference.
518 SL = L;
519
520 new (L) StructLayout(Ty, *this);
521
522 return L;
523}
524
Micah Villmowb4faa152012-10-04 23:01:22 +0000525std::string DataLayout::getStringRepresentation() const {
Alp Tokere69170a2014-06-26 22:52:05 +0000526 std::string Result;
527 raw_string_ostream OS(Result);
Micah Villmowac34b5c2012-10-04 22:08:14 +0000528
Micah Villmow89021e42012-10-09 16:06:12 +0000529 OS << (LittleEndian ? "e" : "E");
Rafael Espindola58873562014-01-03 19:21:54 +0000530
531 switch (ManglingMode) {
532 case MM_None:
533 break;
534 case MM_ELF:
535 OS << "-m:e";
536 break;
537 case MM_MachO:
538 OS << "-m:o";
539 break;
Rafael Espindolaaf77e122014-01-10 13:42:12 +0000540 case MM_WINCOFF:
541 OS << "-m:w";
Rafael Espindola58873562014-01-03 19:21:54 +0000542 break;
543 case MM_Mips:
544 OS << "-m:m";
545 break;
546 }
547
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000548 for (const PointerAlignElem &PI : Pointers) {
Rafael Espindola458a4852013-12-19 23:03:03 +0000549 // Skip default.
550 if (PI.AddressSpace == 0 && PI.ABIAlign == 8 && PI.PrefAlign == 8 &&
551 PI.TypeByteWidth == 8)
552 continue;
553
Micah Villmow89021e42012-10-09 16:06:12 +0000554 OS << "-p";
555 if (PI.AddressSpace) {
556 OS << PI.AddressSpace;
557 }
Rafael Espindola458a4852013-12-19 23:03:03 +0000558 OS << ":" << PI.TypeByteWidth*8 << ':' << PI.ABIAlign*8;
559 if (PI.PrefAlign != PI.ABIAlign)
560 OS << ':' << PI.PrefAlign*8;
Micah Villmow89021e42012-10-09 16:06:12 +0000561 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000562
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000563 for (const LayoutAlignElem &AI : Alignments) {
564 if (std::find(std::begin(DefaultAlignments), std::end(DefaultAlignments),
565 AI) != std::end(DefaultAlignments))
Rafael Espindola458a4852013-12-19 23:03:03 +0000566 continue;
567 OS << '-' << (char)AI.AlignType;
568 if (AI.TypeBitWidth)
569 OS << AI.TypeBitWidth;
570 OS << ':' << AI.ABIAlign*8;
571 if (AI.ABIAlign != AI.PrefAlign)
572 OS << ':' << AI.PrefAlign*8;
Micah Villmowac34b5c2012-10-04 22:08:14 +0000573 }
574
575 if (!LegalIntWidths.empty()) {
576 OS << "-n" << (unsigned)LegalIntWidths[0];
577
578 for (unsigned i = 1, e = LegalIntWidths.size(); i != e; ++i)
579 OS << ':' << (unsigned)LegalIntWidths[i];
580 }
Rafael Espindola458a4852013-12-19 23:03:03 +0000581
582 if (StackNaturalAlign)
583 OS << "-S" << StackNaturalAlign*8;
584
Micah Villmowac34b5c2012-10-04 22:08:14 +0000585 return OS.str();
586}
587
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000588unsigned DataLayout::getPointerABIAlignment(unsigned AS) const {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000589 PointersTy::const_iterator I = findPointerLowerBound(AS);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000590 if (I == Pointers.end() || I->AddressSpace != AS) {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000591 I = findPointerLowerBound(0);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000592 assert(I->AddressSpace == 0);
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000593 }
Rafael Espindola667fcb82014-02-26 16:58:35 +0000594 return I->ABIAlign;
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000595}
596
597unsigned DataLayout::getPointerPrefAlignment(unsigned AS) const {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000598 PointersTy::const_iterator I = findPointerLowerBound(AS);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000599 if (I == Pointers.end() || I->AddressSpace != AS) {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000600 I = findPointerLowerBound(0);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000601 assert(I->AddressSpace == 0);
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000602 }
Rafael Espindola667fcb82014-02-26 16:58:35 +0000603 return I->PrefAlign;
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000604}
605
606unsigned DataLayout::getPointerSize(unsigned AS) const {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000607 PointersTy::const_iterator I = findPointerLowerBound(AS);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000608 if (I == Pointers.end() || I->AddressSpace != AS) {
Rafael Espindolae8ae0db2014-02-26 17:05:38 +0000609 I = findPointerLowerBound(0);
Rafael Espindola667fcb82014-02-26 16:58:35 +0000610 assert(I->AddressSpace == 0);
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000611 }
Rafael Espindola667fcb82014-02-26 16:58:35 +0000612 return I->TypeByteWidth;
Rafael Espindola5109fcc2014-02-26 16:49:40 +0000613}
614
Matt Arsenault6f4be902013-07-26 17:37:20 +0000615unsigned DataLayout::getPointerTypeSizeInBits(Type *Ty) const {
616 assert(Ty->isPtrOrPtrVectorTy() &&
617 "This should only be called with a pointer or pointer vector type");
618
619 if (Ty->isPointerTy())
620 return getTypeSizeInBits(Ty);
621
Matt Arsenault517cf482013-07-27 19:22:28 +0000622 return getTypeSizeInBits(Ty->getScalarType());
Matt Arsenault6f4be902013-07-26 17:37:20 +0000623}
Micah Villmowac34b5c2012-10-04 22:08:14 +0000624
Micah Villmowac34b5c2012-10-04 22:08:14 +0000625/*!
626 \param abi_or_pref Flag that determines which alignment is returned. true
627 returns the ABI alignment, false returns the preferred alignment.
628 \param Ty The underlying type for which alignment is determined.
629
630 Get the ABI (\a abi_or_pref == true) or preferred alignment (\a abi_or_pref
631 == false) for the requested type \a Ty.
632 */
Micah Villmowb4faa152012-10-04 23:01:22 +0000633unsigned DataLayout::getAlignment(Type *Ty, bool abi_or_pref) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000634 int AlignType = -1;
635
636 assert(Ty->isSized() && "Cannot getTypeInfo() on a type that is unsized!");
637 switch (Ty->getTypeID()) {
638 // Early escape for the non-numeric types.
639 case Type::LabelTyID:
Micah Villmowac34b5c2012-10-04 22:08:14 +0000640 return (abi_or_pref
Micah Villmow89021e42012-10-09 16:06:12 +0000641 ? getPointerABIAlignment(0)
642 : getPointerPrefAlignment(0));
643 case Type::PointerTyID: {
644 unsigned AS = dyn_cast<PointerType>(Ty)->getAddressSpace();
645 return (abi_or_pref
646 ? getPointerABIAlignment(AS)
647 : getPointerPrefAlignment(AS));
648 }
Micah Villmowac34b5c2012-10-04 22:08:14 +0000649 case Type::ArrayTyID:
650 return getAlignment(cast<ArrayType>(Ty)->getElementType(), abi_or_pref);
651
652 case Type::StructTyID: {
653 // Packed structure types always have an ABI alignment of one.
654 if (cast<StructType>(Ty)->isPacked() && abi_or_pref)
655 return 1;
656
657 // Get the layout annotation... which is lazily created on demand.
658 const StructLayout *Layout = getStructLayout(cast<StructType>(Ty));
659 unsigned Align = getAlignmentInfo(AGGREGATE_ALIGN, 0, abi_or_pref, Ty);
660 return std::max(Align, Layout->getAlignment());
661 }
662 case Type::IntegerTyID:
Micah Villmowac34b5c2012-10-04 22:08:14 +0000663 AlignType = INTEGER_ALIGN;
664 break;
665 case Type::HalfTyID:
666 case Type::FloatTyID:
667 case Type::DoubleTyID:
668 // PPC_FP128TyID and FP128TyID have different data contents, but the
669 // same size and alignment, so they look the same here.
670 case Type::PPC_FP128TyID:
671 case Type::FP128TyID:
672 case Type::X86_FP80TyID:
673 AlignType = FLOAT_ALIGN;
674 break;
675 case Type::X86_MMXTyID:
676 case Type::VectorTyID:
677 AlignType = VECTOR_ALIGN;
678 break;
679 default:
680 llvm_unreachable("Bad type for getAlignment!!!");
681 }
682
683 return getAlignmentInfo((AlignTypeEnum)AlignType, getTypeSizeInBits(Ty),
684 abi_or_pref, Ty);
685}
686
Micah Villmowb4faa152012-10-04 23:01:22 +0000687unsigned DataLayout::getABITypeAlignment(Type *Ty) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000688 return getAlignment(Ty, true);
689}
690
691/// getABIIntegerTypeAlignment - Return the minimum ABI-required alignment for
692/// an integer type of the specified bitwidth.
Micah Villmowb4faa152012-10-04 23:01:22 +0000693unsigned DataLayout::getABIIntegerTypeAlignment(unsigned BitWidth) const {
Craig Topperc6207612014-04-09 06:08:46 +0000694 return getAlignmentInfo(INTEGER_ALIGN, BitWidth, true, nullptr);
Micah Villmowac34b5c2012-10-04 22:08:14 +0000695}
696
Micah Villmowb4faa152012-10-04 23:01:22 +0000697unsigned DataLayout::getPrefTypeAlignment(Type *Ty) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000698 return getAlignment(Ty, false);
699}
700
Micah Villmowb4faa152012-10-04 23:01:22 +0000701unsigned DataLayout::getPreferredTypeAlignmentShift(Type *Ty) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000702 unsigned Align = getPrefTypeAlignment(Ty);
703 assert(!(Align & (Align-1)) && "Alignment is not a power of two!");
704 return Log2_32(Align);
705}
706
Micah Villmow89021e42012-10-09 16:06:12 +0000707IntegerType *DataLayout::getIntPtrType(LLVMContext &C,
708 unsigned AddressSpace) const {
709 return IntegerType::get(C, getPointerSizeInBits(AddressSpace));
Micah Villmowac34b5c2012-10-04 22:08:14 +0000710}
711
Duncan Sands5bdd9dd2012-10-29 17:31:46 +0000712Type *DataLayout::getIntPtrType(Type *Ty) const {
Chandler Carruth7ec50852012-11-01 08:07:29 +0000713 assert(Ty->isPtrOrPtrVectorTy() &&
714 "Expected a pointer or pointer vector type.");
Matt Arsenault4dbd4892014-04-23 21:10:15 +0000715 unsigned NumBits = getPointerTypeSizeInBits(Ty);
Duncan Sands5bdd9dd2012-10-29 17:31:46 +0000716 IntegerType *IntTy = IntegerType::get(Ty->getContext(), NumBits);
717 if (VectorType *VecTy = dyn_cast<VectorType>(Ty))
718 return VectorType::get(IntTy, VecTy->getNumElements());
719 return IntTy;
Micah Villmow12d91272012-10-24 15:52:52 +0000720}
721
Arnaud A. de Grandmaisonf364bc62013-03-22 08:25:01 +0000722Type *DataLayout::getSmallestLegalIntType(LLVMContext &C, unsigned Width) const {
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000723 for (unsigned LegalIntWidth : LegalIntWidths)
724 if (Width <= LegalIntWidth)
725 return Type::getIntNTy(C, LegalIntWidth);
Craig Topperc6207612014-04-09 06:08:46 +0000726 return nullptr;
Arnaud A. de Grandmaisonf364bc62013-03-22 08:25:01 +0000727}
728
Matt Arsenault899f7d22013-09-16 22:43:16 +0000729unsigned DataLayout::getLargestLegalIntTypeSize() const {
Benjamin Kramer3ad5c962014-03-10 15:03:06 +0000730 auto Max = std::max_element(LegalIntWidths.begin(), LegalIntWidths.end());
731 return Max != LegalIntWidths.end() ? *Max : 0;
Matt Arsenault899f7d22013-09-16 22:43:16 +0000732}
733
Micah Villmowb4faa152012-10-04 23:01:22 +0000734uint64_t DataLayout::getIndexedOffset(Type *ptrTy,
Micah Villmowac34b5c2012-10-04 22:08:14 +0000735 ArrayRef<Value *> Indices) const {
736 Type *Ty = ptrTy;
737 assert(Ty->isPointerTy() && "Illegal argument for getIndexedOffset()");
738 uint64_t Result = 0;
739
740 generic_gep_type_iterator<Value* const*>
741 TI = gep_type_begin(ptrTy, Indices);
742 for (unsigned CurIDX = 0, EndIDX = Indices.size(); CurIDX != EndIDX;
743 ++CurIDX, ++TI) {
744 if (StructType *STy = dyn_cast<StructType>(*TI)) {
745 assert(Indices[CurIDX]->getType() ==
746 Type::getInt32Ty(ptrTy->getContext()) &&
747 "Illegal struct idx");
748 unsigned FieldNo = cast<ConstantInt>(Indices[CurIDX])->getZExtValue();
749
750 // Get structure layout information...
751 const StructLayout *Layout = getStructLayout(STy);
752
753 // Add in the offset, as calculated by the structure layout info...
754 Result += Layout->getElementOffset(FieldNo);
755
756 // Update Ty to refer to current element
757 Ty = STy->getElementType(FieldNo);
758 } else {
759 // Update Ty to refer to current element
760 Ty = cast<SequentialType>(Ty)->getElementType();
761
762 // Get the array index and the size of each array element.
763 if (int64_t arrayIdx = cast<ConstantInt>(Indices[CurIDX])->getSExtValue())
764 Result += (uint64_t)arrayIdx * getTypeAllocSize(Ty);
765 }
766 }
767
768 return Result;
769}
770
771/// getPreferredAlignment - Return the preferred alignment of the specified
772/// global. This includes an explicitly requested alignment (if the global
773/// has one).
Micah Villmowb4faa152012-10-04 23:01:22 +0000774unsigned DataLayout::getPreferredAlignment(const GlobalVariable *GV) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000775 Type *ElemType = GV->getType()->getElementType();
776 unsigned Alignment = getPrefTypeAlignment(ElemType);
777 unsigned GVAlignment = GV->getAlignment();
778 if (GVAlignment >= Alignment) {
779 Alignment = GVAlignment;
780 } else if (GVAlignment != 0) {
781 Alignment = std::max(GVAlignment, getABITypeAlignment(ElemType));
782 }
783
784 if (GV->hasInitializer() && GVAlignment == 0) {
785 if (Alignment < 16) {
786 // If the global is not external, see if it is large. If so, give it a
787 // larger alignment.
788 if (getTypeSizeInBits(ElemType) > 128)
789 Alignment = 16; // 16-byte alignment.
790 }
791 }
792 return Alignment;
793}
794
795/// getPreferredAlignmentLog - Return the preferred alignment of the
796/// specified global, returned in log form. This includes an explicitly
797/// requested alignment (if the global has one).
Micah Villmowb4faa152012-10-04 23:01:22 +0000798unsigned DataLayout::getPreferredAlignmentLog(const GlobalVariable *GV) const {
Micah Villmowac34b5c2012-10-04 22:08:14 +0000799 return Log2_32(getPreferredAlignment(GV));
800}
Rafael Espindola93512512014-02-25 17:30:31 +0000801
802DataLayoutPass::DataLayoutPass() : ImmutablePass(ID), DL("") {
Rafael Espindolac435adc2014-09-10 21:27:43 +0000803 initializeDataLayoutPassPass(*PassRegistry::getPassRegistry());
Rafael Espindola93512512014-02-25 17:30:31 +0000804}
805
806DataLayoutPass::~DataLayoutPass() {}
807
Rafael Espindolac435adc2014-09-10 21:27:43 +0000808bool DataLayoutPass::doInitialization(Module &M) {
809 DL.init(&M);
810 return false;
Rafael Espindola93512512014-02-25 17:30:31 +0000811}
812
Rafael Espindolac435adc2014-09-10 21:27:43 +0000813bool DataLayoutPass::doFinalization(Module &M) {
814 DL.reset("");
815 return false;
Rafael Espindola93512512014-02-25 17:30:31 +0000816}