1*9880d681SAndroid Build Coastguard Worker //===-- DataLayout.cpp - Data size & alignment routines --------------------==//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker // The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker //
10*9880d681SAndroid Build Coastguard Worker // This file defines layout properties related to datatype size/offset/alignment
11*9880d681SAndroid Build Coastguard Worker // information.
12*9880d681SAndroid Build Coastguard Worker //
13*9880d681SAndroid Build Coastguard Worker // This structure should be created once, filled in if the defaults are not
14*9880d681SAndroid Build Coastguard Worker // correct and then passed around by const&. None of the members functions
15*9880d681SAndroid Build Coastguard Worker // require modification to the object.
16*9880d681SAndroid Build Coastguard Worker //
17*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
18*9880d681SAndroid Build Coastguard Worker
19*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/DataLayout.h"
20*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/DenseMap.h"
21*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/STLExtras.h"
22*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/Triple.h"
23*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/Constants.h"
24*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/DerivedTypes.h"
25*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/GetElementPtrTypeIterator.h"
26*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/Module.h"
27*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/ErrorHandling.h"
28*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/ManagedStatic.h"
29*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/MathExtras.h"
30*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/Mutex.h"
31*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/raw_ostream.h"
32*9880d681SAndroid Build Coastguard Worker #include <algorithm>
33*9880d681SAndroid Build Coastguard Worker #include <cstdlib>
34*9880d681SAndroid Build Coastguard Worker using namespace llvm;
35*9880d681SAndroid Build Coastguard Worker
36*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
37*9880d681SAndroid Build Coastguard Worker // Support for StructLayout
38*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
39*9880d681SAndroid Build Coastguard Worker
StructLayout(StructType * ST,const DataLayout & DL)40*9880d681SAndroid Build Coastguard Worker StructLayout::StructLayout(StructType *ST, const DataLayout &DL) {
41*9880d681SAndroid Build Coastguard Worker assert(!ST->isOpaque() && "Cannot get layout of opaque structs");
42*9880d681SAndroid Build Coastguard Worker StructAlignment = 0;
43*9880d681SAndroid Build Coastguard Worker StructSize = 0;
44*9880d681SAndroid Build Coastguard Worker IsPadded = false;
45*9880d681SAndroid Build Coastguard Worker NumElements = ST->getNumElements();
46*9880d681SAndroid Build Coastguard Worker
47*9880d681SAndroid Build Coastguard Worker // Loop over each of the elements, placing them in memory.
48*9880d681SAndroid Build Coastguard Worker for (unsigned i = 0, e = NumElements; i != e; ++i) {
49*9880d681SAndroid Build Coastguard Worker Type *Ty = ST->getElementType(i);
50*9880d681SAndroid Build Coastguard Worker unsigned TyAlign = ST->isPacked() ? 1 : DL.getABITypeAlignment(Ty);
51*9880d681SAndroid Build Coastguard Worker
52*9880d681SAndroid Build Coastguard Worker // Add padding if necessary to align the data element properly.
53*9880d681SAndroid Build Coastguard Worker if ((StructSize & (TyAlign-1)) != 0) {
54*9880d681SAndroid Build Coastguard Worker IsPadded = true;
55*9880d681SAndroid Build Coastguard Worker StructSize = alignTo(StructSize, TyAlign);
56*9880d681SAndroid Build Coastguard Worker }
57*9880d681SAndroid Build Coastguard Worker
58*9880d681SAndroid Build Coastguard Worker // Keep track of maximum alignment constraint.
59*9880d681SAndroid Build Coastguard Worker StructAlignment = std::max(TyAlign, StructAlignment);
60*9880d681SAndroid Build Coastguard Worker
61*9880d681SAndroid Build Coastguard Worker MemberOffsets[i] = StructSize;
62*9880d681SAndroid Build Coastguard Worker StructSize += DL.getTypeAllocSize(Ty); // Consume space for this data item
63*9880d681SAndroid Build Coastguard Worker }
64*9880d681SAndroid Build Coastguard Worker
65*9880d681SAndroid Build Coastguard Worker // Empty structures have alignment of 1 byte.
66*9880d681SAndroid Build Coastguard Worker if (StructAlignment == 0) StructAlignment = 1;
67*9880d681SAndroid Build Coastguard Worker
68*9880d681SAndroid Build Coastguard Worker // Add padding to the end of the struct so that it could be put in an array
69*9880d681SAndroid Build Coastguard Worker // and all array elements would be aligned correctly.
70*9880d681SAndroid Build Coastguard Worker if ((StructSize & (StructAlignment-1)) != 0) {
71*9880d681SAndroid Build Coastguard Worker IsPadded = true;
72*9880d681SAndroid Build Coastguard Worker StructSize = alignTo(StructSize, StructAlignment);
73*9880d681SAndroid Build Coastguard Worker }
74*9880d681SAndroid Build Coastguard Worker }
75*9880d681SAndroid Build Coastguard Worker
76*9880d681SAndroid Build Coastguard Worker
77*9880d681SAndroid Build Coastguard Worker /// getElementContainingOffset - Given a valid offset into the structure,
78*9880d681SAndroid Build Coastguard Worker /// return the structure index that contains it.
getElementContainingOffset(uint64_t Offset) const79*9880d681SAndroid Build Coastguard Worker unsigned StructLayout::getElementContainingOffset(uint64_t Offset) const {
80*9880d681SAndroid Build Coastguard Worker const uint64_t *SI =
81*9880d681SAndroid Build Coastguard Worker std::upper_bound(&MemberOffsets[0], &MemberOffsets[NumElements], Offset);
82*9880d681SAndroid Build Coastguard Worker assert(SI != &MemberOffsets[0] && "Offset not in structure type!");
83*9880d681SAndroid Build Coastguard Worker --SI;
84*9880d681SAndroid Build Coastguard Worker assert(*SI <= Offset && "upper_bound didn't work");
85*9880d681SAndroid Build Coastguard Worker assert((SI == &MemberOffsets[0] || *(SI-1) <= Offset) &&
86*9880d681SAndroid Build Coastguard Worker (SI+1 == &MemberOffsets[NumElements] || *(SI+1) > Offset) &&
87*9880d681SAndroid Build Coastguard Worker "Upper bound didn't work!");
88*9880d681SAndroid Build Coastguard Worker
89*9880d681SAndroid Build Coastguard Worker // Multiple fields can have the same offset if any of them are zero sized.
90*9880d681SAndroid Build Coastguard Worker // For example, in { i32, [0 x i32], i32 }, searching for offset 4 will stop
91*9880d681SAndroid Build Coastguard Worker // at the i32 element, because it is the last element at that offset. This is
92*9880d681SAndroid Build Coastguard Worker // the right one to return, because anything after it will have a higher
93*9880d681SAndroid Build Coastguard Worker // offset, implying that this element is non-empty.
94*9880d681SAndroid Build Coastguard Worker return SI-&MemberOffsets[0];
95*9880d681SAndroid Build Coastguard Worker }
96*9880d681SAndroid Build Coastguard Worker
97*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
98*9880d681SAndroid Build Coastguard Worker // LayoutAlignElem, LayoutAlign support
99*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
100*9880d681SAndroid Build Coastguard Worker
101*9880d681SAndroid Build Coastguard Worker LayoutAlignElem
get(AlignTypeEnum align_type,unsigned abi_align,unsigned pref_align,uint32_t bit_width)102*9880d681SAndroid Build Coastguard Worker LayoutAlignElem::get(AlignTypeEnum align_type, unsigned abi_align,
103*9880d681SAndroid Build Coastguard Worker unsigned pref_align, uint32_t bit_width) {
104*9880d681SAndroid Build Coastguard Worker assert(abi_align <= pref_align && "Preferred alignment worse than ABI!");
105*9880d681SAndroid Build Coastguard Worker LayoutAlignElem retval;
106*9880d681SAndroid Build Coastguard Worker retval.AlignType = align_type;
107*9880d681SAndroid Build Coastguard Worker retval.ABIAlign = abi_align;
108*9880d681SAndroid Build Coastguard Worker retval.PrefAlign = pref_align;
109*9880d681SAndroid Build Coastguard Worker retval.TypeBitWidth = bit_width;
110*9880d681SAndroid Build Coastguard Worker return retval;
111*9880d681SAndroid Build Coastguard Worker }
112*9880d681SAndroid Build Coastguard Worker
113*9880d681SAndroid Build Coastguard Worker bool
operator ==(const LayoutAlignElem & rhs) const114*9880d681SAndroid Build Coastguard Worker LayoutAlignElem::operator==(const LayoutAlignElem &rhs) const {
115*9880d681SAndroid Build Coastguard Worker return (AlignType == rhs.AlignType
116*9880d681SAndroid Build Coastguard Worker && ABIAlign == rhs.ABIAlign
117*9880d681SAndroid Build Coastguard Worker && PrefAlign == rhs.PrefAlign
118*9880d681SAndroid Build Coastguard Worker && TypeBitWidth == rhs.TypeBitWidth);
119*9880d681SAndroid Build Coastguard Worker }
120*9880d681SAndroid Build Coastguard Worker
121*9880d681SAndroid Build Coastguard Worker const LayoutAlignElem
122*9880d681SAndroid Build Coastguard Worker DataLayout::InvalidAlignmentElem = { INVALID_ALIGN, 0, 0, 0 };
123*9880d681SAndroid Build Coastguard Worker
124*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
125*9880d681SAndroid Build Coastguard Worker // PointerAlignElem, PointerAlign support
126*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
127*9880d681SAndroid Build Coastguard Worker
128*9880d681SAndroid Build Coastguard Worker PointerAlignElem
get(uint32_t AddressSpace,unsigned ABIAlign,unsigned PrefAlign,uint32_t TypeByteWidth)129*9880d681SAndroid Build Coastguard Worker PointerAlignElem::get(uint32_t AddressSpace, unsigned ABIAlign,
130*9880d681SAndroid Build Coastguard Worker unsigned PrefAlign, uint32_t TypeByteWidth) {
131*9880d681SAndroid Build Coastguard Worker assert(ABIAlign <= PrefAlign && "Preferred alignment worse than ABI!");
132*9880d681SAndroid Build Coastguard Worker PointerAlignElem retval;
133*9880d681SAndroid Build Coastguard Worker retval.AddressSpace = AddressSpace;
134*9880d681SAndroid Build Coastguard Worker retval.ABIAlign = ABIAlign;
135*9880d681SAndroid Build Coastguard Worker retval.PrefAlign = PrefAlign;
136*9880d681SAndroid Build Coastguard Worker retval.TypeByteWidth = TypeByteWidth;
137*9880d681SAndroid Build Coastguard Worker return retval;
138*9880d681SAndroid Build Coastguard Worker }
139*9880d681SAndroid Build Coastguard Worker
140*9880d681SAndroid Build Coastguard Worker bool
operator ==(const PointerAlignElem & rhs) const141*9880d681SAndroid Build Coastguard Worker PointerAlignElem::operator==(const PointerAlignElem &rhs) const {
142*9880d681SAndroid Build Coastguard Worker return (ABIAlign == rhs.ABIAlign
143*9880d681SAndroid Build Coastguard Worker && AddressSpace == rhs.AddressSpace
144*9880d681SAndroid Build Coastguard Worker && PrefAlign == rhs.PrefAlign
145*9880d681SAndroid Build Coastguard Worker && TypeByteWidth == rhs.TypeByteWidth);
146*9880d681SAndroid Build Coastguard Worker }
147*9880d681SAndroid Build Coastguard Worker
148*9880d681SAndroid Build Coastguard Worker const PointerAlignElem
149*9880d681SAndroid Build Coastguard Worker DataLayout::InvalidPointerElem = { 0U, 0U, 0U, ~0U };
150*9880d681SAndroid Build Coastguard Worker
151*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
152*9880d681SAndroid Build Coastguard Worker // DataLayout Class Implementation
153*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
154*9880d681SAndroid Build Coastguard Worker
getManglingComponent(const Triple & T)155*9880d681SAndroid Build Coastguard Worker const char *DataLayout::getManglingComponent(const Triple &T) {
156*9880d681SAndroid Build Coastguard Worker if (T.isOSBinFormatMachO())
157*9880d681SAndroid Build Coastguard Worker return "-m:o";
158*9880d681SAndroid Build Coastguard Worker if (T.isOSWindows() && T.isOSBinFormatCOFF())
159*9880d681SAndroid Build Coastguard Worker return T.getArch() == Triple::x86 ? "-m:x" : "-m:w";
160*9880d681SAndroid Build Coastguard Worker return "-m:e";
161*9880d681SAndroid Build Coastguard Worker }
162*9880d681SAndroid Build Coastguard Worker
163*9880d681SAndroid Build Coastguard Worker static const LayoutAlignElem DefaultAlignments[] = {
164*9880d681SAndroid Build Coastguard Worker { INTEGER_ALIGN, 1, 1, 1 }, // i1
165*9880d681SAndroid Build Coastguard Worker { INTEGER_ALIGN, 8, 1, 1 }, // i8
166*9880d681SAndroid Build Coastguard Worker { INTEGER_ALIGN, 16, 2, 2 }, // i16
167*9880d681SAndroid Build Coastguard Worker { INTEGER_ALIGN, 32, 4, 4 }, // i32
168*9880d681SAndroid Build Coastguard Worker { INTEGER_ALIGN, 64, 4, 8 }, // i64
169*9880d681SAndroid Build Coastguard Worker { FLOAT_ALIGN, 16, 2, 2 }, // half
170*9880d681SAndroid Build Coastguard Worker { FLOAT_ALIGN, 32, 4, 4 }, // float
171*9880d681SAndroid Build Coastguard Worker { FLOAT_ALIGN, 64, 8, 8 }, // double
172*9880d681SAndroid Build Coastguard Worker { FLOAT_ALIGN, 128, 16, 16 }, // ppcf128, quad, ...
173*9880d681SAndroid Build Coastguard Worker { VECTOR_ALIGN, 64, 8, 8 }, // v2i32, v1i64, ...
174*9880d681SAndroid Build Coastguard Worker { VECTOR_ALIGN, 128, 16, 16 }, // v16i8, v8i16, v4i32, ...
175*9880d681SAndroid Build Coastguard Worker { AGGREGATE_ALIGN, 0, 0, 8 } // struct
176*9880d681SAndroid Build Coastguard Worker };
177*9880d681SAndroid Build Coastguard Worker
reset(StringRef Desc)178*9880d681SAndroid Build Coastguard Worker void DataLayout::reset(StringRef Desc) {
179*9880d681SAndroid Build Coastguard Worker clear();
180*9880d681SAndroid Build Coastguard Worker
181*9880d681SAndroid Build Coastguard Worker LayoutMap = nullptr;
182*9880d681SAndroid Build Coastguard Worker BigEndian = false;
183*9880d681SAndroid Build Coastguard Worker StackNaturalAlign = 0;
184*9880d681SAndroid Build Coastguard Worker ManglingMode = MM_None;
185*9880d681SAndroid Build Coastguard Worker
186*9880d681SAndroid Build Coastguard Worker // Default alignments
187*9880d681SAndroid Build Coastguard Worker for (const LayoutAlignElem &E : DefaultAlignments) {
188*9880d681SAndroid Build Coastguard Worker setAlignment((AlignTypeEnum)E.AlignType, E.ABIAlign, E.PrefAlign,
189*9880d681SAndroid Build Coastguard Worker E.TypeBitWidth);
190*9880d681SAndroid Build Coastguard Worker }
191*9880d681SAndroid Build Coastguard Worker setPointerAlignment(0, 8, 8, 8);
192*9880d681SAndroid Build Coastguard Worker
193*9880d681SAndroid Build Coastguard Worker parseSpecifier(Desc);
194*9880d681SAndroid Build Coastguard Worker }
195*9880d681SAndroid Build Coastguard Worker
196*9880d681SAndroid Build Coastguard Worker /// Checked version of split, to ensure mandatory subparts.
split(StringRef Str,char Separator)197*9880d681SAndroid Build Coastguard Worker static std::pair<StringRef, StringRef> split(StringRef Str, char Separator) {
198*9880d681SAndroid Build Coastguard Worker assert(!Str.empty() && "parse error, string can't be empty here");
199*9880d681SAndroid Build Coastguard Worker std::pair<StringRef, StringRef> Split = Str.split(Separator);
200*9880d681SAndroid Build Coastguard Worker if (Split.second.empty() && Split.first != Str)
201*9880d681SAndroid Build Coastguard Worker report_fatal_error("Trailing separator in datalayout string");
202*9880d681SAndroid Build Coastguard Worker if (!Split.second.empty() && Split.first.empty())
203*9880d681SAndroid Build Coastguard Worker report_fatal_error("Expected token before separator in datalayout string");
204*9880d681SAndroid Build Coastguard Worker return Split;
205*9880d681SAndroid Build Coastguard Worker }
206*9880d681SAndroid Build Coastguard Worker
207*9880d681SAndroid Build Coastguard Worker /// Get an unsigned integer, including error checks.
getInt(StringRef R)208*9880d681SAndroid Build Coastguard Worker static unsigned getInt(StringRef R) {
209*9880d681SAndroid Build Coastguard Worker unsigned Result;
210*9880d681SAndroid Build Coastguard Worker bool error = R.getAsInteger(10, Result); (void)error;
211*9880d681SAndroid Build Coastguard Worker if (error)
212*9880d681SAndroid Build Coastguard Worker report_fatal_error("not a number, or does not fit in an unsigned int");
213*9880d681SAndroid Build Coastguard Worker return Result;
214*9880d681SAndroid Build Coastguard Worker }
215*9880d681SAndroid Build Coastguard Worker
216*9880d681SAndroid Build Coastguard Worker /// Convert bits into bytes. Assert if not a byte width multiple.
inBytes(unsigned Bits)217*9880d681SAndroid Build Coastguard Worker static unsigned inBytes(unsigned Bits) {
218*9880d681SAndroid Build Coastguard Worker if (Bits % 8)
219*9880d681SAndroid Build Coastguard Worker report_fatal_error("number of bits must be a byte width multiple");
220*9880d681SAndroid Build Coastguard Worker return Bits / 8;
221*9880d681SAndroid Build Coastguard Worker }
222*9880d681SAndroid Build Coastguard Worker
parseSpecifier(StringRef Desc)223*9880d681SAndroid Build Coastguard Worker void DataLayout::parseSpecifier(StringRef Desc) {
224*9880d681SAndroid Build Coastguard Worker StringRepresentation = Desc;
225*9880d681SAndroid Build Coastguard Worker while (!Desc.empty()) {
226*9880d681SAndroid Build Coastguard Worker // Split at '-'.
227*9880d681SAndroid Build Coastguard Worker std::pair<StringRef, StringRef> Split = split(Desc, '-');
228*9880d681SAndroid Build Coastguard Worker Desc = Split.second;
229*9880d681SAndroid Build Coastguard Worker
230*9880d681SAndroid Build Coastguard Worker // Split at ':'.
231*9880d681SAndroid Build Coastguard Worker Split = split(Split.first, ':');
232*9880d681SAndroid Build Coastguard Worker
233*9880d681SAndroid Build Coastguard Worker // Aliases used below.
234*9880d681SAndroid Build Coastguard Worker StringRef &Tok = Split.first; // Current token.
235*9880d681SAndroid Build Coastguard Worker StringRef &Rest = Split.second; // The rest of the string.
236*9880d681SAndroid Build Coastguard Worker
237*9880d681SAndroid Build Coastguard Worker char Specifier = Tok.front();
238*9880d681SAndroid Build Coastguard Worker Tok = Tok.substr(1);
239*9880d681SAndroid Build Coastguard Worker
240*9880d681SAndroid Build Coastguard Worker switch (Specifier) {
241*9880d681SAndroid Build Coastguard Worker case 's':
242*9880d681SAndroid Build Coastguard Worker // Ignored for backward compatibility.
243*9880d681SAndroid Build Coastguard Worker // FIXME: remove this on LLVM 4.0.
244*9880d681SAndroid Build Coastguard Worker break;
245*9880d681SAndroid Build Coastguard Worker case 'E':
246*9880d681SAndroid Build Coastguard Worker BigEndian = true;
247*9880d681SAndroid Build Coastguard Worker break;
248*9880d681SAndroid Build Coastguard Worker case 'e':
249*9880d681SAndroid Build Coastguard Worker BigEndian = false;
250*9880d681SAndroid Build Coastguard Worker break;
251*9880d681SAndroid Build Coastguard Worker case 'p': {
252*9880d681SAndroid Build Coastguard Worker // Address space.
253*9880d681SAndroid Build Coastguard Worker unsigned AddrSpace = Tok.empty() ? 0 : getInt(Tok);
254*9880d681SAndroid Build Coastguard Worker if (!isUInt<24>(AddrSpace))
255*9880d681SAndroid Build Coastguard Worker report_fatal_error("Invalid address space, must be a 24bit integer");
256*9880d681SAndroid Build Coastguard Worker
257*9880d681SAndroid Build Coastguard Worker // Size.
258*9880d681SAndroid Build Coastguard Worker if (Rest.empty())
259*9880d681SAndroid Build Coastguard Worker report_fatal_error(
260*9880d681SAndroid Build Coastguard Worker "Missing size specification for pointer in datalayout string");
261*9880d681SAndroid Build Coastguard Worker Split = split(Rest, ':');
262*9880d681SAndroid Build Coastguard Worker unsigned PointerMemSize = inBytes(getInt(Tok));
263*9880d681SAndroid Build Coastguard Worker if (!PointerMemSize)
264*9880d681SAndroid Build Coastguard Worker report_fatal_error("Invalid pointer size of 0 bytes");
265*9880d681SAndroid Build Coastguard Worker
266*9880d681SAndroid Build Coastguard Worker // ABI alignment.
267*9880d681SAndroid Build Coastguard Worker if (Rest.empty())
268*9880d681SAndroid Build Coastguard Worker report_fatal_error(
269*9880d681SAndroid Build Coastguard Worker "Missing alignment specification for pointer in datalayout string");
270*9880d681SAndroid Build Coastguard Worker Split = split(Rest, ':');
271*9880d681SAndroid Build Coastguard Worker unsigned PointerABIAlign = inBytes(getInt(Tok));
272*9880d681SAndroid Build Coastguard Worker if (!isPowerOf2_64(PointerABIAlign))
273*9880d681SAndroid Build Coastguard Worker report_fatal_error(
274*9880d681SAndroid Build Coastguard Worker "Pointer ABI alignment must be a power of 2");
275*9880d681SAndroid Build Coastguard Worker
276*9880d681SAndroid Build Coastguard Worker // Preferred alignment.
277*9880d681SAndroid Build Coastguard Worker unsigned PointerPrefAlign = PointerABIAlign;
278*9880d681SAndroid Build Coastguard Worker if (!Rest.empty()) {
279*9880d681SAndroid Build Coastguard Worker Split = split(Rest, ':');
280*9880d681SAndroid Build Coastguard Worker PointerPrefAlign = inBytes(getInt(Tok));
281*9880d681SAndroid Build Coastguard Worker if (!isPowerOf2_64(PointerPrefAlign))
282*9880d681SAndroid Build Coastguard Worker report_fatal_error(
283*9880d681SAndroid Build Coastguard Worker "Pointer preferred alignment must be a power of 2");
284*9880d681SAndroid Build Coastguard Worker }
285*9880d681SAndroid Build Coastguard Worker
286*9880d681SAndroid Build Coastguard Worker setPointerAlignment(AddrSpace, PointerABIAlign, PointerPrefAlign,
287*9880d681SAndroid Build Coastguard Worker PointerMemSize);
288*9880d681SAndroid Build Coastguard Worker break;
289*9880d681SAndroid Build Coastguard Worker }
290*9880d681SAndroid Build Coastguard Worker case 'i':
291*9880d681SAndroid Build Coastguard Worker case 'v':
292*9880d681SAndroid Build Coastguard Worker case 'f':
293*9880d681SAndroid Build Coastguard Worker case 'a': {
294*9880d681SAndroid Build Coastguard Worker AlignTypeEnum AlignType;
295*9880d681SAndroid Build Coastguard Worker switch (Specifier) {
296*9880d681SAndroid Build Coastguard Worker default:
297*9880d681SAndroid Build Coastguard Worker case 'i': AlignType = INTEGER_ALIGN; break;
298*9880d681SAndroid Build Coastguard Worker case 'v': AlignType = VECTOR_ALIGN; break;
299*9880d681SAndroid Build Coastguard Worker case 'f': AlignType = FLOAT_ALIGN; break;
300*9880d681SAndroid Build Coastguard Worker case 'a': AlignType = AGGREGATE_ALIGN; break;
301*9880d681SAndroid Build Coastguard Worker }
302*9880d681SAndroid Build Coastguard Worker
303*9880d681SAndroid Build Coastguard Worker // Bit size.
304*9880d681SAndroid Build Coastguard Worker unsigned Size = Tok.empty() ? 0 : getInt(Tok);
305*9880d681SAndroid Build Coastguard Worker
306*9880d681SAndroid Build Coastguard Worker if (AlignType == AGGREGATE_ALIGN && Size != 0)
307*9880d681SAndroid Build Coastguard Worker report_fatal_error(
308*9880d681SAndroid Build Coastguard Worker "Sized aggregate specification in datalayout string");
309*9880d681SAndroid Build Coastguard Worker
310*9880d681SAndroid Build Coastguard Worker // ABI alignment.
311*9880d681SAndroid Build Coastguard Worker if (Rest.empty())
312*9880d681SAndroid Build Coastguard Worker report_fatal_error(
313*9880d681SAndroid Build Coastguard Worker "Missing alignment specification in datalayout string");
314*9880d681SAndroid Build Coastguard Worker Split = split(Rest, ':');
315*9880d681SAndroid Build Coastguard Worker unsigned ABIAlign = inBytes(getInt(Tok));
316*9880d681SAndroid Build Coastguard Worker if (AlignType != AGGREGATE_ALIGN && !ABIAlign)
317*9880d681SAndroid Build Coastguard Worker report_fatal_error(
318*9880d681SAndroid Build Coastguard Worker "ABI alignment specification must be >0 for non-aggregate types");
319*9880d681SAndroid Build Coastguard Worker
320*9880d681SAndroid Build Coastguard Worker // Preferred alignment.
321*9880d681SAndroid Build Coastguard Worker unsigned PrefAlign = ABIAlign;
322*9880d681SAndroid Build Coastguard Worker if (!Rest.empty()) {
323*9880d681SAndroid Build Coastguard Worker Split = split(Rest, ':');
324*9880d681SAndroid Build Coastguard Worker PrefAlign = inBytes(getInt(Tok));
325*9880d681SAndroid Build Coastguard Worker }
326*9880d681SAndroid Build Coastguard Worker
327*9880d681SAndroid Build Coastguard Worker setAlignment(AlignType, ABIAlign, PrefAlign, Size);
328*9880d681SAndroid Build Coastguard Worker
329*9880d681SAndroid Build Coastguard Worker break;
330*9880d681SAndroid Build Coastguard Worker }
331*9880d681SAndroid Build Coastguard Worker case 'n': // Native integer types.
332*9880d681SAndroid Build Coastguard Worker for (;;) {
333*9880d681SAndroid Build Coastguard Worker unsigned Width = getInt(Tok);
334*9880d681SAndroid Build Coastguard Worker if (Width == 0)
335*9880d681SAndroid Build Coastguard Worker report_fatal_error(
336*9880d681SAndroid Build Coastguard Worker "Zero width native integer type in datalayout string");
337*9880d681SAndroid Build Coastguard Worker LegalIntWidths.push_back(Width);
338*9880d681SAndroid Build Coastguard Worker if (Rest.empty())
339*9880d681SAndroid Build Coastguard Worker break;
340*9880d681SAndroid Build Coastguard Worker Split = split(Rest, ':');
341*9880d681SAndroid Build Coastguard Worker }
342*9880d681SAndroid Build Coastguard Worker break;
343*9880d681SAndroid Build Coastguard Worker case 'S': { // Stack natural alignment.
344*9880d681SAndroid Build Coastguard Worker StackNaturalAlign = inBytes(getInt(Tok));
345*9880d681SAndroid Build Coastguard Worker break;
346*9880d681SAndroid Build Coastguard Worker }
347*9880d681SAndroid Build Coastguard Worker case 'm':
348*9880d681SAndroid Build Coastguard Worker if (!Tok.empty())
349*9880d681SAndroid Build Coastguard Worker report_fatal_error("Unexpected trailing characters after mangling specifier in datalayout string");
350*9880d681SAndroid Build Coastguard Worker if (Rest.empty())
351*9880d681SAndroid Build Coastguard Worker report_fatal_error("Expected mangling specifier in datalayout string");
352*9880d681SAndroid Build Coastguard Worker if (Rest.size() > 1)
353*9880d681SAndroid Build Coastguard Worker report_fatal_error("Unknown mangling specifier in datalayout string");
354*9880d681SAndroid Build Coastguard Worker switch(Rest[0]) {
355*9880d681SAndroid Build Coastguard Worker default:
356*9880d681SAndroid Build Coastguard Worker report_fatal_error("Unknown mangling in datalayout string");
357*9880d681SAndroid Build Coastguard Worker case 'e':
358*9880d681SAndroid Build Coastguard Worker ManglingMode = MM_ELF;
359*9880d681SAndroid Build Coastguard Worker break;
360*9880d681SAndroid Build Coastguard Worker case 'o':
361*9880d681SAndroid Build Coastguard Worker ManglingMode = MM_MachO;
362*9880d681SAndroid Build Coastguard Worker break;
363*9880d681SAndroid Build Coastguard Worker case 'm':
364*9880d681SAndroid Build Coastguard Worker ManglingMode = MM_Mips;
365*9880d681SAndroid Build Coastguard Worker break;
366*9880d681SAndroid Build Coastguard Worker case 'w':
367*9880d681SAndroid Build Coastguard Worker ManglingMode = MM_WinCOFF;
368*9880d681SAndroid Build Coastguard Worker break;
369*9880d681SAndroid Build Coastguard Worker case 'x':
370*9880d681SAndroid Build Coastguard Worker ManglingMode = MM_WinCOFFX86;
371*9880d681SAndroid Build Coastguard Worker break;
372*9880d681SAndroid Build Coastguard Worker }
373*9880d681SAndroid Build Coastguard Worker break;
374*9880d681SAndroid Build Coastguard Worker default:
375*9880d681SAndroid Build Coastguard Worker report_fatal_error("Unknown specifier in datalayout string");
376*9880d681SAndroid Build Coastguard Worker break;
377*9880d681SAndroid Build Coastguard Worker }
378*9880d681SAndroid Build Coastguard Worker }
379*9880d681SAndroid Build Coastguard Worker }
380*9880d681SAndroid Build Coastguard Worker
DataLayout(const Module * M)381*9880d681SAndroid Build Coastguard Worker DataLayout::DataLayout(const Module *M) : LayoutMap(nullptr) {
382*9880d681SAndroid Build Coastguard Worker init(M);
383*9880d681SAndroid Build Coastguard Worker }
384*9880d681SAndroid Build Coastguard Worker
init(const Module * M)385*9880d681SAndroid Build Coastguard Worker void DataLayout::init(const Module *M) { *this = M->getDataLayout(); }
386*9880d681SAndroid Build Coastguard Worker
operator ==(const DataLayout & Other) const387*9880d681SAndroid Build Coastguard Worker bool DataLayout::operator==(const DataLayout &Other) const {
388*9880d681SAndroid Build Coastguard Worker bool Ret = BigEndian == Other.BigEndian &&
389*9880d681SAndroid Build Coastguard Worker StackNaturalAlign == Other.StackNaturalAlign &&
390*9880d681SAndroid Build Coastguard Worker ManglingMode == Other.ManglingMode &&
391*9880d681SAndroid Build Coastguard Worker LegalIntWidths == Other.LegalIntWidths &&
392*9880d681SAndroid Build Coastguard Worker Alignments == Other.Alignments && Pointers == Other.Pointers;
393*9880d681SAndroid Build Coastguard Worker // Note: getStringRepresentation() might differs, it is not canonicalized
394*9880d681SAndroid Build Coastguard Worker return Ret;
395*9880d681SAndroid Build Coastguard Worker }
396*9880d681SAndroid Build Coastguard Worker
397*9880d681SAndroid Build Coastguard Worker void
setAlignment(AlignTypeEnum align_type,unsigned abi_align,unsigned pref_align,uint32_t bit_width)398*9880d681SAndroid Build Coastguard Worker DataLayout::setAlignment(AlignTypeEnum align_type, unsigned abi_align,
399*9880d681SAndroid Build Coastguard Worker unsigned pref_align, uint32_t bit_width) {
400*9880d681SAndroid Build Coastguard Worker if (!isUInt<24>(bit_width))
401*9880d681SAndroid Build Coastguard Worker report_fatal_error("Invalid bit width, must be a 24bit integer");
402*9880d681SAndroid Build Coastguard Worker if (!isUInt<16>(abi_align))
403*9880d681SAndroid Build Coastguard Worker report_fatal_error("Invalid ABI alignment, must be a 16bit integer");
404*9880d681SAndroid Build Coastguard Worker if (!isUInt<16>(pref_align))
405*9880d681SAndroid Build Coastguard Worker report_fatal_error("Invalid preferred alignment, must be a 16bit integer");
406*9880d681SAndroid Build Coastguard Worker if (abi_align != 0 && !isPowerOf2_64(abi_align))
407*9880d681SAndroid Build Coastguard Worker report_fatal_error("Invalid ABI alignment, must be a power of 2");
408*9880d681SAndroid Build Coastguard Worker if (pref_align != 0 && !isPowerOf2_64(pref_align))
409*9880d681SAndroid Build Coastguard Worker report_fatal_error("Invalid preferred alignment, must be a power of 2");
410*9880d681SAndroid Build Coastguard Worker
411*9880d681SAndroid Build Coastguard Worker if (pref_align < abi_align)
412*9880d681SAndroid Build Coastguard Worker report_fatal_error(
413*9880d681SAndroid Build Coastguard Worker "Preferred alignment cannot be less than the ABI alignment");
414*9880d681SAndroid Build Coastguard Worker
415*9880d681SAndroid Build Coastguard Worker for (LayoutAlignElem &Elem : Alignments) {
416*9880d681SAndroid Build Coastguard Worker if (Elem.AlignType == (unsigned)align_type &&
417*9880d681SAndroid Build Coastguard Worker Elem.TypeBitWidth == bit_width) {
418*9880d681SAndroid Build Coastguard Worker // Update the abi, preferred alignments.
419*9880d681SAndroid Build Coastguard Worker Elem.ABIAlign = abi_align;
420*9880d681SAndroid Build Coastguard Worker Elem.PrefAlign = pref_align;
421*9880d681SAndroid Build Coastguard Worker return;
422*9880d681SAndroid Build Coastguard Worker }
423*9880d681SAndroid Build Coastguard Worker }
424*9880d681SAndroid Build Coastguard Worker
425*9880d681SAndroid Build Coastguard Worker Alignments.push_back(LayoutAlignElem::get(align_type, abi_align,
426*9880d681SAndroid Build Coastguard Worker pref_align, bit_width));
427*9880d681SAndroid Build Coastguard Worker }
428*9880d681SAndroid Build Coastguard Worker
429*9880d681SAndroid Build Coastguard Worker DataLayout::PointersTy::iterator
findPointerLowerBound(uint32_t AddressSpace)430*9880d681SAndroid Build Coastguard Worker DataLayout::findPointerLowerBound(uint32_t AddressSpace) {
431*9880d681SAndroid Build Coastguard Worker return std::lower_bound(Pointers.begin(), Pointers.end(), AddressSpace,
432*9880d681SAndroid Build Coastguard Worker [](const PointerAlignElem &A, uint32_t AddressSpace) {
433*9880d681SAndroid Build Coastguard Worker return A.AddressSpace < AddressSpace;
434*9880d681SAndroid Build Coastguard Worker });
435*9880d681SAndroid Build Coastguard Worker }
436*9880d681SAndroid Build Coastguard Worker
setPointerAlignment(uint32_t AddrSpace,unsigned ABIAlign,unsigned PrefAlign,uint32_t TypeByteWidth)437*9880d681SAndroid Build Coastguard Worker void DataLayout::setPointerAlignment(uint32_t AddrSpace, unsigned ABIAlign,
438*9880d681SAndroid Build Coastguard Worker unsigned PrefAlign,
439*9880d681SAndroid Build Coastguard Worker uint32_t TypeByteWidth) {
440*9880d681SAndroid Build Coastguard Worker if (PrefAlign < ABIAlign)
441*9880d681SAndroid Build Coastguard Worker report_fatal_error(
442*9880d681SAndroid Build Coastguard Worker "Preferred alignment cannot be less than the ABI alignment");
443*9880d681SAndroid Build Coastguard Worker
444*9880d681SAndroid Build Coastguard Worker PointersTy::iterator I = findPointerLowerBound(AddrSpace);
445*9880d681SAndroid Build Coastguard Worker if (I == Pointers.end() || I->AddressSpace != AddrSpace) {
446*9880d681SAndroid Build Coastguard Worker Pointers.insert(I, PointerAlignElem::get(AddrSpace, ABIAlign, PrefAlign,
447*9880d681SAndroid Build Coastguard Worker TypeByteWidth));
448*9880d681SAndroid Build Coastguard Worker } else {
449*9880d681SAndroid Build Coastguard Worker I->ABIAlign = ABIAlign;
450*9880d681SAndroid Build Coastguard Worker I->PrefAlign = PrefAlign;
451*9880d681SAndroid Build Coastguard Worker I->TypeByteWidth = TypeByteWidth;
452*9880d681SAndroid Build Coastguard Worker }
453*9880d681SAndroid Build Coastguard Worker }
454*9880d681SAndroid Build Coastguard Worker
455*9880d681SAndroid Build Coastguard Worker /// getAlignmentInfo - Return the alignment (either ABI if ABIInfo = true or
456*9880d681SAndroid Build Coastguard Worker /// preferred if ABIInfo = false) the layout wants for the specified datatype.
getAlignmentInfo(AlignTypeEnum AlignType,uint32_t BitWidth,bool ABIInfo,Type * Ty) const457*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getAlignmentInfo(AlignTypeEnum AlignType,
458*9880d681SAndroid Build Coastguard Worker uint32_t BitWidth, bool ABIInfo,
459*9880d681SAndroid Build Coastguard Worker Type *Ty) const {
460*9880d681SAndroid Build Coastguard Worker // Check to see if we have an exact match and remember the best match we see.
461*9880d681SAndroid Build Coastguard Worker int BestMatchIdx = -1;
462*9880d681SAndroid Build Coastguard Worker int LargestInt = -1;
463*9880d681SAndroid Build Coastguard Worker for (unsigned i = 0, e = Alignments.size(); i != e; ++i) {
464*9880d681SAndroid Build Coastguard Worker if (Alignments[i].AlignType == (unsigned)AlignType &&
465*9880d681SAndroid Build Coastguard Worker Alignments[i].TypeBitWidth == BitWidth)
466*9880d681SAndroid Build Coastguard Worker return ABIInfo ? Alignments[i].ABIAlign : Alignments[i].PrefAlign;
467*9880d681SAndroid Build Coastguard Worker
468*9880d681SAndroid Build Coastguard Worker // The best match so far depends on what we're looking for.
469*9880d681SAndroid Build Coastguard Worker if (AlignType == INTEGER_ALIGN &&
470*9880d681SAndroid Build Coastguard Worker Alignments[i].AlignType == INTEGER_ALIGN) {
471*9880d681SAndroid Build Coastguard Worker // The "best match" for integers is the smallest size that is larger than
472*9880d681SAndroid Build Coastguard Worker // the BitWidth requested.
473*9880d681SAndroid Build Coastguard Worker if (Alignments[i].TypeBitWidth > BitWidth && (BestMatchIdx == -1 ||
474*9880d681SAndroid Build Coastguard Worker Alignments[i].TypeBitWidth < Alignments[BestMatchIdx].TypeBitWidth))
475*9880d681SAndroid Build Coastguard Worker BestMatchIdx = i;
476*9880d681SAndroid Build Coastguard Worker // However, if there isn't one that's larger, then we must use the
477*9880d681SAndroid Build Coastguard Worker // largest one we have (see below)
478*9880d681SAndroid Build Coastguard Worker if (LargestInt == -1 ||
479*9880d681SAndroid Build Coastguard Worker Alignments[i].TypeBitWidth > Alignments[LargestInt].TypeBitWidth)
480*9880d681SAndroid Build Coastguard Worker LargestInt = i;
481*9880d681SAndroid Build Coastguard Worker }
482*9880d681SAndroid Build Coastguard Worker }
483*9880d681SAndroid Build Coastguard Worker
484*9880d681SAndroid Build Coastguard Worker // Okay, we didn't find an exact solution. Fall back here depending on what
485*9880d681SAndroid Build Coastguard Worker // is being looked for.
486*9880d681SAndroid Build Coastguard Worker if (BestMatchIdx == -1) {
487*9880d681SAndroid Build Coastguard Worker // If we didn't find an integer alignment, fall back on most conservative.
488*9880d681SAndroid Build Coastguard Worker if (AlignType == INTEGER_ALIGN) {
489*9880d681SAndroid Build Coastguard Worker BestMatchIdx = LargestInt;
490*9880d681SAndroid Build Coastguard Worker } else if (AlignType == VECTOR_ALIGN) {
491*9880d681SAndroid Build Coastguard Worker // By default, use natural alignment for vector types. This is consistent
492*9880d681SAndroid Build Coastguard Worker // with what clang and llvm-gcc do.
493*9880d681SAndroid Build Coastguard Worker unsigned Align = getTypeAllocSize(cast<VectorType>(Ty)->getElementType());
494*9880d681SAndroid Build Coastguard Worker Align *= cast<VectorType>(Ty)->getNumElements();
495*9880d681SAndroid Build Coastguard Worker // If the alignment is not a power of 2, round up to the next power of 2.
496*9880d681SAndroid Build Coastguard Worker // This happens for non-power-of-2 length vectors.
497*9880d681SAndroid Build Coastguard Worker if (Align & (Align-1))
498*9880d681SAndroid Build Coastguard Worker Align = NextPowerOf2(Align);
499*9880d681SAndroid Build Coastguard Worker return Align;
500*9880d681SAndroid Build Coastguard Worker }
501*9880d681SAndroid Build Coastguard Worker }
502*9880d681SAndroid Build Coastguard Worker
503*9880d681SAndroid Build Coastguard Worker // If we still couldn't find a reasonable default alignment, fall back
504*9880d681SAndroid Build Coastguard Worker // to a simple heuristic that the alignment is the first power of two
505*9880d681SAndroid Build Coastguard Worker // greater-or-equal to the store size of the type. This is a reasonable
506*9880d681SAndroid Build Coastguard Worker // approximation of reality, and if the user wanted something less
507*9880d681SAndroid Build Coastguard Worker // less conservative, they should have specified it explicitly in the data
508*9880d681SAndroid Build Coastguard Worker // layout.
509*9880d681SAndroid Build Coastguard Worker if (BestMatchIdx == -1) {
510*9880d681SAndroid Build Coastguard Worker unsigned Align = getTypeStoreSize(Ty);
511*9880d681SAndroid Build Coastguard Worker if (Align & (Align-1))
512*9880d681SAndroid Build Coastguard Worker Align = NextPowerOf2(Align);
513*9880d681SAndroid Build Coastguard Worker return Align;
514*9880d681SAndroid Build Coastguard Worker }
515*9880d681SAndroid Build Coastguard Worker
516*9880d681SAndroid Build Coastguard Worker // Since we got a "best match" index, just return it.
517*9880d681SAndroid Build Coastguard Worker return ABIInfo ? Alignments[BestMatchIdx].ABIAlign
518*9880d681SAndroid Build Coastguard Worker : Alignments[BestMatchIdx].PrefAlign;
519*9880d681SAndroid Build Coastguard Worker }
520*9880d681SAndroid Build Coastguard Worker
521*9880d681SAndroid Build Coastguard Worker namespace {
522*9880d681SAndroid Build Coastguard Worker
523*9880d681SAndroid Build Coastguard Worker class StructLayoutMap {
524*9880d681SAndroid Build Coastguard Worker typedef DenseMap<StructType*, StructLayout*> LayoutInfoTy;
525*9880d681SAndroid Build Coastguard Worker LayoutInfoTy LayoutInfo;
526*9880d681SAndroid Build Coastguard Worker
527*9880d681SAndroid Build Coastguard Worker public:
~StructLayoutMap()528*9880d681SAndroid Build Coastguard Worker ~StructLayoutMap() {
529*9880d681SAndroid Build Coastguard Worker // Remove any layouts.
530*9880d681SAndroid Build Coastguard Worker for (const auto &I : LayoutInfo) {
531*9880d681SAndroid Build Coastguard Worker StructLayout *Value = I.second;
532*9880d681SAndroid Build Coastguard Worker Value->~StructLayout();
533*9880d681SAndroid Build Coastguard Worker free(Value);
534*9880d681SAndroid Build Coastguard Worker }
535*9880d681SAndroid Build Coastguard Worker }
536*9880d681SAndroid Build Coastguard Worker
operator [](StructType * STy)537*9880d681SAndroid Build Coastguard Worker StructLayout *&operator[](StructType *STy) {
538*9880d681SAndroid Build Coastguard Worker return LayoutInfo[STy];
539*9880d681SAndroid Build Coastguard Worker }
540*9880d681SAndroid Build Coastguard Worker };
541*9880d681SAndroid Build Coastguard Worker
542*9880d681SAndroid Build Coastguard Worker } // end anonymous namespace
543*9880d681SAndroid Build Coastguard Worker
clear()544*9880d681SAndroid Build Coastguard Worker void DataLayout::clear() {
545*9880d681SAndroid Build Coastguard Worker LegalIntWidths.clear();
546*9880d681SAndroid Build Coastguard Worker Alignments.clear();
547*9880d681SAndroid Build Coastguard Worker Pointers.clear();
548*9880d681SAndroid Build Coastguard Worker delete static_cast<StructLayoutMap *>(LayoutMap);
549*9880d681SAndroid Build Coastguard Worker LayoutMap = nullptr;
550*9880d681SAndroid Build Coastguard Worker }
551*9880d681SAndroid Build Coastguard Worker
~DataLayout()552*9880d681SAndroid Build Coastguard Worker DataLayout::~DataLayout() {
553*9880d681SAndroid Build Coastguard Worker clear();
554*9880d681SAndroid Build Coastguard Worker }
555*9880d681SAndroid Build Coastguard Worker
getStructLayout(StructType * Ty) const556*9880d681SAndroid Build Coastguard Worker const StructLayout *DataLayout::getStructLayout(StructType *Ty) const {
557*9880d681SAndroid Build Coastguard Worker if (!LayoutMap)
558*9880d681SAndroid Build Coastguard Worker LayoutMap = new StructLayoutMap();
559*9880d681SAndroid Build Coastguard Worker
560*9880d681SAndroid Build Coastguard Worker StructLayoutMap *STM = static_cast<StructLayoutMap*>(LayoutMap);
561*9880d681SAndroid Build Coastguard Worker StructLayout *&SL = (*STM)[Ty];
562*9880d681SAndroid Build Coastguard Worker if (SL) return SL;
563*9880d681SAndroid Build Coastguard Worker
564*9880d681SAndroid Build Coastguard Worker // Otherwise, create the struct layout. Because it is variable length, we
565*9880d681SAndroid Build Coastguard Worker // malloc it, then use placement new.
566*9880d681SAndroid Build Coastguard Worker int NumElts = Ty->getNumElements();
567*9880d681SAndroid Build Coastguard Worker StructLayout *L =
568*9880d681SAndroid Build Coastguard Worker (StructLayout *)malloc(sizeof(StructLayout)+(NumElts-1) * sizeof(uint64_t));
569*9880d681SAndroid Build Coastguard Worker
570*9880d681SAndroid Build Coastguard Worker // Set SL before calling StructLayout's ctor. The ctor could cause other
571*9880d681SAndroid Build Coastguard Worker // entries to be added to TheMap, invalidating our reference.
572*9880d681SAndroid Build Coastguard Worker SL = L;
573*9880d681SAndroid Build Coastguard Worker
574*9880d681SAndroid Build Coastguard Worker new (L) StructLayout(Ty, *this);
575*9880d681SAndroid Build Coastguard Worker
576*9880d681SAndroid Build Coastguard Worker return L;
577*9880d681SAndroid Build Coastguard Worker }
578*9880d681SAndroid Build Coastguard Worker
579*9880d681SAndroid Build Coastguard Worker
getPointerABIAlignment(unsigned AS) const580*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getPointerABIAlignment(unsigned AS) const {
581*9880d681SAndroid Build Coastguard Worker PointersTy::const_iterator I = findPointerLowerBound(AS);
582*9880d681SAndroid Build Coastguard Worker if (I == Pointers.end() || I->AddressSpace != AS) {
583*9880d681SAndroid Build Coastguard Worker I = findPointerLowerBound(0);
584*9880d681SAndroid Build Coastguard Worker assert(I->AddressSpace == 0);
585*9880d681SAndroid Build Coastguard Worker }
586*9880d681SAndroid Build Coastguard Worker return I->ABIAlign;
587*9880d681SAndroid Build Coastguard Worker }
588*9880d681SAndroid Build Coastguard Worker
getPointerPrefAlignment(unsigned AS) const589*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getPointerPrefAlignment(unsigned AS) const {
590*9880d681SAndroid Build Coastguard Worker PointersTy::const_iterator I = findPointerLowerBound(AS);
591*9880d681SAndroid Build Coastguard Worker if (I == Pointers.end() || I->AddressSpace != AS) {
592*9880d681SAndroid Build Coastguard Worker I = findPointerLowerBound(0);
593*9880d681SAndroid Build Coastguard Worker assert(I->AddressSpace == 0);
594*9880d681SAndroid Build Coastguard Worker }
595*9880d681SAndroid Build Coastguard Worker return I->PrefAlign;
596*9880d681SAndroid Build Coastguard Worker }
597*9880d681SAndroid Build Coastguard Worker
getPointerSize(unsigned AS) const598*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getPointerSize(unsigned AS) const {
599*9880d681SAndroid Build Coastguard Worker PointersTy::const_iterator I = findPointerLowerBound(AS);
600*9880d681SAndroid Build Coastguard Worker if (I == Pointers.end() || I->AddressSpace != AS) {
601*9880d681SAndroid Build Coastguard Worker I = findPointerLowerBound(0);
602*9880d681SAndroid Build Coastguard Worker assert(I->AddressSpace == 0);
603*9880d681SAndroid Build Coastguard Worker }
604*9880d681SAndroid Build Coastguard Worker return I->TypeByteWidth;
605*9880d681SAndroid Build Coastguard Worker }
606*9880d681SAndroid Build Coastguard Worker
getPointerTypeSizeInBits(Type * Ty) const607*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getPointerTypeSizeInBits(Type *Ty) const {
608*9880d681SAndroid Build Coastguard Worker assert(Ty->isPtrOrPtrVectorTy() &&
609*9880d681SAndroid Build Coastguard Worker "This should only be called with a pointer or pointer vector type");
610*9880d681SAndroid Build Coastguard Worker
611*9880d681SAndroid Build Coastguard Worker if (Ty->isPointerTy())
612*9880d681SAndroid Build Coastguard Worker return getTypeSizeInBits(Ty);
613*9880d681SAndroid Build Coastguard Worker
614*9880d681SAndroid Build Coastguard Worker return getTypeSizeInBits(Ty->getScalarType());
615*9880d681SAndroid Build Coastguard Worker }
616*9880d681SAndroid Build Coastguard Worker
617*9880d681SAndroid Build Coastguard Worker /*!
618*9880d681SAndroid Build Coastguard Worker \param abi_or_pref Flag that determines which alignment is returned. true
619*9880d681SAndroid Build Coastguard Worker returns the ABI alignment, false returns the preferred alignment.
620*9880d681SAndroid Build Coastguard Worker \param Ty The underlying type for which alignment is determined.
621*9880d681SAndroid Build Coastguard Worker
622*9880d681SAndroid Build Coastguard Worker Get the ABI (\a abi_or_pref == true) or preferred alignment (\a abi_or_pref
623*9880d681SAndroid Build Coastguard Worker == false) for the requested type \a Ty.
624*9880d681SAndroid Build Coastguard Worker */
getAlignment(Type * Ty,bool abi_or_pref) const625*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getAlignment(Type *Ty, bool abi_or_pref) const {
626*9880d681SAndroid Build Coastguard Worker int AlignType = -1;
627*9880d681SAndroid Build Coastguard Worker
628*9880d681SAndroid Build Coastguard Worker assert(Ty->isSized() && "Cannot getTypeInfo() on a type that is unsized!");
629*9880d681SAndroid Build Coastguard Worker switch (Ty->getTypeID()) {
630*9880d681SAndroid Build Coastguard Worker // Early escape for the non-numeric types.
631*9880d681SAndroid Build Coastguard Worker case Type::LabelTyID:
632*9880d681SAndroid Build Coastguard Worker return (abi_or_pref
633*9880d681SAndroid Build Coastguard Worker ? getPointerABIAlignment(0)
634*9880d681SAndroid Build Coastguard Worker : getPointerPrefAlignment(0));
635*9880d681SAndroid Build Coastguard Worker case Type::PointerTyID: {
636*9880d681SAndroid Build Coastguard Worker unsigned AS = cast<PointerType>(Ty)->getAddressSpace();
637*9880d681SAndroid Build Coastguard Worker return (abi_or_pref
638*9880d681SAndroid Build Coastguard Worker ? getPointerABIAlignment(AS)
639*9880d681SAndroid Build Coastguard Worker : getPointerPrefAlignment(AS));
640*9880d681SAndroid Build Coastguard Worker }
641*9880d681SAndroid Build Coastguard Worker case Type::ArrayTyID:
642*9880d681SAndroid Build Coastguard Worker return getAlignment(cast<ArrayType>(Ty)->getElementType(), abi_or_pref);
643*9880d681SAndroid Build Coastguard Worker
644*9880d681SAndroid Build Coastguard Worker case Type::StructTyID: {
645*9880d681SAndroid Build Coastguard Worker // Packed structure types always have an ABI alignment of one.
646*9880d681SAndroid Build Coastguard Worker if (cast<StructType>(Ty)->isPacked() && abi_or_pref)
647*9880d681SAndroid Build Coastguard Worker return 1;
648*9880d681SAndroid Build Coastguard Worker
649*9880d681SAndroid Build Coastguard Worker // Get the layout annotation... which is lazily created on demand.
650*9880d681SAndroid Build Coastguard Worker const StructLayout *Layout = getStructLayout(cast<StructType>(Ty));
651*9880d681SAndroid Build Coastguard Worker unsigned Align = getAlignmentInfo(AGGREGATE_ALIGN, 0, abi_or_pref, Ty);
652*9880d681SAndroid Build Coastguard Worker return std::max(Align, Layout->getAlignment());
653*9880d681SAndroid Build Coastguard Worker }
654*9880d681SAndroid Build Coastguard Worker case Type::IntegerTyID:
655*9880d681SAndroid Build Coastguard Worker AlignType = INTEGER_ALIGN;
656*9880d681SAndroid Build Coastguard Worker break;
657*9880d681SAndroid Build Coastguard Worker case Type::HalfTyID:
658*9880d681SAndroid Build Coastguard Worker case Type::FloatTyID:
659*9880d681SAndroid Build Coastguard Worker case Type::DoubleTyID:
660*9880d681SAndroid Build Coastguard Worker // PPC_FP128TyID and FP128TyID have different data contents, but the
661*9880d681SAndroid Build Coastguard Worker // same size and alignment, so they look the same here.
662*9880d681SAndroid Build Coastguard Worker case Type::PPC_FP128TyID:
663*9880d681SAndroid Build Coastguard Worker case Type::FP128TyID:
664*9880d681SAndroid Build Coastguard Worker case Type::X86_FP80TyID:
665*9880d681SAndroid Build Coastguard Worker AlignType = FLOAT_ALIGN;
666*9880d681SAndroid Build Coastguard Worker break;
667*9880d681SAndroid Build Coastguard Worker case Type::X86_MMXTyID:
668*9880d681SAndroid Build Coastguard Worker case Type::VectorTyID:
669*9880d681SAndroid Build Coastguard Worker AlignType = VECTOR_ALIGN;
670*9880d681SAndroid Build Coastguard Worker break;
671*9880d681SAndroid Build Coastguard Worker default:
672*9880d681SAndroid Build Coastguard Worker llvm_unreachable("Bad type for getAlignment!!!");
673*9880d681SAndroid Build Coastguard Worker }
674*9880d681SAndroid Build Coastguard Worker
675*9880d681SAndroid Build Coastguard Worker return getAlignmentInfo((AlignTypeEnum)AlignType, getTypeSizeInBits(Ty),
676*9880d681SAndroid Build Coastguard Worker abi_or_pref, Ty);
677*9880d681SAndroid Build Coastguard Worker }
678*9880d681SAndroid Build Coastguard Worker
getABITypeAlignment(Type * Ty) const679*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getABITypeAlignment(Type *Ty) const {
680*9880d681SAndroid Build Coastguard Worker return getAlignment(Ty, true);
681*9880d681SAndroid Build Coastguard Worker }
682*9880d681SAndroid Build Coastguard Worker
683*9880d681SAndroid Build Coastguard Worker /// getABIIntegerTypeAlignment - Return the minimum ABI-required alignment for
684*9880d681SAndroid Build Coastguard Worker /// an integer type of the specified bitwidth.
getABIIntegerTypeAlignment(unsigned BitWidth) const685*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getABIIntegerTypeAlignment(unsigned BitWidth) const {
686*9880d681SAndroid Build Coastguard Worker return getAlignmentInfo(INTEGER_ALIGN, BitWidth, true, nullptr);
687*9880d681SAndroid Build Coastguard Worker }
688*9880d681SAndroid Build Coastguard Worker
getPrefTypeAlignment(Type * Ty) const689*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getPrefTypeAlignment(Type *Ty) const {
690*9880d681SAndroid Build Coastguard Worker return getAlignment(Ty, false);
691*9880d681SAndroid Build Coastguard Worker }
692*9880d681SAndroid Build Coastguard Worker
getPreferredTypeAlignmentShift(Type * Ty) const693*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getPreferredTypeAlignmentShift(Type *Ty) const {
694*9880d681SAndroid Build Coastguard Worker unsigned Align = getPrefTypeAlignment(Ty);
695*9880d681SAndroid Build Coastguard Worker assert(!(Align & (Align-1)) && "Alignment is not a power of two!");
696*9880d681SAndroid Build Coastguard Worker return Log2_32(Align);
697*9880d681SAndroid Build Coastguard Worker }
698*9880d681SAndroid Build Coastguard Worker
getIntPtrType(LLVMContext & C,unsigned AddressSpace) const699*9880d681SAndroid Build Coastguard Worker IntegerType *DataLayout::getIntPtrType(LLVMContext &C,
700*9880d681SAndroid Build Coastguard Worker unsigned AddressSpace) const {
701*9880d681SAndroid Build Coastguard Worker return IntegerType::get(C, getPointerSizeInBits(AddressSpace));
702*9880d681SAndroid Build Coastguard Worker }
703*9880d681SAndroid Build Coastguard Worker
getIntPtrType(Type * Ty) const704*9880d681SAndroid Build Coastguard Worker Type *DataLayout::getIntPtrType(Type *Ty) const {
705*9880d681SAndroid Build Coastguard Worker assert(Ty->isPtrOrPtrVectorTy() &&
706*9880d681SAndroid Build Coastguard Worker "Expected a pointer or pointer vector type.");
707*9880d681SAndroid Build Coastguard Worker unsigned NumBits = getPointerTypeSizeInBits(Ty);
708*9880d681SAndroid Build Coastguard Worker IntegerType *IntTy = IntegerType::get(Ty->getContext(), NumBits);
709*9880d681SAndroid Build Coastguard Worker if (VectorType *VecTy = dyn_cast<VectorType>(Ty))
710*9880d681SAndroid Build Coastguard Worker return VectorType::get(IntTy, VecTy->getNumElements());
711*9880d681SAndroid Build Coastguard Worker return IntTy;
712*9880d681SAndroid Build Coastguard Worker }
713*9880d681SAndroid Build Coastguard Worker
getSmallestLegalIntType(LLVMContext & C,unsigned Width) const714*9880d681SAndroid Build Coastguard Worker Type *DataLayout::getSmallestLegalIntType(LLVMContext &C, unsigned Width) const {
715*9880d681SAndroid Build Coastguard Worker for (unsigned LegalIntWidth : LegalIntWidths)
716*9880d681SAndroid Build Coastguard Worker if (Width <= LegalIntWidth)
717*9880d681SAndroid Build Coastguard Worker return Type::getIntNTy(C, LegalIntWidth);
718*9880d681SAndroid Build Coastguard Worker return nullptr;
719*9880d681SAndroid Build Coastguard Worker }
720*9880d681SAndroid Build Coastguard Worker
getLargestLegalIntTypeSizeInBits() const721*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getLargestLegalIntTypeSizeInBits() const {
722*9880d681SAndroid Build Coastguard Worker auto Max = std::max_element(LegalIntWidths.begin(), LegalIntWidths.end());
723*9880d681SAndroid Build Coastguard Worker return Max != LegalIntWidths.end() ? *Max : 0;
724*9880d681SAndroid Build Coastguard Worker }
725*9880d681SAndroid Build Coastguard Worker
getIndexedOffsetInType(Type * ElemTy,ArrayRef<Value * > Indices) const726*9880d681SAndroid Build Coastguard Worker int64_t DataLayout::getIndexedOffsetInType(Type *ElemTy,
727*9880d681SAndroid Build Coastguard Worker ArrayRef<Value *> Indices) const {
728*9880d681SAndroid Build Coastguard Worker int64_t Result = 0;
729*9880d681SAndroid Build Coastguard Worker
730*9880d681SAndroid Build Coastguard Worker // We can use 0 as the address space as we don't need
731*9880d681SAndroid Build Coastguard Worker // to get pointer types back from gep_type_iterator.
732*9880d681SAndroid Build Coastguard Worker unsigned AS = 0;
733*9880d681SAndroid Build Coastguard Worker generic_gep_type_iterator<Value* const*>
734*9880d681SAndroid Build Coastguard Worker GTI = gep_type_begin(ElemTy, AS, Indices),
735*9880d681SAndroid Build Coastguard Worker GTE = gep_type_end(ElemTy, AS, Indices);
736*9880d681SAndroid Build Coastguard Worker for (; GTI != GTE; ++GTI) {
737*9880d681SAndroid Build Coastguard Worker Value *Idx = GTI.getOperand();
738*9880d681SAndroid Build Coastguard Worker if (auto *STy = dyn_cast<StructType>(*GTI)) {
739*9880d681SAndroid Build Coastguard Worker assert(Idx->getType()->isIntegerTy(32) && "Illegal struct idx");
740*9880d681SAndroid Build Coastguard Worker unsigned FieldNo = cast<ConstantInt>(Idx)->getZExtValue();
741*9880d681SAndroid Build Coastguard Worker
742*9880d681SAndroid Build Coastguard Worker // Get structure layout information...
743*9880d681SAndroid Build Coastguard Worker const StructLayout *Layout = getStructLayout(STy);
744*9880d681SAndroid Build Coastguard Worker
745*9880d681SAndroid Build Coastguard Worker // Add in the offset, as calculated by the structure layout info...
746*9880d681SAndroid Build Coastguard Worker Result += Layout->getElementOffset(FieldNo);
747*9880d681SAndroid Build Coastguard Worker } else {
748*9880d681SAndroid Build Coastguard Worker // Get the array index and the size of each array element.
749*9880d681SAndroid Build Coastguard Worker if (int64_t arrayIdx = cast<ConstantInt>(Idx)->getSExtValue())
750*9880d681SAndroid Build Coastguard Worker Result += arrayIdx * getTypeAllocSize(GTI.getIndexedType());
751*9880d681SAndroid Build Coastguard Worker }
752*9880d681SAndroid Build Coastguard Worker }
753*9880d681SAndroid Build Coastguard Worker
754*9880d681SAndroid Build Coastguard Worker return Result;
755*9880d681SAndroid Build Coastguard Worker }
756*9880d681SAndroid Build Coastguard Worker
757*9880d681SAndroid Build Coastguard Worker /// getPreferredAlignment - Return the preferred alignment of the specified
758*9880d681SAndroid Build Coastguard Worker /// global. This includes an explicitly requested alignment (if the global
759*9880d681SAndroid Build Coastguard Worker /// has one).
getPreferredAlignment(const GlobalVariable * GV) const760*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getPreferredAlignment(const GlobalVariable *GV) const {
761*9880d681SAndroid Build Coastguard Worker Type *ElemType = GV->getValueType();
762*9880d681SAndroid Build Coastguard Worker unsigned Alignment = getPrefTypeAlignment(ElemType);
763*9880d681SAndroid Build Coastguard Worker unsigned GVAlignment = GV->getAlignment();
764*9880d681SAndroid Build Coastguard Worker if (GVAlignment >= Alignment) {
765*9880d681SAndroid Build Coastguard Worker Alignment = GVAlignment;
766*9880d681SAndroid Build Coastguard Worker } else if (GVAlignment != 0) {
767*9880d681SAndroid Build Coastguard Worker Alignment = std::max(GVAlignment, getABITypeAlignment(ElemType));
768*9880d681SAndroid Build Coastguard Worker }
769*9880d681SAndroid Build Coastguard Worker
770*9880d681SAndroid Build Coastguard Worker if (GV->hasInitializer() && GVAlignment == 0) {
771*9880d681SAndroid Build Coastguard Worker if (Alignment < 16) {
772*9880d681SAndroid Build Coastguard Worker // If the global is not external, see if it is large. If so, give it a
773*9880d681SAndroid Build Coastguard Worker // larger alignment.
774*9880d681SAndroid Build Coastguard Worker if (getTypeSizeInBits(ElemType) > 128)
775*9880d681SAndroid Build Coastguard Worker Alignment = 16; // 16-byte alignment.
776*9880d681SAndroid Build Coastguard Worker }
777*9880d681SAndroid Build Coastguard Worker }
778*9880d681SAndroid Build Coastguard Worker return Alignment;
779*9880d681SAndroid Build Coastguard Worker }
780*9880d681SAndroid Build Coastguard Worker
781*9880d681SAndroid Build Coastguard Worker /// getPreferredAlignmentLog - Return the preferred alignment of the
782*9880d681SAndroid Build Coastguard Worker /// specified global, returned in log form. This includes an explicitly
783*9880d681SAndroid Build Coastguard Worker /// requested alignment (if the global has one).
getPreferredAlignmentLog(const GlobalVariable * GV) const784*9880d681SAndroid Build Coastguard Worker unsigned DataLayout::getPreferredAlignmentLog(const GlobalVariable *GV) const {
785*9880d681SAndroid Build Coastguard Worker return Log2_32(getPreferredAlignment(GV));
786*9880d681SAndroid Build Coastguard Worker }
787*9880d681SAndroid Build Coastguard Worker
788