blob: c0605f6ad3797adce2f9552411b52932cf48193d [file] [log] [blame]
Chandler Carruth70c61c12015-06-04 02:03:15 +00001//===- MemoryLocation.cpp - Memory location descriptions -------------------==//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#include "llvm/Analysis/MemoryLocation.h"
Chandler Carruthc41404a2015-06-17 07:12:40 +000011#include "llvm/Analysis/TargetLibraryInfo.h"
Chandler Carruth70c61c12015-06-04 02:03:15 +000012#include "llvm/IR/BasicBlock.h"
13#include "llvm/IR/DataLayout.h"
14#include "llvm/IR/Instructions.h"
15#include "llvm/IR/IntrinsicInst.h"
16#include "llvm/IR/LLVMContext.h"
17#include "llvm/IR/Module.h"
18#include "llvm/IR/Type.h"
19using namespace llvm;
20
George Burgess IVd98d5052018-10-10 01:35:22 +000021void LocationSize::print(raw_ostream &OS) const {
22 OS << "LocationSize::";
23 if (*this == unknown())
24 OS << "unknown";
25 else if (*this == mapEmpty())
26 OS << "mapEmpty";
27 else if (*this == mapTombstone())
28 OS << "mapTombstone";
George Burgess IV40dc63e2018-10-10 06:39:40 +000029 else if (isPrecise())
George Burgess IVd98d5052018-10-10 01:35:22 +000030 OS << "precise(" << getValue() << ')';
George Burgess IV40dc63e2018-10-10 06:39:40 +000031 else
32 OS << "upperBound(" << getValue() << ')';
George Burgess IVd98d5052018-10-10 01:35:22 +000033}
34
Chandler Carruth70c61c12015-06-04 02:03:15 +000035MemoryLocation MemoryLocation::get(const LoadInst *LI) {
36 AAMDNodes AATags;
37 LI->getAAMetadata(AATags);
38 const auto &DL = LI->getModule()->getDataLayout();
39
40 return MemoryLocation(LI->getPointerOperand(),
41 DL.getTypeStoreSize(LI->getType()), AATags);
42}
43
44MemoryLocation MemoryLocation::get(const StoreInst *SI) {
45 AAMDNodes AATags;
46 SI->getAAMetadata(AATags);
47 const auto &DL = SI->getModule()->getDataLayout();
48
49 return MemoryLocation(SI->getPointerOperand(),
50 DL.getTypeStoreSize(SI->getValueOperand()->getType()),
51 AATags);
52}
53
54MemoryLocation MemoryLocation::get(const VAArgInst *VI) {
55 AAMDNodes AATags;
56 VI->getAAMetadata(AATags);
57
George Burgess IV6ef80022018-10-10 21:28:44 +000058 return MemoryLocation(VI->getPointerOperand(), LocationSize::unknown(),
59 AATags);
Chandler Carruth70c61c12015-06-04 02:03:15 +000060}
61
62MemoryLocation MemoryLocation::get(const AtomicCmpXchgInst *CXI) {
63 AAMDNodes AATags;
64 CXI->getAAMetadata(AATags);
65 const auto &DL = CXI->getModule()->getDataLayout();
66
67 return MemoryLocation(
68 CXI->getPointerOperand(),
69 DL.getTypeStoreSize(CXI->getCompareOperand()->getType()), AATags);
70}
71
72MemoryLocation MemoryLocation::get(const AtomicRMWInst *RMWI) {
73 AAMDNodes AATags;
74 RMWI->getAAMetadata(AATags);
75 const auto &DL = RMWI->getModule()->getDataLayout();
76
77 return MemoryLocation(RMWI->getPointerOperand(),
78 DL.getTypeStoreSize(RMWI->getValOperand()->getType()),
79 AATags);
80}
81
82MemoryLocation MemoryLocation::getForSource(const MemTransferInst *MTI) {
Daniel Neilsoncc45e922018-04-23 19:06:49 +000083 return getForSource(cast<AnyMemTransferInst>(MTI));
84}
85
86MemoryLocation MemoryLocation::getForSource(const AtomicMemTransferInst *MTI) {
87 return getForSource(cast<AnyMemTransferInst>(MTI));
88}
89
90MemoryLocation MemoryLocation::getForSource(const AnyMemTransferInst *MTI) {
George Burgess IV6ef80022018-10-10 21:28:44 +000091 uint64_t Size = MemoryLocation::UnknownSize;
Chandler Carruth70c61c12015-06-04 02:03:15 +000092 if (ConstantInt *C = dyn_cast<ConstantInt>(MTI->getLength()))
93 Size = C->getValue().getZExtValue();
94
95 // memcpy/memmove can have AA tags. For memcpy, they apply
96 // to both the source and the destination.
97 AAMDNodes AATags;
98 MTI->getAAMetadata(AATags);
99
100 return MemoryLocation(MTI->getRawSource(), Size, AATags);
101}
102
Daniel Neilsoncc45e922018-04-23 19:06:49 +0000103MemoryLocation MemoryLocation::getForDest(const MemIntrinsic *MI) {
104 return getForDest(cast<AnyMemIntrinsic>(MI));
105}
106
107MemoryLocation MemoryLocation::getForDest(const AtomicMemIntrinsic *MI) {
108 return getForDest(cast<AnyMemIntrinsic>(MI));
109}
110
111MemoryLocation MemoryLocation::getForDest(const AnyMemIntrinsic *MI) {
George Burgess IV6ef80022018-10-10 21:28:44 +0000112 uint64_t Size = MemoryLocation::UnknownSize;
Daniel Neilsoncc45e922018-04-23 19:06:49 +0000113 if (ConstantInt *C = dyn_cast<ConstantInt>(MI->getLength()))
Chandler Carruth70c61c12015-06-04 02:03:15 +0000114 Size = C->getValue().getZExtValue();
115
116 // memcpy/memmove can have AA tags. For memcpy, they apply
117 // to both the source and the destination.
118 AAMDNodes AATags;
Daniel Neilsoncc45e922018-04-23 19:06:49 +0000119 MI->getAAMetadata(AATags);
Chandler Carruth70c61c12015-06-04 02:03:15 +0000120
Daniel Neilsoncc45e922018-04-23 19:06:49 +0000121 return MemoryLocation(MI->getRawDest(), Size, AATags);
Chandler Carruth70c61c12015-06-04 02:03:15 +0000122}
Chandler Carruthc41404a2015-06-17 07:12:40 +0000123
Chandler Carruthc41404a2015-06-17 07:12:40 +0000124MemoryLocation MemoryLocation::getForArgument(ImmutableCallSite CS,
125 unsigned ArgIdx,
Philip Reamescb8b3272018-09-07 21:36:11 +0000126 const TargetLibraryInfo *TLI) {
Chandler Carruthc41404a2015-06-17 07:12:40 +0000127 AAMDNodes AATags;
128 CS->getAAMetadata(AATags);
129 const Value *Arg = CS.getArgument(ArgIdx);
130
131 // We may be able to produce an exact size for known intrinsics.
132 if (const IntrinsicInst *II = dyn_cast<IntrinsicInst>(CS.getInstruction())) {
133 const DataLayout &DL = II->getModule()->getDataLayout();
134
135 switch (II->getIntrinsicID()) {
136 default:
137 break;
138 case Intrinsic::memset:
139 case Intrinsic::memcpy:
140 case Intrinsic::memmove:
141 assert((ArgIdx == 0 || ArgIdx == 1) &&
142 "Invalid argument index for memory intrinsic");
143 if (ConstantInt *LenCI = dyn_cast<ConstantInt>(II->getArgOperand(2)))
144 return MemoryLocation(Arg, LenCI->getZExtValue(), AATags);
145 break;
146
147 case Intrinsic::lifetime_start:
148 case Intrinsic::lifetime_end:
149 case Intrinsic::invariant_start:
150 assert(ArgIdx == 1 && "Invalid argument index");
151 return MemoryLocation(
152 Arg, cast<ConstantInt>(II->getArgOperand(0))->getZExtValue(), AATags);
153
154 case Intrinsic::invariant_end:
Philip Reames684fa572018-08-16 20:48:55 +0000155 // The first argument to an invariant.end is a "descriptor" type (e.g. a
156 // pointer to a empty struct) which is never actually dereferenced.
157 if (ArgIdx == 0)
158 return MemoryLocation(Arg, 0, AATags);
Chandler Carruthc41404a2015-06-17 07:12:40 +0000159 assert(ArgIdx == 2 && "Invalid argument index");
160 return MemoryLocation(
161 Arg, cast<ConstantInt>(II->getArgOperand(1))->getZExtValue(), AATags);
162
163 case Intrinsic::arm_neon_vld1:
164 assert(ArgIdx == 0 && "Invalid argument index");
165 // LLVM's vld1 and vst1 intrinsics currently only support a single
166 // vector register.
167 return MemoryLocation(Arg, DL.getTypeStoreSize(II->getType()), AATags);
168
169 case Intrinsic::arm_neon_vst1:
170 assert(ArgIdx == 0 && "Invalid argument index");
171 return MemoryLocation(
172 Arg, DL.getTypeStoreSize(II->getArgOperand(1)->getType()), AATags);
173 }
174 }
175
176 // We can bound the aliasing properties of memset_pattern16 just as we can
177 // for memcpy/memset. This is particularly important because the
178 // LoopIdiomRecognizer likes to turn loops into calls to memset_pattern16
179 // whenever possible.
David L. Jonesd21529f2017-01-23 23:16:46 +0000180 LibFunc F;
Philip Reamescb8b3272018-09-07 21:36:11 +0000181 if (TLI && CS.getCalledFunction() &&
182 TLI->getLibFunc(*CS.getCalledFunction(), F) &&
183 F == LibFunc_memset_pattern16 && TLI->has(F)) {
Chandler Carruthc41404a2015-06-17 07:12:40 +0000184 assert((ArgIdx == 0 || ArgIdx == 1) &&
185 "Invalid argument index for memset_pattern16");
186 if (ArgIdx == 1)
187 return MemoryLocation(Arg, 16, AATags);
188 if (const ConstantInt *LenCI = dyn_cast<ConstantInt>(CS.getArgument(2)))
189 return MemoryLocation(Arg, LenCI->getZExtValue(), AATags);
190 }
191 // FIXME: Handle memset_pattern4 and memset_pattern8 also.
192
George Burgess IV6ef80022018-10-10 21:28:44 +0000193 return MemoryLocation(CS.getArgument(ArgIdx), LocationSize::unknown(),
194 AATags);
Chandler Carruthc41404a2015-06-17 07:12:40 +0000195}