blob: d1fae9558b26649e692ac0e23435836a4e1e0710 [file] [log] [blame]
Bill Wendling2b58ce52008-11-04 02:10:20 +00001//===-- StackProtector.cpp - Stack Protector Insertion --------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Bill Wendling80a320d2008-11-04 21:53:09 +000010// This pass inserts stack protectors into functions which need them. A variable
11// with a random value in it is stored onto the stack before the local variables
12// are allocated. Upon exiting the block, the stored value is checked. If it's
Bill Wendling2b58ce52008-11-04 02:10:20 +000013// changed, then there was some sort of violation and the program aborts.
14//
15//===----------------------------------------------------------------------===//
16
Josh Magee18ebd482013-09-27 21:58:43 +000017#include "llvm/CodeGen/StackProtector.h"
Bill Wendlinge4957fb2013-01-23 06:43:53 +000018#include "llvm/ADT/SmallPtrSet.h"
19#include "llvm/ADT/Statistic.h"
Stephen Hinesebe69fe2015-03-23 12:10:34 -070020#include "llvm/Analysis/BranchProbabilityInfo.h"
Michael Gottesman3480d1b2013-08-20 08:36:53 +000021#include "llvm/Analysis/ValueTracking.h"
Stephen Hines36b56882014-04-23 16:57:46 -070022#include "llvm/CodeGen/Analysis.h"
23#include "llvm/CodeGen/Passes.h"
Chandler Carruth0b8c9a82013-01-02 11:36:10 +000024#include "llvm/IR/Attributes.h"
25#include "llvm/IR/Constants.h"
26#include "llvm/IR/DataLayout.h"
27#include "llvm/IR/DerivedTypes.h"
28#include "llvm/IR/Function.h"
Rafael Espindola62ed8d32013-06-07 16:35:57 +000029#include "llvm/IR/GlobalValue.h"
30#include "llvm/IR/GlobalVariable.h"
Benjamin Kramer54cf1412013-09-09 17:38:01 +000031#include "llvm/IR/IRBuilder.h"
Chandler Carruth0b8c9a82013-01-02 11:36:10 +000032#include "llvm/IR/Instructions.h"
Michael Gottesman3480d1b2013-08-20 08:36:53 +000033#include "llvm/IR/IntrinsicInst.h"
Chandler Carruth0b8c9a82013-01-02 11:36:10 +000034#include "llvm/IR/Intrinsics.h"
Stephen Hinesebe69fe2015-03-23 12:10:34 -070035#include "llvm/IR/MDBuilder.h"
Chandler Carruth0b8c9a82013-01-02 11:36:10 +000036#include "llvm/IR/Module.h"
Bill Wendling2b58ce52008-11-04 02:10:20 +000037#include "llvm/Support/CommandLine.h"
Stephen Hines37ed9c12014-12-01 14:51:49 -080038#include "llvm/Target/TargetSubtargetInfo.h"
Bill Wendling0dcba2f2013-07-22 20:15:21 +000039#include <cstdlib>
Bill Wendling2b58ce52008-11-04 02:10:20 +000040using namespace llvm;
41
Stephen Hinesdce4a402014-05-29 02:49:00 -070042#define DEBUG_TYPE "stack-protector"
43
Bill Wendlinge4957fb2013-01-23 06:43:53 +000044STATISTIC(NumFunProtected, "Number of functions protected");
45STATISTIC(NumAddrTaken, "Number of local variables that have their address"
46 " taken.");
47
Josh Magee62406fd2013-10-30 02:25:14 +000048static cl::opt<bool> EnableSelectionDAGSP("enable-selectiondag-sp",
49 cl::init(true), cl::Hidden);
Michael Gottesman3480d1b2013-08-20 08:36:53 +000050
Bill Wendling2b58ce52008-11-04 02:10:20 +000051char StackProtector::ID = 0;
Josh Magee62406fd2013-10-30 02:25:14 +000052INITIALIZE_PASS(StackProtector, "stack-protector", "Insert stack protectors",
53 false, true)
Bill Wendling2b58ce52008-11-04 02:10:20 +000054
Bill Wendlingea442812013-06-19 20:51:24 +000055FunctionPass *llvm::createStackProtectorPass(const TargetMachine *TM) {
56 return new StackProtector(TM);
Bill Wendling2b58ce52008-11-04 02:10:20 +000057}
58
Josh Magee62406fd2013-10-30 02:25:14 +000059StackProtector::SSPLayoutKind
60StackProtector::getSSPLayout(const AllocaInst *AI) const {
Josh Magee4598b402013-10-29 21:16:16 +000061 return AI ? Layout.lookup(AI) : SSPLK_None;
62}
63
Stephen Hines36b56882014-04-23 16:57:46 -070064void StackProtector::adjustForColoring(const AllocaInst *From,
65 const AllocaInst *To) {
66 // When coloring replaces one alloca with another, transfer the SSPLayoutKind
67 // tag from the remapped to the target alloca. The remapped alloca should
68 // have a size smaller than or equal to the replacement alloca.
69 SSPLayoutMap::iterator I = Layout.find(From);
70 if (I != Layout.end()) {
71 SSPLayoutKind Kind = I->second;
72 Layout.erase(I);
73
74 // Transfer the tag, but make sure that SSPLK_AddrOf does not overwrite
75 // SSPLK_SmallArray or SSPLK_LargeArray, and make sure that
76 // SSPLK_SmallArray does not overwrite SSPLK_LargeArray.
77 I = Layout.find(To);
78 if (I == Layout.end())
79 Layout.insert(std::make_pair(To, Kind));
80 else if (I->second != SSPLK_LargeArray && Kind != SSPLK_AddrOf)
81 I->second = Kind;
82 }
83}
84
Bill Wendling2b58ce52008-11-04 02:10:20 +000085bool StackProtector::runOnFunction(Function &Fn) {
86 F = &Fn;
87 M = F->getParent();
Stephen Hines36b56882014-04-23 16:57:46 -070088 DominatorTreeWrapperPass *DTWP =
89 getAnalysisIfAvailable<DominatorTreeWrapperPass>();
Stephen Hinesdce4a402014-05-29 02:49:00 -070090 DT = DTWP ? &DTWP->getDomTree() : nullptr;
Stephen Hinesebe69fe2015-03-23 12:10:34 -070091 TLI = TM->getSubtargetImpl(Fn)->getTargetLowering();
Bill Wendling2b58ce52008-11-04 02:10:20 +000092
Stephen Hinesebe69fe2015-03-23 12:10:34 -070093 Attribute Attr = Fn.getFnAttribute("stack-protector-buffer-size");
Stephen Hines36b56882014-04-23 16:57:46 -070094 if (Attr.isStringAttribute() &&
95 Attr.getValueAsString().getAsInteger(10, SSPBufferSize))
96 return false; // Invalid integer string
Bill Wendling0dcba2f2013-07-22 20:15:21 +000097
Stephen Hinesdce4a402014-05-29 02:49:00 -070098 if (!RequiresStackProtector())
99 return false;
100
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000101 ++NumFunProtected;
Bill Wendling613f7742008-11-05 00:00:21 +0000102 return InsertStackProtectors();
Bill Wendling2b58ce52008-11-04 02:10:20 +0000103}
104
Josh Magee4598b402013-10-29 21:16:16 +0000105/// \param [out] IsLarge is set to true if a protectable array is found and
106/// it is "large" ( >= ssp-buffer-size). In the case of a structure with
107/// multiple arrays, this gets set if any of them is large.
108bool StackProtector::ContainsProtectableArray(Type *Ty, bool &IsLarge,
Josh Magee62406fd2013-10-30 02:25:14 +0000109 bool Strong,
110 bool InStruct) const {
111 if (!Ty)
112 return false;
Bill Wendlinga67eda72012-08-17 20:59:56 +0000113 if (ArrayType *AT = dyn_cast<ArrayType>(Ty)) {
114 if (!AT->getElementType()->isIntegerTy(8)) {
Bill Wendlinga67eda72012-08-17 20:59:56 +0000115 // If we're on a non-Darwin platform or we're inside of a structure, don't
116 // add stack protectors unless the array is a character array.
Josh Magee4598b402013-10-29 21:16:16 +0000117 // However, in strong mode any array, regardless of type and size,
118 // triggers a protector.
119 if (!Strong && (InStruct || !Trip.isOSDarwin()))
120 return false;
Bill Wendlinga67eda72012-08-17 20:59:56 +0000121 }
122
123 // If an array has more than SSPBufferSize bytes of allocated space, then we
124 // emit stack protectors.
Josh Magee4598b402013-10-29 21:16:16 +0000125 if (SSPBufferSize <= TLI->getDataLayout()->getTypeAllocSize(AT)) {
126 IsLarge = true;
127 return true;
Josh Magee62406fd2013-10-30 02:25:14 +0000128 }
Josh Magee4598b402013-10-29 21:16:16 +0000129
130 if (Strong)
131 // Require a protector for all arrays in strong mode
Bill Wendlinga67eda72012-08-17 20:59:56 +0000132 return true;
133 }
134
135 const StructType *ST = dyn_cast<StructType>(Ty);
Josh Magee62406fd2013-10-30 02:25:14 +0000136 if (!ST)
137 return false;
Bill Wendlinga67eda72012-08-17 20:59:56 +0000138
Josh Magee4598b402013-10-29 21:16:16 +0000139 bool NeedsProtector = false;
Bill Wendlinga67eda72012-08-17 20:59:56 +0000140 for (StructType::element_iterator I = ST->element_begin(),
Josh Magee62406fd2013-10-30 02:25:14 +0000141 E = ST->element_end();
142 I != E; ++I)
Josh Magee4598b402013-10-29 21:16:16 +0000143 if (ContainsProtectableArray(*I, IsLarge, Strong, true)) {
144 // If the element is a protectable array and is large (>= SSPBufferSize)
145 // then we are done. If the protectable array is not large, then
146 // keep looking in case a subsequent element is a large array.
147 if (IsLarge)
148 return true;
149 NeedsProtector = true;
150 }
Bill Wendlinga67eda72012-08-17 20:59:56 +0000151
Josh Magee4598b402013-10-29 21:16:16 +0000152 return NeedsProtector;
Bill Wendlinga67eda72012-08-17 20:59:56 +0000153}
154
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000155bool StackProtector::HasAddressTaken(const Instruction *AI) {
Stephen Hines36b56882014-04-23 16:57:46 -0700156 for (const User *U : AI->users()) {
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000157 if (const StoreInst *SI = dyn_cast<StoreInst>(U)) {
158 if (AI == SI->getValueOperand())
159 return true;
160 } else if (const PtrToIntInst *SI = dyn_cast<PtrToIntInst>(U)) {
161 if (AI == SI->getOperand(0))
162 return true;
163 } else if (isa<CallInst>(U)) {
164 return true;
165 } else if (isa<InvokeInst>(U)) {
166 return true;
167 } else if (const SelectInst *SI = dyn_cast<SelectInst>(U)) {
168 if (HasAddressTaken(SI))
169 return true;
170 } else if (const PHINode *PN = dyn_cast<PHINode>(U)) {
171 // Keep track of what PHI nodes we have already visited to ensure
172 // they are only visited once.
Stephen Hines37ed9c12014-12-01 14:51:49 -0800173 if (VisitedPHIs.insert(PN).second)
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000174 if (HasAddressTaken(PN))
175 return true;
176 } else if (const GetElementPtrInst *GEP = dyn_cast<GetElementPtrInst>(U)) {
177 if (HasAddressTaken(GEP))
178 return true;
179 } else if (const BitCastInst *BI = dyn_cast<BitCastInst>(U)) {
180 if (HasAddressTaken(BI))
181 return true;
182 }
183 }
184 return false;
185}
186
187/// \brief Check whether or not this function needs a stack protector based
188/// upon the stack protector level.
189///
190/// We use two heuristics: a standard (ssp) and strong (sspstrong).
191/// The standard heuristic which will add a guard variable to functions that
192/// call alloca with a either a variable size or a size >= SSPBufferSize,
193/// functions with character buffers larger than SSPBufferSize, and functions
194/// with aggregates containing character buffers larger than SSPBufferSize. The
195/// strong heuristic will add a guard variables to functions that call alloca
196/// regardless of size, functions with any buffer regardless of type and size,
197/// functions with aggregates that contain any buffer regardless of type and
198/// size, and functions that contain stack-based variables that have had their
199/// address taken.
200bool StackProtector::RequiresStackProtector() {
201 bool Strong = false;
Josh Magee4598b402013-10-29 21:16:16 +0000202 bool NeedsProtector = false;
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700203 if (F->hasFnAttribute(Attribute::StackProtectReq)) {
Josh Magee4598b402013-10-29 21:16:16 +0000204 NeedsProtector = true;
205 Strong = true; // Use the same heuristic as strong to determine SSPLayout
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700206 } else if (F->hasFnAttribute(Attribute::StackProtectStrong))
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000207 Strong = true;
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700208 else if (!F->hasFnAttribute(Attribute::StackProtect))
Bill Wendlingc3348a72008-11-18 05:32:11 +0000209 return false;
210
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700211 for (const BasicBlock &BB : *F) {
212 for (const Instruction &I : BB) {
213 if (const AllocaInst *AI = dyn_cast<AllocaInst>(&I)) {
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000214 if (AI->isArrayAllocation()) {
215 // SSP-Strong: Enable protectors for any call to alloca, regardless
216 // of size.
217 if (Strong)
218 return true;
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000219
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700220 if (const auto *CI = dyn_cast<ConstantInt>(AI->getArraySize())) {
Josh Magee4598b402013-10-29 21:16:16 +0000221 if (CI->getLimitedValue(SSPBufferSize) >= SSPBufferSize) {
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000222 // A call to alloca with size >= SSPBufferSize requires
223 // stack protectors.
Josh Magee4598b402013-10-29 21:16:16 +0000224 Layout.insert(std::make_pair(AI, SSPLK_LargeArray));
225 NeedsProtector = true;
226 } else if (Strong) {
227 // Require protectors for all alloca calls in strong mode.
228 Layout.insert(std::make_pair(AI, SSPLK_SmallArray));
229 NeedsProtector = true;
230 }
Bill Wendling0dcba2f2013-07-22 20:15:21 +0000231 } else {
232 // A call to alloca with a variable size requires protectors.
Josh Magee4598b402013-10-29 21:16:16 +0000233 Layout.insert(std::make_pair(AI, SSPLK_LargeArray));
234 NeedsProtector = true;
Bill Wendling0dcba2f2013-07-22 20:15:21 +0000235 }
Josh Magee4598b402013-10-29 21:16:16 +0000236 continue;
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000237 }
238
Josh Magee4598b402013-10-29 21:16:16 +0000239 bool IsLarge = false;
240 if (ContainsProtectableArray(AI->getAllocatedType(), IsLarge, Strong)) {
241 Layout.insert(std::make_pair(AI, IsLarge ? SSPLK_LargeArray
242 : SSPLK_SmallArray));
243 NeedsProtector = true;
244 continue;
245 }
Bill Wendlingc3348a72008-11-18 05:32:11 +0000246
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000247 if (Strong && HasAddressTaken(AI)) {
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000248 ++NumAddrTaken;
Josh Magee4598b402013-10-29 21:16:16 +0000249 Layout.insert(std::make_pair(AI, SSPLK_AddrOf));
250 NeedsProtector = true;
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000251 }
Bill Wendlingc3348a72008-11-18 05:32:11 +0000252 }
Bill Wendlinge4957fb2013-01-23 06:43:53 +0000253 }
Bill Wendlingc3348a72008-11-18 05:32:11 +0000254 }
255
Josh Magee4598b402013-10-29 21:16:16 +0000256 return NeedsProtector;
Bill Wendlingc3348a72008-11-18 05:32:11 +0000257}
258
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000259static bool InstructionWillNotHaveChain(const Instruction *I) {
260 return !I->mayHaveSideEffects() && !I->mayReadFromMemory() &&
Josh Magee62406fd2013-10-30 02:25:14 +0000261 isSafeToSpeculativelyExecute(I);
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000262}
263
264/// Identify if RI has a previous instruction in the "Tail Position" and return
265/// it. Otherwise return 0.
266///
Michael Gottesmanb99272a2013-08-20 08:56:23 +0000267/// This is based off of the code in llvm::isInTailCallPosition. The difference
268/// is that it inverts the first part of llvm::isInTailCallPosition since
269/// isInTailCallPosition is checking if a call is in a tail call position, and
270/// we are searching for an unknown tail call that might be in the tail call
271/// position. Once we find the call though, the code uses the same refactored
272/// code, returnTypeIsEligibleForTailCall.
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000273static CallInst *FindPotentialTailCall(BasicBlock *BB, ReturnInst *RI,
274 const TargetLoweringBase *TLI) {
275 // Establish a reasonable upper bound on the maximum amount of instructions we
276 // will look through to find a tail call.
277 unsigned SearchCounter = 0;
278 const unsigned MaxSearch = 4;
279 bool NoInterposingChain = true;
280
Stephen Hines36b56882014-04-23 16:57:46 -0700281 for (BasicBlock::reverse_iterator I = std::next(BB->rbegin()), E = BB->rend();
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000282 I != E && SearchCounter < MaxSearch; ++I) {
283 Instruction *Inst = &*I;
284
285 // Skip over debug intrinsics and do not allow them to affect our MaxSearch
286 // counter.
287 if (isa<DbgInfoIntrinsic>(Inst))
288 continue;
289
290 // If we find a call and the following conditions are satisifed, then we
291 // have found a tail call that satisfies at least the target independent
292 // requirements of a tail call:
293 //
294 // 1. The call site has the tail marker.
295 //
296 // 2. The call site either will not cause the creation of a chain or if a
297 // chain is necessary there are no instructions in between the callsite and
298 // the call which would create an interposing chain.
299 //
300 // 3. The return type of the function does not impede tail call
301 // optimization.
302 if (CallInst *CI = dyn_cast<CallInst>(Inst)) {
303 if (CI->isTailCall() &&
304 (InstructionWillNotHaveChain(CI) || NoInterposingChain) &&
305 returnTypeIsEligibleForTailCall(BB->getParent(), CI, RI, *TLI))
306 return CI;
307 }
308
309 // If we did not find a call see if we have an instruction that may create
310 // an interposing chain.
Josh Magee62406fd2013-10-30 02:25:14 +0000311 NoInterposingChain =
312 NoInterposingChain && InstructionWillNotHaveChain(Inst);
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000313
314 // Increment max search.
315 SearchCounter++;
316 }
317
Stephen Hinesdce4a402014-05-29 02:49:00 -0700318 return nullptr;
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000319}
320
Michael Gottesmanc03d5ec2013-07-22 20:44:11 +0000321/// Insert code into the entry block that stores the __stack_chk_guard
322/// variable onto the stack:
323///
324/// entry:
325/// StackGuardSlot = alloca i8*
326/// StackGuard = load __stack_chk_guard
327/// call void @llvm.stackprotect.create(StackGuard, StackGuardSlot)
328///
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000329/// Returns true if the platform/triple supports the stackprotectorcreate pseudo
330/// node.
331static bool CreatePrologue(Function *F, Module *M, ReturnInst *RI,
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700332 const TargetLoweringBase *TLI, const Triple &TT,
Michael Gottesmanc03d5ec2013-07-22 20:44:11 +0000333 AllocaInst *&AI, Value *&StackGuardVar) {
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000334 bool SupportsSelectionDAGSP = false;
Michael Gottesmanc03d5ec2013-07-22 20:44:11 +0000335 PointerType *PtrTy = Type::getInt8PtrTy(RI->getContext());
336 unsigned AddressSpace, Offset;
337 if (TLI->getStackCookieLocation(AddressSpace, Offset)) {
338 Constant *OffsetVal =
Josh Magee62406fd2013-10-30 02:25:14 +0000339 ConstantInt::get(Type::getInt32Ty(RI->getContext()), Offset);
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000340
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700341 StackGuardVar =
342 ConstantExpr::getIntToPtr(OffsetVal, PointerType::get(PtrTy,
343 AddressSpace));
344 } else if (TT.isOSOpenBSD()) {
Michael Gottesmanc03d5ec2013-07-22 20:44:11 +0000345 StackGuardVar = M->getOrInsertGlobal("__guard_local", PtrTy);
346 cast<GlobalValue>(StackGuardVar)
Josh Magee62406fd2013-10-30 02:25:14 +0000347 ->setVisibility(GlobalValue::HiddenVisibility);
Michael Gottesmanc03d5ec2013-07-22 20:44:11 +0000348 } else {
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000349 SupportsSelectionDAGSP = true;
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000350 StackGuardVar = M->getOrInsertGlobal("__stack_chk_guard", PtrTy);
Michael Gottesmanc03d5ec2013-07-22 20:44:11 +0000351 }
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000352
Benjamin Kramer54cf1412013-09-09 17:38:01 +0000353 IRBuilder<> B(&F->getEntryBlock().front());
Stephen Hinesdce4a402014-05-29 02:49:00 -0700354 AI = B.CreateAlloca(PtrTy, nullptr, "StackGuardSlot");
Benjamin Kramer54cf1412013-09-09 17:38:01 +0000355 LoadInst *LI = B.CreateLoad(StackGuardVar, "StackGuard");
356 B.CreateCall2(Intrinsic::getDeclaration(M, Intrinsic::stackprotector), LI,
357 AI);
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000358
359 return SupportsSelectionDAGSP;
Michael Gottesmanc03d5ec2013-07-22 20:44:11 +0000360}
361
Bill Wendling613f7742008-11-05 00:00:21 +0000362/// InsertStackProtectors - Insert code into the prologue and epilogue of the
363/// function.
364///
365/// - The prologue code loads and stores the stack guard onto the stack.
366/// - The epilogue checks the value stored in the prologue against the original
367/// value. It calls __stack_chk_fail if they differ.
368bool StackProtector::InsertStackProtectors() {
Michael Gottesman236e3892013-08-09 21:26:18 +0000369 bool HasPrologue = false;
Michael Gottesmand4f47882013-08-20 08:56:26 +0000370 bool SupportsSelectionDAGSP =
Josh Magee62406fd2013-10-30 02:25:14 +0000371 EnableSelectionDAGSP && !TM->Options.EnableFastISel;
Stephen Hinesdce4a402014-05-29 02:49:00 -0700372 AllocaInst *AI = nullptr; // Place on stack that stores the stack guard.
373 Value *StackGuardVar = nullptr; // The stack guard variable.
Bill Wendlingb7c6ebc2008-11-07 01:23:58 +0000374
Josh Magee62406fd2013-10-30 02:25:14 +0000375 for (Function::iterator I = F->begin(), E = F->end(); I != E;) {
Bill Wendlingc3348a72008-11-18 05:32:11 +0000376 BasicBlock *BB = I++;
Bill Wendlingc3348a72008-11-18 05:32:11 +0000377 ReturnInst *RI = dyn_cast<ReturnInst>(BB->getTerminator());
Michael Gottesmanade30752013-08-20 08:56:28 +0000378 if (!RI)
379 continue;
Bill Wendlingb7c6ebc2008-11-07 01:23:58 +0000380
Michael Gottesman236e3892013-08-09 21:26:18 +0000381 if (!HasPrologue) {
382 HasPrologue = true;
Josh Magee62406fd2013-10-30 02:25:14 +0000383 SupportsSelectionDAGSP &=
384 CreatePrologue(F, M, RI, TLI, Trip, AI, StackGuardVar);
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000385 }
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000386
Michael Gottesmand4f47882013-08-20 08:56:26 +0000387 if (SupportsSelectionDAGSP) {
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000388 // Since we have a potential tail call, insert the special stack check
389 // intrinsic.
Stephen Hinesdce4a402014-05-29 02:49:00 -0700390 Instruction *InsertionPt = nullptr;
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000391 if (CallInst *CI = FindPotentialTailCall(BB, RI, TLI)) {
392 InsertionPt = CI;
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000393 } else {
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000394 InsertionPt = RI;
395 // At this point we know that BB has a return statement so it *DOES*
396 // have a terminator.
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700397 assert(InsertionPt != nullptr &&
398 "BB must have a terminator instruction at this point.");
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000399 }
400
401 Function *Intrinsic =
Josh Magee62406fd2013-10-30 02:25:14 +0000402 Intrinsic::getDeclaration(M, Intrinsic::stackprotectorcheck);
Benjamin Kramer54cf1412013-09-09 17:38:01 +0000403 CallInst::Create(Intrinsic, StackGuardVar, "", InsertionPt);
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000404 } else {
Michael Gottesman47d6e072013-08-20 08:46:13 +0000405 // If we do not support SelectionDAG based tail calls, generate IR level
406 // tail calls.
407 //
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000408 // For each block with a return instruction, convert this:
409 //
410 // return:
411 // ...
412 // ret ...
413 //
414 // into this:
415 //
416 // return:
417 // ...
418 // %1 = load __stack_chk_guard
419 // %2 = load StackGuardSlot
420 // %3 = cmp i1 %1, %2
421 // br i1 %3, label %SP_return, label %CallStackCheckFailBlk
422 //
423 // SP_return:
424 // ret ...
425 //
426 // CallStackCheckFailBlk:
427 // call void @__stack_chk_fail()
428 // unreachable
429
430 // Create the FailBB. We duplicate the BB every time since the MI tail
431 // merge pass will merge together all of the various BB into one including
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000432 // fail BB generated by the stack protector pseudo instruction.
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000433 BasicBlock *FailBB = CreateFailBB();
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000434
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000435 // Split the basic block before the return instruction.
436 BasicBlock *NewBB = BB->splitBasicBlock(RI, "SP_return");
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000437
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000438 // Update the dominator tree if we need to.
439 if (DT && DT->isReachableFromEntry(BB)) {
440 DT->addNewBlock(NewBB, BB);
441 DT->addNewBlock(FailBB, BB);
442 }
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000443
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000444 // Remove default branch instruction to the new BB.
445 BB->getTerminator()->eraseFromParent();
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000446
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000447 // Move the newly created basic block to the point right after the old
448 // basic block so that it's in the "fall through" position.
449 NewBB->moveAfter(BB);
Michael Gottesmanc02dbeb2013-08-20 08:46:16 +0000450
Michael Gottesman3480d1b2013-08-20 08:36:53 +0000451 // Generate the stack protector instructions in the old basic block.
Benjamin Kramer54cf1412013-09-09 17:38:01 +0000452 IRBuilder<> B(BB);
453 LoadInst *LI1 = B.CreateLoad(StackGuardVar);
454 LoadInst *LI2 = B.CreateLoad(AI);
455 Value *Cmp = B.CreateICmpEQ(LI1, LI2);
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700456 unsigned SuccessWeight =
457 BranchProbabilityInfo::getBranchWeightStackProtector(true);
458 unsigned FailureWeight =
459 BranchProbabilityInfo::getBranchWeightStackProtector(false);
460 MDNode *Weights = MDBuilder(F->getContext())
461 .createBranchWeights(SuccessWeight, FailureWeight);
462 B.CreateCondBr(Cmp, NewBB, FailBB, Weights);
Bill Wendling1fb615f2008-11-06 23:55:49 +0000463 }
Bill Wendling2b58ce52008-11-04 02:10:20 +0000464 }
Bill Wendling613f7742008-11-05 00:00:21 +0000465
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700466 // Return if we didn't modify any basic blocks. i.e., there are no return
Bill Wendling1fb615f2008-11-06 23:55:49 +0000467 // statements in the function.
Michael Gottesman236e3892013-08-09 21:26:18 +0000468 if (!HasPrologue)
469 return false;
Cameron Zwarich80f6a502011-01-08 17:01:52 +0000470
Bill Wendling613f7742008-11-05 00:00:21 +0000471 return true;
Bill Wendling2b58ce52008-11-04 02:10:20 +0000472}
473
474/// CreateFailBB - Create a basic block to jump to when the stack protector
475/// check fails.
Bill Wendling613f7742008-11-05 00:00:21 +0000476BasicBlock *StackProtector::CreateFailBB() {
Rafael Espindola62ed8d32013-06-07 16:35:57 +0000477 LLVMContext &Context = F->getContext();
478 BasicBlock *FailBB = BasicBlock::Create(Context, "CallStackCheckFailBlk", F);
Benjamin Kramer54cf1412013-09-09 17:38:01 +0000479 IRBuilder<> B(FailBB);
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700480 if (Trip.isOSOpenBSD()) {
481 Constant *StackChkFail =
482 M->getOrInsertFunction("__stack_smash_handler",
483 Type::getVoidTy(Context),
484 Type::getInt8PtrTy(Context), nullptr);
Rafael Espindola62ed8d32013-06-07 16:35:57 +0000485
Benjamin Kramer54cf1412013-09-09 17:38:01 +0000486 B.CreateCall(StackChkFail, B.CreateGlobalStringPtr(F->getName(), "SSH"));
Rafael Espindola62ed8d32013-06-07 16:35:57 +0000487 } else {
Stephen Hinesebe69fe2015-03-23 12:10:34 -0700488 Constant *StackChkFail =
489 M->getOrInsertFunction("__stack_chk_fail", Type::getVoidTy(Context),
490 nullptr);
Benjamin Kramer54cf1412013-09-09 17:38:01 +0000491 B.CreateCall(StackChkFail);
Rafael Espindola62ed8d32013-06-07 16:35:57 +0000492 }
Benjamin Kramer54cf1412013-09-09 17:38:01 +0000493 B.CreateUnreachable();
Bill Wendling613f7742008-11-05 00:00:21 +0000494 return FailBB;
Bill Wendling2b58ce52008-11-04 02:10:20 +0000495}