Eugene Zelenko | db56e5a | 2017-02-22 22:32:51 +0000 | [diff] [blame] | 1 | //===- StackProtector.cpp - Stack Protector Insertion ---------------------===// |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
Bill Wendling | 64adc71 | 2008-11-04 21:53:09 +0000 | [diff] [blame] | 10 | // This pass inserts stack protectors into functions which need them. A variable |
| 11 | // with a random value in it is stored onto the stack before the local variables |
| 12 | // are allocated. Upon exiting the block, the stored value is checked. If it's |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 13 | // changed, then there was some sort of violation and the program aborts. |
| 14 | // |
| 15 | //===----------------------------------------------------------------------===// |
| 16 | |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 17 | #include "llvm/ADT/SmallPtrSet.h" |
| 18 | #include "llvm/ADT/Statistic.h" |
Akira Hatanaka | b9991a2 | 2014-12-01 04:27:03 +0000 | [diff] [blame] | 19 | #include "llvm/Analysis/BranchProbabilityInfo.h" |
Etienne Bergeron | 22bfa83 | 2016-06-07 20:15:35 +0000 | [diff] [blame] | 20 | #include "llvm/Analysis/EHPersonalities.h" |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 21 | #include "llvm/Analysis/OptimizationDiagnosticInfo.h" |
Chandler Carruth | 8a8cd2b | 2014-01-07 11:48:04 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/Passes.h" |
Eugene Zelenko | db56e5a | 2017-02-22 22:32:51 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/StackProtector.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 24 | #include "llvm/IR/Attributes.h" |
Eugene Zelenko | db56e5a | 2017-02-22 22:32:51 +0000 | [diff] [blame] | 25 | #include "llvm/IR/BasicBlock.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 26 | #include "llvm/IR/Constants.h" |
| 27 | #include "llvm/IR/DataLayout.h" |
Yunzhong Gao | b386955 | 2016-06-30 18:49:04 +0000 | [diff] [blame] | 28 | #include "llvm/IR/DebugInfo.h" |
Eugene Zelenko | db56e5a | 2017-02-22 22:32:51 +0000 | [diff] [blame] | 29 | #include "llvm/IR/DebugLoc.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 30 | #include "llvm/IR/DerivedTypes.h" |
| 31 | #include "llvm/IR/Function.h" |
Benjamin Kramer | d93817f | 2013-09-09 17:38:01 +0000 | [diff] [blame] | 32 | #include "llvm/IR/IRBuilder.h" |
Eugene Zelenko | db56e5a | 2017-02-22 22:32:51 +0000 | [diff] [blame] | 33 | #include "llvm/IR/Instruction.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 34 | #include "llvm/IR/Instructions.h" |
| 35 | #include "llvm/IR/Intrinsics.h" |
Akira Hatanaka | b9991a2 | 2014-12-01 04:27:03 +0000 | [diff] [blame] | 36 | #include "llvm/IR/MDBuilder.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 37 | #include "llvm/IR/Module.h" |
Eugene Zelenko | db56e5a | 2017-02-22 22:32:51 +0000 | [diff] [blame] | 38 | #include "llvm/IR/Type.h" |
| 39 | #include "llvm/IR/User.h" |
| 40 | #include "llvm/Pass.h" |
| 41 | #include "llvm/Support/Casting.h" |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 42 | #include "llvm/Support/CommandLine.h" |
Eugene Zelenko | db56e5a | 2017-02-22 22:32:51 +0000 | [diff] [blame] | 43 | #include "llvm/Target/TargetLowering.h" |
| 44 | #include "llvm/Target/TargetMachine.h" |
| 45 | #include "llvm/Target/TargetOptions.h" |
Eric Christopher | d913448 | 2014-08-04 21:25:23 +0000 | [diff] [blame] | 46 | #include "llvm/Target/TargetSubtargetInfo.h" |
Eugene Zelenko | db56e5a | 2017-02-22 22:32:51 +0000 | [diff] [blame] | 47 | #include <utility> |
| 48 | |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 49 | using namespace llvm; |
| 50 | |
Chandler Carruth | 1b9dde0 | 2014-04-22 02:02:50 +0000 | [diff] [blame] | 51 | #define DEBUG_TYPE "stack-protector" |
| 52 | |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 53 | STATISTIC(NumFunProtected, "Number of functions protected"); |
| 54 | STATISTIC(NumAddrTaken, "Number of local variables that have their address" |
| 55 | " taken."); |
| 56 | |
Josh Magee | 7245f1d | 2013-10-30 02:25:14 +0000 | [diff] [blame] | 57 | static cl::opt<bool> EnableSelectionDAGSP("enable-selectiondag-sp", |
| 58 | cl::init(true), cl::Hidden); |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 59 | |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 60 | char StackProtector::ID = 0; |
Silviu Baranga | 0a020f0 | 2016-09-14 14:09:43 +0000 | [diff] [blame] | 61 | INITIALIZE_TM_PASS(StackProtector, "stack-protector", "Insert stack protectors", |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 62 | false, true) |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 63 | |
Bill Wendling | afc1036 | 2013-06-19 20:51:24 +0000 | [diff] [blame] | 64 | FunctionPass *llvm::createStackProtectorPass(const TargetMachine *TM) { |
| 65 | return new StackProtector(TM); |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 66 | } |
| 67 | |
Josh Magee | 7245f1d | 2013-10-30 02:25:14 +0000 | [diff] [blame] | 68 | StackProtector::SSPLayoutKind |
| 69 | StackProtector::getSSPLayout(const AllocaInst *AI) const { |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 70 | return AI ? Layout.lookup(AI) : SSPLK_None; |
| 71 | } |
| 72 | |
Hal Finkel | a69e5b8 | 2014-01-20 19:49:14 +0000 | [diff] [blame] | 73 | void StackProtector::adjustForColoring(const AllocaInst *From, |
| 74 | const AllocaInst *To) { |
| 75 | // When coloring replaces one alloca with another, transfer the SSPLayoutKind |
| 76 | // tag from the remapped to the target alloca. The remapped alloca should |
| 77 | // have a size smaller than or equal to the replacement alloca. |
| 78 | SSPLayoutMap::iterator I = Layout.find(From); |
| 79 | if (I != Layout.end()) { |
| 80 | SSPLayoutKind Kind = I->second; |
| 81 | Layout.erase(I); |
| 82 | |
| 83 | // Transfer the tag, but make sure that SSPLK_AddrOf does not overwrite |
| 84 | // SSPLK_SmallArray or SSPLK_LargeArray, and make sure that |
| 85 | // SSPLK_SmallArray does not overwrite SSPLK_LargeArray. |
| 86 | I = Layout.find(To); |
| 87 | if (I == Layout.end()) |
| 88 | Layout.insert(std::make_pair(To, Kind)); |
| 89 | else if (I->second != SSPLK_LargeArray && Kind != SSPLK_AddrOf) |
| 90 | I->second = Kind; |
| 91 | } |
| 92 | } |
| 93 | |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 94 | bool StackProtector::runOnFunction(Function &Fn) { |
| 95 | F = &Fn; |
| 96 | M = F->getParent(); |
Chandler Carruth | 7352302 | 2014-01-13 13:07:17 +0000 | [diff] [blame] | 97 | DominatorTreeWrapperPass *DTWP = |
| 98 | getAnalysisIfAvailable<DominatorTreeWrapperPass>(); |
Craig Topper | c0196b1 | 2014-04-14 00:51:57 +0000 | [diff] [blame] | 99 | DT = DTWP ? &DTWP->getDomTree() : nullptr; |
Eric Christopher | 3372620 | 2015-01-27 08:48:42 +0000 | [diff] [blame] | 100 | TLI = TM->getSubtargetImpl(Fn)->getTargetLowering(); |
Tim Shen | 0012756 | 2016-04-08 21:26:31 +0000 | [diff] [blame] | 101 | HasPrologue = false; |
| 102 | HasIRCheck = false; |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 103 | |
Duncan P. N. Exon Smith | 70eb9c5 | 2015-02-14 01:44:41 +0000 | [diff] [blame] | 104 | Attribute Attr = Fn.getFnAttribute("stack-protector-buffer-size"); |
Renato Golin | e195f9c | 2014-01-21 10:24:35 +0000 | [diff] [blame] | 105 | if (Attr.isStringAttribute() && |
| 106 | Attr.getValueAsString().getAsInteger(10, SSPBufferSize)) |
Etienne Bergeron | 22bfa83 | 2016-06-07 20:15:35 +0000 | [diff] [blame] | 107 | return false; // Invalid integer string |
Bill Wendling | c02a0aa | 2013-07-22 20:15:21 +0000 | [diff] [blame] | 108 | |
Josh Magee | adfde5f | 2014-04-17 19:08:36 +0000 | [diff] [blame] | 109 | if (!RequiresStackProtector()) |
| 110 | return false; |
| 111 | |
Etienne Bergeron | 22bfa83 | 2016-06-07 20:15:35 +0000 | [diff] [blame] | 112 | // TODO(etienneb): Functions with funclets are not correctly supported now. |
| 113 | // Do nothing if this is funclet-based personality. |
| 114 | if (Fn.hasPersonalityFn()) { |
| 115 | EHPersonality Personality = classifyEHPersonality(Fn.getPersonalityFn()); |
| 116 | if (isFuncletEHPersonality(Personality)) |
| 117 | return false; |
| 118 | } |
| 119 | |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 120 | ++NumFunProtected; |
Bill Wendling | 782e834 | 2008-11-05 00:00:21 +0000 | [diff] [blame] | 121 | return InsertStackProtectors(); |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 122 | } |
| 123 | |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 124 | /// \param [out] IsLarge is set to true if a protectable array is found and |
| 125 | /// it is "large" ( >= ssp-buffer-size). In the case of a structure with |
| 126 | /// multiple arrays, this gets set if any of them is large. |
| 127 | bool StackProtector::ContainsProtectableArray(Type *Ty, bool &IsLarge, |
Josh Magee | 7245f1d | 2013-10-30 02:25:14 +0000 | [diff] [blame] | 128 | bool Strong, |
| 129 | bool InStruct) const { |
| 130 | if (!Ty) |
| 131 | return false; |
Bill Wendling | bfb9b75 | 2012-08-17 20:59:56 +0000 | [diff] [blame] | 132 | if (ArrayType *AT = dyn_cast<ArrayType>(Ty)) { |
| 133 | if (!AT->getElementType()->isIntegerTy(8)) { |
Bill Wendling | bfb9b75 | 2012-08-17 20:59:56 +0000 | [diff] [blame] | 134 | // If we're on a non-Darwin platform or we're inside of a structure, don't |
| 135 | // add stack protectors unless the array is a character array. |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 136 | // However, in strong mode any array, regardless of type and size, |
| 137 | // triggers a protector. |
| 138 | if (!Strong && (InStruct || !Trip.isOSDarwin())) |
| 139 | return false; |
Bill Wendling | bfb9b75 | 2012-08-17 20:59:56 +0000 | [diff] [blame] | 140 | } |
| 141 | |
| 142 | // If an array has more than SSPBufferSize bytes of allocated space, then we |
| 143 | // emit stack protectors. |
Mehdi Amini | ed6edbf | 2015-07-07 23:38:49 +0000 | [diff] [blame] | 144 | if (SSPBufferSize <= M->getDataLayout().getTypeAllocSize(AT)) { |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 145 | IsLarge = true; |
| 146 | return true; |
Josh Magee | 7245f1d | 2013-10-30 02:25:14 +0000 | [diff] [blame] | 147 | } |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 148 | |
| 149 | if (Strong) |
| 150 | // Require a protector for all arrays in strong mode |
Bill Wendling | bfb9b75 | 2012-08-17 20:59:56 +0000 | [diff] [blame] | 151 | return true; |
| 152 | } |
| 153 | |
| 154 | const StructType *ST = dyn_cast<StructType>(Ty); |
Josh Magee | 7245f1d | 2013-10-30 02:25:14 +0000 | [diff] [blame] | 155 | if (!ST) |
| 156 | return false; |
Bill Wendling | bfb9b75 | 2012-08-17 20:59:56 +0000 | [diff] [blame] | 157 | |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 158 | bool NeedsProtector = false; |
Bill Wendling | bfb9b75 | 2012-08-17 20:59:56 +0000 | [diff] [blame] | 159 | for (StructType::element_iterator I = ST->element_begin(), |
Josh Magee | 7245f1d | 2013-10-30 02:25:14 +0000 | [diff] [blame] | 160 | E = ST->element_end(); |
| 161 | I != E; ++I) |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 162 | if (ContainsProtectableArray(*I, IsLarge, Strong, true)) { |
| 163 | // If the element is a protectable array and is large (>= SSPBufferSize) |
| 164 | // then we are done. If the protectable array is not large, then |
| 165 | // keep looking in case a subsequent element is a large array. |
| 166 | if (IsLarge) |
| 167 | return true; |
| 168 | NeedsProtector = true; |
| 169 | } |
Bill Wendling | bfb9b75 | 2012-08-17 20:59:56 +0000 | [diff] [blame] | 170 | |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 171 | return NeedsProtector; |
Bill Wendling | bfb9b75 | 2012-08-17 20:59:56 +0000 | [diff] [blame] | 172 | } |
| 173 | |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 174 | bool StackProtector::HasAddressTaken(const Instruction *AI) { |
Chandler Carruth | cdf4788 | 2014-03-09 03:16:01 +0000 | [diff] [blame] | 175 | for (const User *U : AI->users()) { |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 176 | if (const StoreInst *SI = dyn_cast<StoreInst>(U)) { |
| 177 | if (AI == SI->getValueOperand()) |
| 178 | return true; |
| 179 | } else if (const PtrToIntInst *SI = dyn_cast<PtrToIntInst>(U)) { |
| 180 | if (AI == SI->getOperand(0)) |
| 181 | return true; |
| 182 | } else if (isa<CallInst>(U)) { |
| 183 | return true; |
| 184 | } else if (isa<InvokeInst>(U)) { |
| 185 | return true; |
| 186 | } else if (const SelectInst *SI = dyn_cast<SelectInst>(U)) { |
| 187 | if (HasAddressTaken(SI)) |
| 188 | return true; |
| 189 | } else if (const PHINode *PN = dyn_cast<PHINode>(U)) { |
| 190 | // Keep track of what PHI nodes we have already visited to ensure |
| 191 | // they are only visited once. |
David Blaikie | 70573dc | 2014-11-19 07:49:26 +0000 | [diff] [blame] | 192 | if (VisitedPHIs.insert(PN).second) |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 193 | if (HasAddressTaken(PN)) |
| 194 | return true; |
| 195 | } else if (const GetElementPtrInst *GEP = dyn_cast<GetElementPtrInst>(U)) { |
| 196 | if (HasAddressTaken(GEP)) |
| 197 | return true; |
| 198 | } else if (const BitCastInst *BI = dyn_cast<BitCastInst>(U)) { |
| 199 | if (HasAddressTaken(BI)) |
| 200 | return true; |
| 201 | } |
| 202 | } |
| 203 | return false; |
| 204 | } |
| 205 | |
| 206 | /// \brief Check whether or not this function needs a stack protector based |
| 207 | /// upon the stack protector level. |
| 208 | /// |
| 209 | /// We use two heuristics: a standard (ssp) and strong (sspstrong). |
| 210 | /// The standard heuristic which will add a guard variable to functions that |
| 211 | /// call alloca with a either a variable size or a size >= SSPBufferSize, |
| 212 | /// functions with character buffers larger than SSPBufferSize, and functions |
| 213 | /// with aggregates containing character buffers larger than SSPBufferSize. The |
| 214 | /// strong heuristic will add a guard variables to functions that call alloca |
| 215 | /// regardless of size, functions with any buffer regardless of type and size, |
| 216 | /// functions with aggregates that contain any buffer regardless of type and |
| 217 | /// size, and functions that contain stack-based variables that have had their |
| 218 | /// address taken. |
| 219 | bool StackProtector::RequiresStackProtector() { |
| 220 | bool Strong = false; |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 221 | bool NeedsProtector = false; |
Tim Shen | 0012756 | 2016-04-08 21:26:31 +0000 | [diff] [blame] | 222 | for (const BasicBlock &BB : *F) |
| 223 | for (const Instruction &I : BB) |
| 224 | if (const CallInst *CI = dyn_cast<CallInst>(&I)) |
| 225 | if (CI->getCalledFunction() == |
| 226 | Intrinsic::getDeclaration(F->getParent(), |
| 227 | Intrinsic::stackprotector)) |
| 228 | HasPrologue = true; |
| 229 | |
Evgeniy Stepanov | f17120a | 2016-04-11 22:27:48 +0000 | [diff] [blame] | 230 | if (F->hasFnAttribute(Attribute::SafeStack)) |
| 231 | return false; |
| 232 | |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 233 | // We are constructing the OptimizationRemarkEmitter on the fly rather than |
| 234 | // using the analysis pass to avoid building DominatorTree and LoopInfo which |
| 235 | // are not available this late in the IR pipeline. |
| 236 | OptimizationRemarkEmitter ORE(F); |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 237 | |
Duncan P. N. Exon Smith | 70eb9c5 | 2015-02-14 01:44:41 +0000 | [diff] [blame] | 238 | if (F->hasFnAttribute(Attribute::StackProtectReq)) { |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 239 | ORE.emit(OptimizationRemark(DEBUG_TYPE, "StackProtectorRequested", F) |
Adam Nemet | 5361b82 | 2017-03-09 06:10:27 +0000 | [diff] [blame^] | 240 | << "Stack protection applied to function " |
| 241 | << ore::NV("Function", F) |
| 242 | << " due to a function attribute or command-line switch"); |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 243 | NeedsProtector = true; |
| 244 | Strong = true; // Use the same heuristic as strong to determine SSPLayout |
Duncan P. N. Exon Smith | 70eb9c5 | 2015-02-14 01:44:41 +0000 | [diff] [blame] | 245 | } else if (F->hasFnAttribute(Attribute::StackProtectStrong)) |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 246 | Strong = true; |
Tim Shen | 0012756 | 2016-04-08 21:26:31 +0000 | [diff] [blame] | 247 | else if (HasPrologue) |
| 248 | NeedsProtector = true; |
Duncan P. N. Exon Smith | 70eb9c5 | 2015-02-14 01:44:41 +0000 | [diff] [blame] | 249 | else if (!F->hasFnAttribute(Attribute::StackProtect)) |
Bill Wendling | eeb0415 | 2008-11-18 05:32:11 +0000 | [diff] [blame] | 250 | return false; |
| 251 | |
Saleem Abdulrasool | 57b5fe5 | 2014-12-20 21:37:51 +0000 | [diff] [blame] | 252 | for (const BasicBlock &BB : *F) { |
| 253 | for (const Instruction &I : BB) { |
| 254 | if (const AllocaInst *AI = dyn_cast<AllocaInst>(&I)) { |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 255 | if (AI->isArrayAllocation()) { |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 256 | OptimizationRemark Remark(DEBUG_TYPE, "StackProtectorAllocaOrArray", |
| 257 | &I); |
Adam Nemet | 5361b82 | 2017-03-09 06:10:27 +0000 | [diff] [blame^] | 258 | Remark |
| 259 | << "Stack protection applied to function " |
| 260 | << ore::NV("Function", F) |
| 261 | << " due to a call to alloca or use of a variable length array"; |
Saleem Abdulrasool | 57b5fe5 | 2014-12-20 21:37:51 +0000 | [diff] [blame] | 262 | if (const auto *CI = dyn_cast<ConstantInt>(AI->getArraySize())) { |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 263 | if (CI->getLimitedValue(SSPBufferSize) >= SSPBufferSize) { |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 264 | // A call to alloca with size >= SSPBufferSize requires |
| 265 | // stack protectors. |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 266 | Layout.insert(std::make_pair(AI, SSPLK_LargeArray)); |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 267 | ORE.emit(Remark); |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 268 | NeedsProtector = true; |
| 269 | } else if (Strong) { |
| 270 | // Require protectors for all alloca calls in strong mode. |
| 271 | Layout.insert(std::make_pair(AI, SSPLK_SmallArray)); |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 272 | ORE.emit(Remark); |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 273 | NeedsProtector = true; |
| 274 | } |
Bill Wendling | c02a0aa | 2013-07-22 20:15:21 +0000 | [diff] [blame] | 275 | } else { |
| 276 | // A call to alloca with a variable size requires protectors. |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 277 | Layout.insert(std::make_pair(AI, SSPLK_LargeArray)); |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 278 | ORE.emit(Remark); |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 279 | NeedsProtector = true; |
Bill Wendling | c02a0aa | 2013-07-22 20:15:21 +0000 | [diff] [blame] | 280 | } |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 281 | continue; |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 282 | } |
| 283 | |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 284 | bool IsLarge = false; |
| 285 | if (ContainsProtectableArray(AI->getAllocatedType(), IsLarge, Strong)) { |
| 286 | Layout.insert(std::make_pair(AI, IsLarge ? SSPLK_LargeArray |
| 287 | : SSPLK_SmallArray)); |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 288 | ORE.emit(OptimizationRemark(DEBUG_TYPE, "StackProtectorBuffer", &I) |
Adam Nemet | 5361b82 | 2017-03-09 06:10:27 +0000 | [diff] [blame^] | 289 | << "Stack protection applied to function " |
| 290 | << ore::NV("Function", F) |
| 291 | << " due to a stack allocated buffer or struct containing a " |
| 292 | "buffer"); |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 293 | NeedsProtector = true; |
| 294 | continue; |
| 295 | } |
Bill Wendling | eeb0415 | 2008-11-18 05:32:11 +0000 | [diff] [blame] | 296 | |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 297 | if (Strong && HasAddressTaken(AI)) { |
Michael Gottesman | 62c5d71 | 2013-08-20 08:46:16 +0000 | [diff] [blame] | 298 | ++NumAddrTaken; |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 299 | Layout.insert(std::make_pair(AI, SSPLK_AddrOf)); |
David Bozier | 5159968 | 2017-02-28 16:02:37 +0000 | [diff] [blame] | 300 | ORE.emit( |
| 301 | OptimizationRemark(DEBUG_TYPE, "StackProtectorAddressTaken", &I) |
Adam Nemet | 5361b82 | 2017-03-09 06:10:27 +0000 | [diff] [blame^] | 302 | << "Stack protection applied to function " |
| 303 | << ore::NV("Function", F) |
| 304 | << " due to the address of a local variable being taken"); |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 305 | NeedsProtector = true; |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 306 | } |
Bill Wendling | eeb0415 | 2008-11-18 05:32:11 +0000 | [diff] [blame] | 307 | } |
Bill Wendling | 7c8f96a | 2013-01-23 06:43:53 +0000 | [diff] [blame] | 308 | } |
Bill Wendling | eeb0415 | 2008-11-18 05:32:11 +0000 | [diff] [blame] | 309 | } |
| 310 | |
Josh Magee | 3f1c0e3 | 2013-10-29 21:16:16 +0000 | [diff] [blame] | 311 | return NeedsProtector; |
Bill Wendling | eeb0415 | 2008-11-18 05:32:11 +0000 | [diff] [blame] | 312 | } |
| 313 | |
Tim Shen | e885d5e | 2016-04-19 19:40:37 +0000 | [diff] [blame] | 314 | /// Create a stack guard loading and populate whether SelectionDAG SSP is |
| 315 | /// supported. |
| 316 | static Value *getStackGuard(const TargetLoweringBase *TLI, Module *M, |
| 317 | IRBuilder<> &B, |
| 318 | bool *SupportsSelectionDAGSP = nullptr) { |
| 319 | if (Value *Guard = TLI->getIRStackGuard(B)) |
| 320 | return B.CreateLoad(Guard, true, "StackGuard"); |
| 321 | |
| 322 | // Use SelectionDAG SSP handling, since there isn't an IR guard. |
| 323 | // |
| 324 | // This is more or less weird, since we optionally output whether we |
| 325 | // should perform a SelectionDAG SP here. The reason is that it's strictly |
| 326 | // defined as !TLI->getIRStackGuard(B), where getIRStackGuard is also |
| 327 | // mutating. There is no way to get this bit without mutating the IR, so |
| 328 | // getting this bit has to happen in this right time. |
| 329 | // |
| 330 | // We could have define a new function TLI::supportsSelectionDAGSP(), but that |
| 331 | // will put more burden on the backends' overriding work, especially when it |
| 332 | // actually conveys the same information getIRStackGuard() already gives. |
| 333 | if (SupportsSelectionDAGSP) |
| 334 | *SupportsSelectionDAGSP = true; |
| 335 | TLI->insertSSPDeclarations(*M); |
| 336 | return B.CreateCall(Intrinsic::getDeclaration(M, Intrinsic::stackguard)); |
| 337 | } |
| 338 | |
| 339 | /// Insert code into the entry block that stores the stack guard |
Michael Gottesman | a6188f9 | 2013-07-22 20:44:11 +0000 | [diff] [blame] | 340 | /// variable onto the stack: |
| 341 | /// |
| 342 | /// entry: |
| 343 | /// StackGuardSlot = alloca i8* |
Tim Shen | e885d5e | 2016-04-19 19:40:37 +0000 | [diff] [blame] | 344 | /// StackGuard = <stack guard> |
| 345 | /// call void @llvm.stackprotector(StackGuard, StackGuardSlot) |
Michael Gottesman | a6188f9 | 2013-07-22 20:44:11 +0000 | [diff] [blame] | 346 | /// |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 347 | /// Returns true if the platform/triple supports the stackprotectorcreate pseudo |
| 348 | /// node. |
| 349 | static bool CreatePrologue(Function *F, Module *M, ReturnInst *RI, |
Tim Shen | e885d5e | 2016-04-19 19:40:37 +0000 | [diff] [blame] | 350 | const TargetLoweringBase *TLI, AllocaInst *&AI) { |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 351 | bool SupportsSelectionDAGSP = false; |
Evgeniy Stepanov | dde29e2 | 2016-04-05 22:41:50 +0000 | [diff] [blame] | 352 | IRBuilder<> B(&F->getEntryBlock().front()); |
Tim Shen | 0012756 | 2016-04-08 21:26:31 +0000 | [diff] [blame] | 353 | PointerType *PtrTy = Type::getInt8PtrTy(RI->getContext()); |
Craig Topper | c0196b1 | 2014-04-14 00:51:57 +0000 | [diff] [blame] | 354 | AI = B.CreateAlloca(PtrTy, nullptr, "StackGuardSlot"); |
Tim Shen | e885d5e | 2016-04-19 19:40:37 +0000 | [diff] [blame] | 355 | |
Etienne Bergeron | 22bfa83 | 2016-06-07 20:15:35 +0000 | [diff] [blame] | 356 | Value *GuardSlot = getStackGuard(TLI, M, B, &SupportsSelectionDAGSP); |
David Blaikie | ff6409d | 2015-05-18 22:13:54 +0000 | [diff] [blame] | 357 | B.CreateCall(Intrinsic::getDeclaration(M, Intrinsic::stackprotector), |
Etienne Bergeron | 22bfa83 | 2016-06-07 20:15:35 +0000 | [diff] [blame] | 358 | {GuardSlot, AI}); |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 359 | return SupportsSelectionDAGSP; |
Michael Gottesman | a6188f9 | 2013-07-22 20:44:11 +0000 | [diff] [blame] | 360 | } |
| 361 | |
Bill Wendling | 782e834 | 2008-11-05 00:00:21 +0000 | [diff] [blame] | 362 | /// InsertStackProtectors - Insert code into the prologue and epilogue of the |
| 363 | /// function. |
| 364 | /// |
| 365 | /// - The prologue code loads and stores the stack guard onto the stack. |
| 366 | /// - The epilogue checks the value stored in the prologue against the original |
| 367 | /// value. It calls __stack_chk_fail if they differ. |
| 368 | bool StackProtector::InsertStackProtectors() { |
Michael Gottesman | 76c44be | 2013-08-20 08:56:26 +0000 | [diff] [blame] | 369 | bool SupportsSelectionDAGSP = |
Josh Magee | 7245f1d | 2013-10-30 02:25:14 +0000 | [diff] [blame] | 370 | EnableSelectionDAGSP && !TM->Options.EnableFastISel; |
Craig Topper | c0196b1 | 2014-04-14 00:51:57 +0000 | [diff] [blame] | 371 | AllocaInst *AI = nullptr; // Place on stack that stores the stack guard. |
Bill Wendling | eb4268d | 2008-11-07 01:23:58 +0000 | [diff] [blame] | 372 | |
Josh Magee | 7245f1d | 2013-10-30 02:25:14 +0000 | [diff] [blame] | 373 | for (Function::iterator I = F->begin(), E = F->end(); I != E;) { |
Duncan P. N. Exon Smith | f1ff53e | 2015-10-09 22:56:24 +0000 | [diff] [blame] | 374 | BasicBlock *BB = &*I++; |
Bill Wendling | eeb0415 | 2008-11-18 05:32:11 +0000 | [diff] [blame] | 375 | ReturnInst *RI = dyn_cast<ReturnInst>(BB->getTerminator()); |
Michael Gottesman | dc985ef | 2013-08-20 08:56:28 +0000 | [diff] [blame] | 376 | if (!RI) |
| 377 | continue; |
Bill Wendling | eb4268d | 2008-11-07 01:23:58 +0000 | [diff] [blame] | 378 | |
Etienne Bergeron | 22bfa83 | 2016-06-07 20:15:35 +0000 | [diff] [blame] | 379 | // Generate prologue instrumentation if not already generated. |
Michael Gottesman | 8afcf3a | 2013-08-09 21:26:18 +0000 | [diff] [blame] | 380 | if (!HasPrologue) { |
| 381 | HasPrologue = true; |
Tim Shen | e885d5e | 2016-04-19 19:40:37 +0000 | [diff] [blame] | 382 | SupportsSelectionDAGSP &= CreatePrologue(F, M, RI, TLI, AI); |
Michael Gottesman | 62c5d71 | 2013-08-20 08:46:16 +0000 | [diff] [blame] | 383 | } |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 384 | |
Etienne Bergeron | 22bfa83 | 2016-06-07 20:15:35 +0000 | [diff] [blame] | 385 | // SelectionDAG based code generation. Nothing else needs to be done here. |
| 386 | // The epilogue instrumentation is postponed to SelectionDAG. |
| 387 | if (SupportsSelectionDAGSP) |
| 388 | break; |
| 389 | |
| 390 | // Set HasIRCheck to true, so that SelectionDAG will not generate its own |
| 391 | // version. SelectionDAG called 'shouldEmitSDCheck' to check whether |
| 392 | // instrumentation has already been generated. |
| 393 | HasIRCheck = true; |
| 394 | |
| 395 | // Generate epilogue instrumentation. The epilogue intrumentation can be |
| 396 | // function-based or inlined depending on which mechanism the target is |
| 397 | // providing. |
| 398 | if (Value* GuardCheck = TLI->getSSPStackGuardCheck(*M)) { |
| 399 | // Generate the function-based epilogue instrumentation. |
| 400 | // The target provides a guard check function, generate a call to it. |
| 401 | IRBuilder<> B(RI); |
| 402 | LoadInst *Guard = B.CreateLoad(AI, true, "Guard"); |
| 403 | CallInst *Call = B.CreateCall(GuardCheck, {Guard}); |
| 404 | llvm::Function *Function = cast<llvm::Function>(GuardCheck); |
| 405 | Call->setAttributes(Function->getAttributes()); |
| 406 | Call->setCallingConv(Function->getCallingConv()); |
| 407 | } else { |
| 408 | // Generate the epilogue with inline instrumentation. |
Michael Gottesman | 56e246b | 2013-08-20 08:46:13 +0000 | [diff] [blame] | 409 | // If we do not support SelectionDAG based tail calls, generate IR level |
| 410 | // tail calls. |
| 411 | // |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 412 | // For each block with a return instruction, convert this: |
| 413 | // |
| 414 | // return: |
| 415 | // ... |
| 416 | // ret ... |
| 417 | // |
| 418 | // into this: |
| 419 | // |
| 420 | // return: |
| 421 | // ... |
Tim Shen | e885d5e | 2016-04-19 19:40:37 +0000 | [diff] [blame] | 422 | // %1 = <stack guard> |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 423 | // %2 = load StackGuardSlot |
| 424 | // %3 = cmp i1 %1, %2 |
| 425 | // br i1 %3, label %SP_return, label %CallStackCheckFailBlk |
| 426 | // |
| 427 | // SP_return: |
| 428 | // ret ... |
| 429 | // |
| 430 | // CallStackCheckFailBlk: |
| 431 | // call void @__stack_chk_fail() |
| 432 | // unreachable |
| 433 | |
| 434 | // Create the FailBB. We duplicate the BB every time since the MI tail |
| 435 | // merge pass will merge together all of the various BB into one including |
Michael Gottesman | 62c5d71 | 2013-08-20 08:46:16 +0000 | [diff] [blame] | 436 | // fail BB generated by the stack protector pseudo instruction. |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 437 | BasicBlock *FailBB = CreateFailBB(); |
Michael Gottesman | 62c5d71 | 2013-08-20 08:46:16 +0000 | [diff] [blame] | 438 | |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 439 | // Split the basic block before the return instruction. |
Duncan P. N. Exon Smith | f1ff53e | 2015-10-09 22:56:24 +0000 | [diff] [blame] | 440 | BasicBlock *NewBB = BB->splitBasicBlock(RI->getIterator(), "SP_return"); |
Michael Gottesman | 62c5d71 | 2013-08-20 08:46:16 +0000 | [diff] [blame] | 441 | |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 442 | // Update the dominator tree if we need to. |
| 443 | if (DT && DT->isReachableFromEntry(BB)) { |
| 444 | DT->addNewBlock(NewBB, BB); |
| 445 | DT->addNewBlock(FailBB, BB); |
| 446 | } |
Michael Gottesman | 62c5d71 | 2013-08-20 08:46:16 +0000 | [diff] [blame] | 447 | |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 448 | // Remove default branch instruction to the new BB. |
| 449 | BB->getTerminator()->eraseFromParent(); |
Michael Gottesman | 62c5d71 | 2013-08-20 08:46:16 +0000 | [diff] [blame] | 450 | |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 451 | // Move the newly created basic block to the point right after the old |
| 452 | // basic block so that it's in the "fall through" position. |
| 453 | NewBB->moveAfter(BB); |
Michael Gottesman | 62c5d71 | 2013-08-20 08:46:16 +0000 | [diff] [blame] | 454 | |
Michael Gottesman | 5e57068 | 2013-08-20 08:36:53 +0000 | [diff] [blame] | 455 | // Generate the stack protector instructions in the old basic block. |
Benjamin Kramer | d93817f | 2013-09-09 17:38:01 +0000 | [diff] [blame] | 456 | IRBuilder<> B(BB); |
Tim Shen | e885d5e | 2016-04-19 19:40:37 +0000 | [diff] [blame] | 457 | Value *Guard = getStackGuard(TLI, M, B); |
| 458 | LoadInst *LI2 = B.CreateLoad(AI, true); |
| 459 | Value *Cmp = B.CreateICmpEQ(Guard, LI2); |
Cong Hou | e93b8e1 | 2015-12-22 18:56:14 +0000 | [diff] [blame] | 460 | auto SuccessProb = |
| 461 | BranchProbabilityInfo::getBranchProbStackProtector(true); |
| 462 | auto FailureProb = |
| 463 | BranchProbabilityInfo::getBranchProbStackProtector(false); |
Akira Hatanaka | b9991a2 | 2014-12-01 04:27:03 +0000 | [diff] [blame] | 464 | MDNode *Weights = MDBuilder(F->getContext()) |
Cong Hou | e93b8e1 | 2015-12-22 18:56:14 +0000 | [diff] [blame] | 465 | .createBranchWeights(SuccessProb.getNumerator(), |
| 466 | FailureProb.getNumerator()); |
Akira Hatanaka | b9991a2 | 2014-12-01 04:27:03 +0000 | [diff] [blame] | 467 | B.CreateCondBr(Cmp, NewBB, FailBB, Weights); |
Bill Wendling | a0826e18 | 2008-11-06 23:55:49 +0000 | [diff] [blame] | 468 | } |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 469 | } |
Bill Wendling | 782e834 | 2008-11-05 00:00:21 +0000 | [diff] [blame] | 470 | |
Saleem Abdulrasool | 90c224a | 2014-12-21 21:52:38 +0000 | [diff] [blame] | 471 | // Return if we didn't modify any basic blocks. i.e., there are no return |
Bill Wendling | a0826e18 | 2008-11-06 23:55:49 +0000 | [diff] [blame] | 472 | // statements in the function. |
Rafael Espindola | 84921b9 | 2015-10-24 23:11:13 +0000 | [diff] [blame] | 473 | return HasPrologue; |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 474 | } |
| 475 | |
| 476 | /// CreateFailBB - Create a basic block to jump to when the stack protector |
| 477 | /// check fails. |
Bill Wendling | 782e834 | 2008-11-05 00:00:21 +0000 | [diff] [blame] | 478 | BasicBlock *StackProtector::CreateFailBB() { |
Rafael Espindola | aad6c24 | 2013-06-07 16:35:57 +0000 | [diff] [blame] | 479 | LLVMContext &Context = F->getContext(); |
| 480 | BasicBlock *FailBB = BasicBlock::Create(Context, "CallStackCheckFailBlk", F); |
Benjamin Kramer | d93817f | 2013-09-09 17:38:01 +0000 | [diff] [blame] | 481 | IRBuilder<> B(FailBB); |
Yunzhong Gao | b386955 | 2016-06-30 18:49:04 +0000 | [diff] [blame] | 482 | B.SetCurrentDebugLocation(DebugLoc::get(0, 0, F->getSubprogram())); |
Simon Pilgrim | 2bfd912 | 2014-11-29 19:18:21 +0000 | [diff] [blame] | 483 | if (Trip.isOSOpenBSD()) { |
Saleem Abdulrasool | 90c224a | 2014-12-21 21:52:38 +0000 | [diff] [blame] | 484 | Constant *StackChkFail = |
| 485 | M->getOrInsertFunction("__stack_smash_handler", |
| 486 | Type::getVoidTy(Context), |
| 487 | Type::getInt8PtrTy(Context), nullptr); |
Rafael Espindola | aad6c24 | 2013-06-07 16:35:57 +0000 | [diff] [blame] | 488 | |
Benjamin Kramer | d93817f | 2013-09-09 17:38:01 +0000 | [diff] [blame] | 489 | B.CreateCall(StackChkFail, B.CreateGlobalStringPtr(F->getName(), "SSH")); |
Rafael Espindola | aad6c24 | 2013-06-07 16:35:57 +0000 | [diff] [blame] | 490 | } else { |
Saleem Abdulrasool | 90c224a | 2014-12-21 21:52:38 +0000 | [diff] [blame] | 491 | Constant *StackChkFail = |
| 492 | M->getOrInsertFunction("__stack_chk_fail", Type::getVoidTy(Context), |
| 493 | nullptr); |
David Blaikie | ff6409d | 2015-05-18 22:13:54 +0000 | [diff] [blame] | 494 | B.CreateCall(StackChkFail, {}); |
Rafael Espindola | aad6c24 | 2013-06-07 16:35:57 +0000 | [diff] [blame] | 495 | } |
Benjamin Kramer | d93817f | 2013-09-09 17:38:01 +0000 | [diff] [blame] | 496 | B.CreateUnreachable(); |
Bill Wendling | 782e834 | 2008-11-05 00:00:21 +0000 | [diff] [blame] | 497 | return FailBB; |
Bill Wendling | 05d8417 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 498 | } |
Tim Shen | 0012756 | 2016-04-08 21:26:31 +0000 | [diff] [blame] | 499 | |
| 500 | bool StackProtector::shouldEmitSDCheck(const BasicBlock &BB) const { |
| 501 | return HasPrologue && !HasIRCheck && dyn_cast<ReturnInst>(BB.getTerminator()); |
| 502 | } |