Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 1 | //===- BoundsChecking.cpp - Instrumentation for run-time bounds checking --===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements a pass that instruments the code to perform run-time |
| 11 | // bounds checking on loads, stores, and other memory intrinsics. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | #define DEBUG_TYPE "bounds-checking" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 16 | #include "llvm/Transforms/Instrumentation.h" |
| 17 | #include "llvm/ADT/Statistic.h" |
| 18 | #include "llvm/Analysis/MemoryBuiltins.h" |
Chandler Carruth | 0b8c9a8 | 2013-01-02 11:36:10 +0000 | [diff] [blame^] | 19 | #include "llvm/IR/DataLayout.h" |
| 20 | #include "llvm/IR/IRBuilder.h" |
| 21 | #include "llvm/IR/Intrinsics.h" |
Chandler Carruth | 06cb8ed | 2012-06-29 12:38:19 +0000 | [diff] [blame] | 22 | #include "llvm/Pass.h" |
Nuno Lopes | 1cbf2be | 2012-05-31 22:58:48 +0000 | [diff] [blame] | 23 | #include "llvm/Support/CommandLine.h" |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 24 | #include "llvm/Support/Debug.h" |
| 25 | #include "llvm/Support/InstIterator.h" |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 26 | #include "llvm/Support/TargetFolder.h" |
Chandler Carruth | 06cb8ed | 2012-06-29 12:38:19 +0000 | [diff] [blame] | 27 | #include "llvm/Support/raw_ostream.h" |
Benjamin Kramer | 8e0d1c0 | 2012-08-29 15:32:21 +0000 | [diff] [blame] | 28 | #include "llvm/Target/TargetLibraryInfo.h" |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 29 | using namespace llvm; |
| 30 | |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 31 | static cl::opt<bool> SingleTrapBB("bounds-checking-single-trap", |
| 32 | cl::desc("Use one trap block per function")); |
Nuno Lopes | 1cbf2be | 2012-05-31 22:58:48 +0000 | [diff] [blame] | 33 | |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 34 | STATISTIC(ChecksAdded, "Bounds checks added"); |
| 35 | STATISTIC(ChecksSkipped, "Bounds checks skipped"); |
| 36 | STATISTIC(ChecksUnable, "Bounds checks unable to add"); |
| 37 | |
| 38 | typedef IRBuilder<true, TargetFolder> BuilderTy; |
| 39 | |
| 40 | namespace { |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 41 | struct BoundsChecking : public FunctionPass { |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 42 | static char ID; |
| 43 | |
Joey Gouly | f284aef | 2012-11-23 10:47:35 +0000 | [diff] [blame] | 44 | BoundsChecking() : FunctionPass(ID) { |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 45 | initializeBoundsCheckingPass(*PassRegistry::getPassRegistry()); |
| 46 | } |
| 47 | |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 48 | virtual bool runOnFunction(Function &F); |
| 49 | |
| 50 | virtual void getAnalysisUsage(AnalysisUsage &AU) const { |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 51 | AU.addRequired<DataLayout>(); |
Benjamin Kramer | 8e0d1c0 | 2012-08-29 15:32:21 +0000 | [diff] [blame] | 52 | AU.addRequired<TargetLibraryInfo>(); |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 53 | } |
Nuno Lopes | 2f0a748 | 2012-05-22 22:02:19 +0000 | [diff] [blame] | 54 | |
| 55 | private: |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 56 | const DataLayout *TD; |
Benjamin Kramer | 8e0d1c0 | 2012-08-29 15:32:21 +0000 | [diff] [blame] | 57 | const TargetLibraryInfo *TLI; |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 58 | ObjectSizeOffsetEvaluator *ObjSizeEval; |
Nuno Lopes | 2f0a748 | 2012-05-22 22:02:19 +0000 | [diff] [blame] | 59 | BuilderTy *Builder; |
Nuno Lopes | 512be1f | 2012-06-23 00:12:34 +0000 | [diff] [blame] | 60 | Instruction *Inst; |
Nuno Lopes | 2f0a748 | 2012-05-22 22:02:19 +0000 | [diff] [blame] | 61 | BasicBlock *TrapBB; |
Nuno Lopes | 2f0a748 | 2012-05-22 22:02:19 +0000 | [diff] [blame] | 62 | |
| 63 | BasicBlock *getTrapBB(); |
Nuno Lopes | 2b52630 | 2012-05-23 16:24:52 +0000 | [diff] [blame] | 64 | void emitBranchToTrap(Value *Cmp = 0); |
Nuno Lopes | 0463cce | 2012-05-31 22:45:40 +0000 | [diff] [blame] | 65 | bool computeAllocSize(Value *Ptr, APInt &Offset, Value* &OffsetValue, |
| 66 | APInt &Size, Value* &SizeValue); |
Nuno Lopes | 2f0a748 | 2012-05-22 22:02:19 +0000 | [diff] [blame] | 67 | bool instrument(Value *Ptr, Value *Val); |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 68 | }; |
| 69 | } |
| 70 | |
| 71 | char BoundsChecking::ID = 0; |
Nuno Lopes | 42d80c7 | 2012-07-03 17:30:18 +0000 | [diff] [blame] | 72 | INITIALIZE_PASS(BoundsChecking, "bounds-checking", "Run-time bounds checking", |
| 73 | false, false) |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 74 | |
| 75 | |
| 76 | /// getTrapBB - create a basic block that traps. All overflowing conditions |
| 77 | /// branch to this block. There's only one trap block per function. |
| 78 | BasicBlock *BoundsChecking::getTrapBB() { |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 79 | if (TrapBB && SingleTrapBB) |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 80 | return TrapBB; |
| 81 | |
Nuno Lopes | 512be1f | 2012-06-23 00:12:34 +0000 | [diff] [blame] | 82 | Function *Fn = Inst->getParent()->getParent(); |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 83 | BasicBlock::iterator PrevInsertPoint = Builder->GetInsertPoint(); |
| 84 | TrapBB = BasicBlock::Create(Fn->getContext(), "trap", Fn); |
| 85 | Builder->SetInsertPoint(TrapBB); |
| 86 | |
| 87 | llvm::Value *F = Intrinsic::getDeclaration(Fn->getParent(), Intrinsic::trap); |
| 88 | CallInst *TrapCall = Builder->CreateCall(F); |
| 89 | TrapCall->setDoesNotReturn(); |
| 90 | TrapCall->setDoesNotThrow(); |
Nuno Lopes | 512be1f | 2012-06-23 00:12:34 +0000 | [diff] [blame] | 91 | TrapCall->setDebugLoc(Inst->getDebugLoc()); |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 92 | Builder->CreateUnreachable(); |
| 93 | |
| 94 | Builder->SetInsertPoint(PrevInsertPoint); |
| 95 | return TrapBB; |
| 96 | } |
| 97 | |
| 98 | |
Nuno Lopes | 2b52630 | 2012-05-23 16:24:52 +0000 | [diff] [blame] | 99 | /// emitBranchToTrap - emit a branch instruction to a trap block. |
| 100 | /// If Cmp is non-null, perform a jump only if its value evaluates to true. |
| 101 | void BoundsChecking::emitBranchToTrap(Value *Cmp) { |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 102 | // check if the comparison is always false |
| 103 | ConstantInt *C = dyn_cast_or_null<ConstantInt>(Cmp); |
| 104 | if (C) { |
| 105 | ++ChecksSkipped; |
| 106 | if (!C->getZExtValue()) |
| 107 | return; |
| 108 | else |
| 109 | Cmp = 0; // unconditional branch |
| 110 | } |
Nuno Lopes | 53916aa | 2012-12-03 10:15:03 +0000 | [diff] [blame] | 111 | ++ChecksAdded; |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 112 | |
Nuno Lopes | 2b52630 | 2012-05-23 16:24:52 +0000 | [diff] [blame] | 113 | Instruction *Inst = Builder->GetInsertPoint(); |
| 114 | BasicBlock *OldBB = Inst->getParent(); |
| 115 | BasicBlock *Cont = OldBB->splitBasicBlock(Inst); |
| 116 | OldBB->getTerminator()->eraseFromParent(); |
| 117 | |
Nuno Lopes | 2b52630 | 2012-05-23 16:24:52 +0000 | [diff] [blame] | 118 | if (Cmp) |
| 119 | BranchInst::Create(getTrapBB(), Cont, Cmp, OldBB); |
| 120 | else |
| 121 | BranchInst::Create(getTrapBB(), OldBB); |
| 122 | } |
| 123 | |
| 124 | |
Nuno Lopes | 2f0a748 | 2012-05-22 22:02:19 +0000 | [diff] [blame] | 125 | /// instrument - adds run-time bounds checks to memory accessing instructions. |
| 126 | /// Ptr is the pointer that will be read/written, and InstVal is either the |
| 127 | /// result from the load or the value being stored. It is used to determine the |
| 128 | /// size of memory block that is touched. |
| 129 | /// Returns true if any change was made to the IR, false otherwise. |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 130 | bool BoundsChecking::instrument(Value *Ptr, Value *InstVal) { |
| 131 | uint64_t NeededSize = TD->getTypeStoreSize(InstVal->getType()); |
| 132 | DEBUG(dbgs() << "Instrument " << *Ptr << " for " << Twine(NeededSize) |
| 133 | << " bytes\n"); |
| 134 | |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 135 | SizeOffsetEvalType SizeOffset = ObjSizeEval->compute(Ptr); |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 136 | |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 137 | if (!ObjSizeEval->bothKnown(SizeOffset)) { |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 138 | ++ChecksUnable; |
| 139 | return false; |
| 140 | } |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 141 | |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 142 | Value *Size = SizeOffset.first; |
| 143 | Value *Offset = SizeOffset.second; |
Nuno Lopes | 42d80c7 | 2012-07-03 17:30:18 +0000 | [diff] [blame] | 144 | ConstantInt *SizeCI = dyn_cast<ConstantInt>(Size); |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 145 | |
Duncan Sands | 7ed4f94 | 2012-10-29 17:31:46 +0000 | [diff] [blame] | 146 | Type *IntTy = TD->getIntPtrType(Ptr->getType()); |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 147 | Value *NeededSizeVal = ConstantInt::get(IntTy, NeededSize); |
| 148 | |
Nuno Lopes | 0463cce | 2012-05-31 22:45:40 +0000 | [diff] [blame] | 149 | // three checks are required to ensure safety: |
| 150 | // . Offset >= 0 (since the offset is given from the base ptr) |
| 151 | // . Size >= Offset (unsigned) |
| 152 | // . Size - Offset >= NeededSize (unsigned) |
Nuno Lopes | 42d80c7 | 2012-07-03 17:30:18 +0000 | [diff] [blame] | 153 | // |
| 154 | // optimization: if Size >= 0 (signed), skip 1st check |
Nuno Lopes | 0463cce | 2012-05-31 22:45:40 +0000 | [diff] [blame] | 155 | // FIXME: add NSW/NUW here? -- we dont care if the subtraction overflows |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 156 | Value *ObjSize = Builder->CreateSub(Size, Offset); |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 157 | Value *Cmp2 = Builder->CreateICmpULT(Size, Offset); |
| 158 | Value *Cmp3 = Builder->CreateICmpULT(ObjSize, NeededSizeVal); |
Nuno Lopes | 42d80c7 | 2012-07-03 17:30:18 +0000 | [diff] [blame] | 159 | Value *Or = Builder->CreateOr(Cmp2, Cmp3); |
| 160 | if (!SizeCI || SizeCI->getValue().slt(0)) { |
| 161 | Value *Cmp1 = Builder->CreateICmpSLT(Offset, ConstantInt::get(IntTy, 0)); |
| 162 | Or = Builder->CreateOr(Cmp1, Or); |
| 163 | } |
Nuno Lopes | 2b52630 | 2012-05-23 16:24:52 +0000 | [diff] [blame] | 164 | emitBranchToTrap(Or); |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 165 | |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 166 | return true; |
| 167 | } |
| 168 | |
| 169 | bool BoundsChecking::runOnFunction(Function &F) { |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 170 | TD = &getAnalysis<DataLayout>(); |
Benjamin Kramer | 8e0d1c0 | 2012-08-29 15:32:21 +0000 | [diff] [blame] | 171 | TLI = &getAnalysis<TargetLibraryInfo>(); |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 172 | |
| 173 | TrapBB = 0; |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 174 | BuilderTy TheBuilder(F.getContext(), TargetFolder(TD)); |
| 175 | Builder = &TheBuilder; |
Benjamin Kramer | 8e0d1c0 | 2012-08-29 15:32:21 +0000 | [diff] [blame] | 176 | ObjectSizeOffsetEvaluator TheObjSizeEval(TD, TLI, F.getContext()); |
Nuno Lopes | 7f58472 | 2012-06-21 15:59:53 +0000 | [diff] [blame] | 177 | ObjSizeEval = &TheObjSizeEval; |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 178 | |
| 179 | // check HANDLE_MEMORY_INST in include/llvm/Instruction.def for memory |
| 180 | // touching instructions |
| 181 | std::vector<Instruction*> WorkList; |
| 182 | for (inst_iterator i = inst_begin(F), e = inst_end(F); i != e; ++i) { |
| 183 | Instruction *I = &*i; |
| 184 | if (isa<LoadInst>(I) || isa<StoreInst>(I) || isa<AtomicCmpXchgInst>(I) || |
| 185 | isa<AtomicRMWInst>(I)) |
| 186 | WorkList.push_back(I); |
| 187 | } |
| 188 | |
| 189 | bool MadeChange = false; |
Nuno Lopes | 2f0a748 | 2012-05-22 22:02:19 +0000 | [diff] [blame] | 190 | for (std::vector<Instruction*>::iterator i = WorkList.begin(), |
| 191 | e = WorkList.end(); i != e; ++i) { |
Nuno Lopes | 512be1f | 2012-06-23 00:12:34 +0000 | [diff] [blame] | 192 | Inst = *i; |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 193 | |
Nuno Lopes | 512be1f | 2012-06-23 00:12:34 +0000 | [diff] [blame] | 194 | Builder->SetInsertPoint(Inst); |
| 195 | if (LoadInst *LI = dyn_cast<LoadInst>(Inst)) { |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 196 | MadeChange |= instrument(LI->getPointerOperand(), LI); |
Nuno Lopes | 512be1f | 2012-06-23 00:12:34 +0000 | [diff] [blame] | 197 | } else if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) { |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 198 | MadeChange |= instrument(SI->getPointerOperand(), SI->getValueOperand()); |
Nuno Lopes | 512be1f | 2012-06-23 00:12:34 +0000 | [diff] [blame] | 199 | } else if (AtomicCmpXchgInst *AI = dyn_cast<AtomicCmpXchgInst>(Inst)) { |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 200 | MadeChange |= instrument(AI->getPointerOperand(),AI->getCompareOperand()); |
Nuno Lopes | 512be1f | 2012-06-23 00:12:34 +0000 | [diff] [blame] | 201 | } else if (AtomicRMWInst *AI = dyn_cast<AtomicRMWInst>(Inst)) { |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 202 | MadeChange |= instrument(AI->getPointerOperand(), AI->getValOperand()); |
| 203 | } else { |
| 204 | llvm_unreachable("unknown Instruction type"); |
| 205 | } |
| 206 | } |
| 207 | return MadeChange; |
| 208 | } |
| 209 | |
Joey Gouly | f284aef | 2012-11-23 10:47:35 +0000 | [diff] [blame] | 210 | FunctionPass *llvm::createBoundsCheckingPass() { |
| 211 | return new BoundsChecking(); |
Nuno Lopes | 5c525b5 | 2012-05-22 17:19:09 +0000 | [diff] [blame] | 212 | } |