Chris Lattner | cf3056d | 2003-10-13 03:32:08 +0000 | [diff] [blame] | 1 | //===- LevelRaise.cpp - Code to change LLVM to higher level ---------------===// |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 2 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file was developed by the LLVM research group and is distributed under |
| 6 | // the University of Illinois Open Source License. See LICENSE.TXT for details. |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 7 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 9 | // |
| 10 | // This file implements the 'raising' part of the LevelChange API. This is |
| 11 | // useful because, in general, it makes the LLVM code terser and easier to |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 12 | // analyze. |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
Chris Lattner | bf88100 | 2003-09-01 20:45:33 +0000 | [diff] [blame] | 16 | #include "llvm/Transforms/Scalar.h" |
Chris Lattner | 497c60c | 2002-05-07 18:12:18 +0000 | [diff] [blame] | 17 | #include "llvm/Transforms/Utils/Local.h" |
Chris Lattner | 59cd9f1 | 2001-11-04 23:24:06 +0000 | [diff] [blame] | 18 | #include "TransformInternals.h" |
Alkis Evlogimenos | eb62bc7 | 2004-07-29 12:17:34 +0000 | [diff] [blame] | 19 | #include "llvm/Instructions.h" |
Chris Lattner | bd0ef77 | 2002-02-26 21:46:54 +0000 | [diff] [blame] | 20 | #include "llvm/Pass.h" |
Chris Lattner | 497c60c | 2002-05-07 18:12:18 +0000 | [diff] [blame] | 21 | #include "llvm/Transforms/Utils/BasicBlockUtils.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 22 | #include "llvm/Support/CommandLine.h" |
| 23 | #include "llvm/Support/Debug.h" |
| 24 | #include "llvm/ADT/Statistic.h" |
| 25 | #include "llvm/ADT/STLExtras.h" |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 26 | #include <algorithm> |
Chris Lattner | e799902 | 2003-12-23 07:43:38 +0000 | [diff] [blame] | 27 | using namespace llvm; |
Brian Gaeke | d0fde30 | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 28 | |
Chris Lattner | 3378a5b | 2002-07-16 23:49:24 +0000 | [diff] [blame] | 29 | // StartInst - This enables the -raise-start-inst=foo option to cause the level |
| 30 | // raising pass to start at instruction "foo", which is immensely useful for |
| 31 | // debugging! |
| 32 | // |
Chris Lattner | 5ff62e9 | 2002-07-22 02:10:13 +0000 | [diff] [blame] | 33 | static cl::opt<std::string> |
| 34 | StartInst("raise-start-inst", cl::Hidden, cl::value_desc("inst name"), |
| 35 | cl::desc("Start raise pass at the instruction with the specified name")); |
Chris Lattner | 3378a5b | 2002-07-16 23:49:24 +0000 | [diff] [blame] | 36 | |
Chris Lattner | ac0b6ae | 2006-12-06 17:46:33 +0000 | [diff] [blame] | 37 | static Statistic |
Chris Lattner | 6ee6bbe | 2002-10-01 22:38:37 +0000 | [diff] [blame] | 38 | NumLoadStorePeepholes("raise", "Number of load/store peepholes"); |
Chris Lattner | 5ff62e9 | 2002-07-22 02:10:13 +0000 | [diff] [blame] | 39 | |
Chris Lattner | ac0b6ae | 2006-12-06 17:46:33 +0000 | [diff] [blame] | 40 | static Statistic |
Chris Lattner | 6ee6bbe | 2002-10-01 22:38:37 +0000 | [diff] [blame] | 41 | NumGEPInstFormed("raise", "Number of other getelementptr's formed"); |
Chris Lattner | 5ff62e9 | 2002-07-22 02:10:13 +0000 | [diff] [blame] | 42 | |
Chris Lattner | ac0b6ae | 2006-12-06 17:46:33 +0000 | [diff] [blame] | 43 | static Statistic |
Chris Lattner | 6ee6bbe | 2002-10-01 22:38:37 +0000 | [diff] [blame] | 44 | NumExprTreesConv("raise", "Number of expression trees converted"); |
Chris Lattner | 5ff62e9 | 2002-07-22 02:10:13 +0000 | [diff] [blame] | 45 | |
Chris Lattner | ac0b6ae | 2006-12-06 17:46:33 +0000 | [diff] [blame] | 46 | static Statistic |
Chris Lattner | 6ee6bbe | 2002-10-01 22:38:37 +0000 | [diff] [blame] | 47 | NumCastOfCast("raise", "Number of cast-of-self removed"); |
Chris Lattner | 5ff62e9 | 2002-07-22 02:10:13 +0000 | [diff] [blame] | 48 | |
Chris Lattner | ac0b6ae | 2006-12-06 17:46:33 +0000 | [diff] [blame] | 49 | static Statistic |
Chris Lattner | 6ee6bbe | 2002-10-01 22:38:37 +0000 | [diff] [blame] | 50 | NumDCEorCP("raise", "Number of insts DCEd or constprop'd"); |
Chris Lattner | 3c01937 | 2002-05-10 15:29:25 +0000 | [diff] [blame] | 51 | |
Chris Lattner | ac0b6ae | 2006-12-06 17:46:33 +0000 | [diff] [blame] | 52 | static Statistic |
Chris Lattner | 61b92c0 | 2002-10-08 22:19:25 +0000 | [diff] [blame] | 53 | NumVarargCallChanges("raise", "Number of vararg call peepholes"); |
| 54 | |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 55 | #define PRINT_PEEPHOLE(ID, NUM, I) \ |
Bill Wendling | 62c804a | 2006-11-26 09:17:06 +0000 | [diff] [blame] | 56 | DOUT << "Inst P/H " << ID << "[" << NUM << "] " << I |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 57 | |
| 58 | #define PRINT_PEEPHOLE1(ID, I1) do { PRINT_PEEPHOLE(ID, 0, I1); } while (0) |
| 59 | #define PRINT_PEEPHOLE2(ID, I1, I2) \ |
| 60 | do { PRINT_PEEPHOLE(ID, 0, I1); PRINT_PEEPHOLE(ID, 1, I2); } while (0) |
| 61 | #define PRINT_PEEPHOLE3(ID, I1, I2, I3) \ |
| 62 | do { PRINT_PEEPHOLE(ID, 0, I1); PRINT_PEEPHOLE(ID, 1, I2); \ |
| 63 | PRINT_PEEPHOLE(ID, 2, I3); } while (0) |
Chris Lattner | d5b48ca | 2001-11-14 11:02:49 +0000 | [diff] [blame] | 64 | #define PRINT_PEEPHOLE4(ID, I1, I2, I3, I4) \ |
| 65 | do { PRINT_PEEPHOLE(ID, 0, I1); PRINT_PEEPHOLE(ID, 1, I2); \ |
| 66 | PRINT_PEEPHOLE(ID, 2, I3); PRINT_PEEPHOLE(ID, 3, I4); } while (0) |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 67 | |
Chris Lattner | 16125fb | 2003-04-24 18:25:27 +0000 | [diff] [blame] | 68 | namespace { |
| 69 | struct RPR : public FunctionPass { |
| 70 | virtual bool runOnFunction(Function &F); |
| 71 | |
| 72 | virtual void getAnalysisUsage(AnalysisUsage &AU) const { |
| 73 | AU.setPreservesCFG(); |
| 74 | AU.addRequired<TargetData>(); |
| 75 | } |
| 76 | |
| 77 | private: |
| 78 | bool DoRaisePass(Function &F); |
| 79 | bool PeepholeOptimize(BasicBlock *BB, BasicBlock::iterator &BI); |
| 80 | }; |
| 81 | |
Chris Lattner | 7f8897f | 2006-08-27 22:42:52 +0000 | [diff] [blame] | 82 | RegisterPass<RPR> X("raise", "Raise Pointer References"); |
Chris Lattner | 16125fb | 2003-04-24 18:25:27 +0000 | [diff] [blame] | 83 | } |
| 84 | |
Brian Gaeke | d0fde30 | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 85 | |
Chris Lattner | ded6d0c | 2004-09-20 04:43:57 +0000 | [diff] [blame] | 86 | FunctionPass *llvm::createRaisePointerReferencesPass() { |
Chris Lattner | 16125fb | 2003-04-24 18:25:27 +0000 | [diff] [blame] | 87 | return new RPR(); |
| 88 | } |
| 89 | |
Chris Lattner | 16125fb | 2003-04-24 18:25:27 +0000 | [diff] [blame] | 90 | bool RPR::PeepholeOptimize(BasicBlock *BB, BasicBlock::iterator &BI) { |
Chris Lattner | 7e70829 | 2002-06-25 16:13:24 +0000 | [diff] [blame] | 91 | Instruction *I = BI; |
Chris Lattner | 16125fb | 2003-04-24 18:25:27 +0000 | [diff] [blame] | 92 | const TargetData &TD = getAnalysis<TargetData>(); |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 93 | |
| 94 | if (CastInst *CI = dyn_cast<CastInst>(I)) { |
| 95 | Value *Src = CI->getOperand(0); |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 96 | const Type *DestTy = CI->getType(); |
| 97 | |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 98 | // Peephole optimize the following instruction: |
| 99 | // %V2 = cast <ty> %V to <ty> |
| 100 | // |
| 101 | // Into: <nothing> |
| 102 | // |
| 103 | if (DestTy == Src->getType()) { // Check for a cast to same type as src!! |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 104 | PRINT_PEEPHOLE1("cast-of-self-ty", *CI); |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 105 | CI->replaceAllUsesWith(Src); |
| 106 | if (!Src->hasName() && CI->hasName()) { |
Chris Lattner | 697954c | 2002-01-20 22:54:45 +0000 | [diff] [blame] | 107 | std::string Name = CI->getName(); |
Chris Lattner | f3b976e | 2001-11-04 20:21:12 +0000 | [diff] [blame] | 108 | CI->setName(""); |
Chris Lattner | 7acff25 | 2005-03-05 19:05:20 +0000 | [diff] [blame] | 109 | Src->setName(Name); |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 110 | } |
Chris Lattner | 3c01937 | 2002-05-10 15:29:25 +0000 | [diff] [blame] | 111 | |
| 112 | // DCE the instruction now, to avoid having the iterative version of DCE |
| 113 | // have to worry about it. |
| 114 | // |
Chris Lattner | 7e70829 | 2002-06-25 16:13:24 +0000 | [diff] [blame] | 115 | BI = BB->getInstList().erase(BI); |
Chris Lattner | 3c01937 | 2002-05-10 15:29:25 +0000 | [diff] [blame] | 116 | |
| 117 | ++NumCastOfCast; |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 118 | return true; |
| 119 | } |
| 120 | |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 121 | // Check to see if it's a cast of an instruction that does not depend on the |
| 122 | // specific type of the operands to do it's job. |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 123 | if (CI->isLosslessCast()) { |
Chris Lattner | b980e18 | 2001-11-04 21:32:11 +0000 | [diff] [blame] | 124 | ValueTypeCache ConvertedTypes; |
Chris Lattner | a8b6d43 | 2001-12-05 06:34:00 +0000 | [diff] [blame] | 125 | |
Chris Lattner | d20a98e | 2002-05-24 20:41:51 +0000 | [diff] [blame] | 126 | // Check to see if we can convert the source of the cast to match the |
| 127 | // destination type of the cast... |
Chris Lattner | a8b6d43 | 2001-12-05 06:34:00 +0000 | [diff] [blame] | 128 | // |
Chris Lattner | d554380 | 2001-12-14 16:37:52 +0000 | [diff] [blame] | 129 | ConvertedTypes[CI] = CI->getType(); // Make sure the cast doesn't change |
Misha Brukman | f117cc9 | 2003-05-20 18:45:36 +0000 | [diff] [blame] | 130 | if (ExpressionConvertibleToType(Src, DestTy, ConvertedTypes, TD)) { |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 131 | PRINT_PEEPHOLE3("CAST-SRC-EXPR-CONV:in ", *Src, *CI, *BB->getParent()); |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 132 | |
Bill Wendling | 62c804a | 2006-11-26 09:17:06 +0000 | [diff] [blame] | 133 | DOUT << "\nCONVERTING SRC EXPR TYPE:\n"; |
Chris Lattner | b1b4262 | 2002-07-17 17:11:33 +0000 | [diff] [blame] | 134 | { // ValueMap must be destroyed before function verified! |
| 135 | ValueMapCache ValueMap; |
Chris Lattner | 16125fb | 2003-04-24 18:25:27 +0000 | [diff] [blame] | 136 | Value *E = ConvertExpressionToType(Src, DestTy, ValueMap, TD); |
Chris Lattner | c0b90e7 | 2001-11-08 20:19:56 +0000 | [diff] [blame] | 137 | |
Chris Lattner | b1b4262 | 2002-07-17 17:11:33 +0000 | [diff] [blame] | 138 | if (Constant *CPV = dyn_cast<Constant>(E)) |
| 139 | CI->replaceAllUsesWith(CPV); |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 140 | |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 141 | PRINT_PEEPHOLE1("CAST-SRC-EXPR-CONV:out", *E); |
Bill Wendling | 62c804a | 2006-11-26 09:17:06 +0000 | [diff] [blame] | 142 | DOUT << "DONE CONVERTING SRC EXPR TYPE: \n" |
| 143 | << *BB->getParent(); |
Chris Lattner | b1b4262 | 2002-07-17 17:11:33 +0000 | [diff] [blame] | 144 | } |
Chris Lattner | 3378a5b | 2002-07-16 23:49:24 +0000 | [diff] [blame] | 145 | |
Chris Lattner | b1b4262 | 2002-07-17 17:11:33 +0000 | [diff] [blame] | 146 | BI = BB->begin(); // Rescan basic block. BI might be invalidated. |
Chris Lattner | 3c01937 | 2002-05-10 15:29:25 +0000 | [diff] [blame] | 147 | ++NumExprTreesConv; |
Chris Lattner | d554380 | 2001-12-14 16:37:52 +0000 | [diff] [blame] | 148 | return true; |
| 149 | } |
| 150 | |
Chris Lattner | d20a98e | 2002-05-24 20:41:51 +0000 | [diff] [blame] | 151 | // Check to see if we can convert the users of the cast value to match the |
| 152 | // source type of the cast... |
Chris Lattner | d554380 | 2001-12-14 16:37:52 +0000 | [diff] [blame] | 153 | // |
| 154 | ConvertedTypes.clear(); |
Chris Lattner | 61b92c0 | 2002-10-08 22:19:25 +0000 | [diff] [blame] | 155 | // Make sure the source doesn't change type |
| 156 | ConvertedTypes[Src] = Src->getType(); |
Misha Brukman | f117cc9 | 2003-05-20 18:45:36 +0000 | [diff] [blame] | 157 | if (ValueConvertibleToType(CI, Src->getType(), ConvertedTypes, TD)) { |
Chris Lattner | 5e2e272 | 2004-08-08 01:27:56 +0000 | [diff] [blame] | 158 | //PRINT_PEEPHOLE3("CAST-DEST-EXPR-CONV:in ", *Src, *CI, |
| 159 | // *BB->getParent()); |
Chris Lattner | d554380 | 2001-12-14 16:37:52 +0000 | [diff] [blame] | 160 | |
Bill Wendling | 62c804a | 2006-11-26 09:17:06 +0000 | [diff] [blame] | 161 | DOUT << "\nCONVERTING EXPR TYPE:\n"; |
Chris Lattner | b1b4262 | 2002-07-17 17:11:33 +0000 | [diff] [blame] | 162 | { // ValueMap must be destroyed before function verified! |
| 163 | ValueMapCache ValueMap; |
Chris Lattner | 16125fb | 2003-04-24 18:25:27 +0000 | [diff] [blame] | 164 | ConvertValueToNewType(CI, Src, ValueMap, TD); // This will delete CI! |
Chris Lattner | b1b4262 | 2002-07-17 17:11:33 +0000 | [diff] [blame] | 165 | } |
Chris Lattner | d554380 | 2001-12-14 16:37:52 +0000 | [diff] [blame] | 166 | |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 167 | PRINT_PEEPHOLE1("CAST-DEST-EXPR-CONV:out", *Src); |
Bill Wendling | 62c804a | 2006-11-26 09:17:06 +0000 | [diff] [blame] | 168 | DOUT << "DONE CONVERTING EXPR TYPE: \n\n" << *BB->getParent(); |
Chris Lattner | 3378a5b | 2002-07-16 23:49:24 +0000 | [diff] [blame] | 169 | |
Chris Lattner | b1b4262 | 2002-07-17 17:11:33 +0000 | [diff] [blame] | 170 | BI = BB->begin(); // Rescan basic block. BI might be invalidated. |
Chris Lattner | 3c01937 | 2002-05-10 15:29:25 +0000 | [diff] [blame] | 171 | ++NumExprTreesConv; |
Chris Lattner | a8b6d43 | 2001-12-05 06:34:00 +0000 | [diff] [blame] | 172 | return true; |
Chris Lattner | f3b976e | 2001-11-04 20:21:12 +0000 | [diff] [blame] | 173 | } |
Chris Lattner | f17a09d | 2001-12-06 18:06:13 +0000 | [diff] [blame] | 174 | } |
| 175 | |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 176 | // Check to see if we are casting from a structure pointer to a pointer to |
| 177 | // the first element of the structure... to avoid munching other peepholes, |
| 178 | // we only let this happen if there are no add uses of the cast. |
| 179 | // |
| 180 | // Peephole optimize the following instructions: |
| 181 | // %t1 = cast {<...>} * %StructPtr to <ty> * |
| 182 | // |
| 183 | // Into: %t2 = getelementptr {<...>} * %StructPtr, <0, 0, 0, ...> |
| 184 | // %t1 = cast <eltype> * %t1 to <ty> * |
| 185 | // |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 186 | if (const CompositeType *CTy = getPointedToComposite(Src->getType())) |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 187 | if (const PointerType *DestPTy = dyn_cast<PointerType>(DestTy)) { |
| 188 | |
| 189 | // Loop over uses of the cast, checking for add instructions. If an add |
| 190 | // exists, this is probably a part of a more complex GEP, so we don't |
| 191 | // want to mess around with the cast. |
| 192 | // |
| 193 | bool HasAddUse = false; |
| 194 | for (Value::use_iterator I = CI->use_begin(), E = CI->use_end(); |
| 195 | I != E; ++I) |
| 196 | if (isa<Instruction>(*I) && |
| 197 | cast<Instruction>(*I)->getOpcode() == Instruction::Add) { |
| 198 | HasAddUse = true; break; |
| 199 | } |
| 200 | |
| 201 | // If it doesn't have an add use, check to see if the dest type is |
Misha Brukman | f117cc9 | 2003-05-20 18:45:36 +0000 | [diff] [blame] | 202 | // losslessly convertible to one of the types in the start of the struct |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 203 | // type. |
| 204 | // |
| 205 | if (!HasAddUse) { |
Chris Lattner | 7a17675 | 2001-12-04 00:03:30 +0000 | [diff] [blame] | 206 | const Type *DestPointedTy = DestPTy->getElementType(); |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 207 | unsigned Depth = 1; |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 208 | const CompositeType *CurCTy = CTy; |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 209 | const Type *ElTy = 0; |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 210 | |
| 211 | // Build the index vector, full of all zeros |
Chris Lattner | 697954c | 2002-01-20 22:54:45 +0000 | [diff] [blame] | 212 | std::vector<Value*> Indices; |
Chris Lattner | 559d519 | 2004-01-09 05:53:38 +0000 | [diff] [blame] | 213 | |
Chris Lattner | 28977af | 2004-04-05 01:30:19 +0000 | [diff] [blame] | 214 | Indices.push_back(Constant::getNullValue(Type::UIntTy)); |
Chris Lattner | d554380 | 2001-12-14 16:37:52 +0000 | [diff] [blame] | 215 | while (CurCTy && !isa<PointerType>(CurCTy)) { |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 216 | if (const StructType *CurSTy = dyn_cast<StructType>(CurCTy)) { |
| 217 | // Check for a zero element struct type... if we have one, bail. |
Chris Lattner | d21cd80 | 2004-02-09 04:37:31 +0000 | [diff] [blame] | 218 | if (CurSTy->getNumElements() == 0) break; |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 219 | |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 220 | // Grab the first element of the struct type, which must lie at |
| 221 | // offset zero in the struct. |
| 222 | // |
Chris Lattner | d21cd80 | 2004-02-09 04:37:31 +0000 | [diff] [blame] | 223 | ElTy = CurSTy->getElementType(0); |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 224 | } else { |
Chris Lattner | 7d719c3 | 2005-01-19 16:16:35 +0000 | [diff] [blame] | 225 | ElTy = cast<SequentialType>(CurCTy)->getElementType(); |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 226 | } |
| 227 | |
| 228 | // Insert a zero to index through this type... |
Chris Lattner | 28977af | 2004-04-05 01:30:19 +0000 | [diff] [blame] | 229 | Indices.push_back(Constant::getNullValue(Type::UIntTy)); |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 230 | |
| 231 | // Did we find what we're looking for? |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 232 | if (ElTy->canLosslesslyBitCastTo(DestPointedTy)) break; |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 233 | |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 234 | // Nope, go a level deeper. |
| 235 | ++Depth; |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 236 | CurCTy = dyn_cast<CompositeType>(ElTy); |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 237 | ElTy = 0; |
| 238 | } |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 239 | |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 240 | // Did we find what we were looking for? If so, do the transformation |
| 241 | if (ElTy) { |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 242 | PRINT_PEEPHOLE1("cast-for-first:in", *CI); |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 243 | |
Chris Lattner | 2a7c23e | 2002-09-10 17:04:02 +0000 | [diff] [blame] | 244 | std::string Name = CI->getName(); CI->setName(""); |
| 245 | |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 246 | // Insert the new T cast instruction... stealing old T's name |
| 247 | GetElementPtrInst *GEP = new GetElementPtrInst(Src, Indices, |
Chris Lattner | 2a7c23e | 2002-09-10 17:04:02 +0000 | [diff] [blame] | 248 | Name, BI); |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 249 | |
| 250 | // Make the old cast instruction reference the new GEP instead of |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 251 | // the old src value. |
| 252 | if (CI->getOperand(0)->getType() == GEP->getType()) { |
| 253 | // If the source types are the same we can safely replace the |
| 254 | // first operand of the CastInst because the opcode won't |
| 255 | // change as a result. |
| 256 | CI->setOperand(0, GEP); |
| 257 | } else { |
| 258 | // The existing and new operand 0 types are different so we must |
| 259 | // replace CI with a new CastInst so that we are assured to |
| 260 | // get the correct cast opcode. |
Reid Spencer | 7b06bd5 | 2006-12-13 00:50:17 +0000 | [diff] [blame^] | 261 | CastInst *NewCI = new BitCastInst(GEP, CI->getType(), |
| 262 | CI->getName(), CI); |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 263 | CI->replaceAllUsesWith(NewCI); |
| 264 | CI->eraseFromParent(); |
| 265 | CI = NewCI; |
| 266 | BI = NewCI; // Don't let the iterator invalidate |
| 267 | } |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 268 | |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 269 | PRINT_PEEPHOLE2("cast-for-first:out", *GEP, *CI); |
Chris Lattner | 3c01937 | 2002-05-10 15:29:25 +0000 | [diff] [blame] | 270 | ++NumGEPInstFormed; |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 271 | return true; |
| 272 | } |
| 273 | } |
| 274 | } |
Chris Lattner | e99c66b | 2001-11-01 17:05:27 +0000 | [diff] [blame] | 275 | |
Chris Lattner | 8d38e54 | 2001-11-01 03:12:34 +0000 | [diff] [blame] | 276 | } else if (StoreInst *SI = dyn_cast<StoreInst>(I)) { |
| 277 | Value *Val = SI->getOperand(0); |
Chris Lattner | 65ea171 | 2001-11-14 11:27:58 +0000 | [diff] [blame] | 278 | Value *Pointer = SI->getPointerOperand(); |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 279 | |
Chris Lattner | dedee7b | 2001-11-01 05:57:59 +0000 | [diff] [blame] | 280 | // Peephole optimize the following instructions: |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 281 | // %t = cast <T1>* %P to <T2> * ;; If T1 is losslessly castable to T2 |
Chris Lattner | dedee7b | 2001-11-01 05:57:59 +0000 | [diff] [blame] | 282 | // store <T2> %V, <T2>* %t |
| 283 | // |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 284 | // Into: |
Chris Lattner | dedee7b | 2001-11-01 05:57:59 +0000 | [diff] [blame] | 285 | // %t = cast <T2> %V to <T1> |
| 286 | // store <T1> %t2, <T1>* %P |
| 287 | // |
Chris Lattner | d554380 | 2001-12-14 16:37:52 +0000 | [diff] [blame] | 288 | // Note: This is not taken care of by expr conversion because there might |
| 289 | // not be a cast available for the store to convert the incoming value of. |
| 290 | // This code is basically here to make sure that pointers don't have casts |
| 291 | // if possible. |
| 292 | // |
Chris Lattner | dedee7b | 2001-11-01 05:57:59 +0000 | [diff] [blame] | 293 | if (CastInst *CI = dyn_cast<CastInst>(Pointer)) |
| 294 | if (Value *CastSrc = CI->getOperand(0)) // CSPT = CastSrcPointerType |
Chris Lattner | 7e70829 | 2002-06-25 16:13:24 +0000 | [diff] [blame] | 295 | if (const PointerType *CSPT = dyn_cast<PointerType>(CastSrc->getType())) |
Misha Brukman | f117cc9 | 2003-05-20 18:45:36 +0000 | [diff] [blame] | 296 | // convertible types? |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 297 | if (Val->getType()->canLosslesslyBitCastTo(CSPT->getElementType())) |
| 298 | { |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 299 | PRINT_PEEPHOLE3("st-src-cast:in ", *Pointer, *Val, *SI); |
Chris Lattner | dedee7b | 2001-11-01 05:57:59 +0000 | [diff] [blame] | 300 | |
| 301 | // Insert the new T cast instruction... stealing old T's name |
Chris Lattner | 2a7c23e | 2002-09-10 17:04:02 +0000 | [diff] [blame] | 302 | std::string Name(CI->getName()); CI->setName(""); |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 303 | CastInst *NCI = CastInst::create(Instruction::BitCast, Val, |
| 304 | CSPT->getElementType(), Name, BI); |
Chris Lattner | dedee7b | 2001-11-01 05:57:59 +0000 | [diff] [blame] | 305 | |
| 306 | // Replace the old store with a new one! |
| 307 | ReplaceInstWithInst(BB->getInstList(), BI, |
| 308 | SI = new StoreInst(NCI, CastSrc)); |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 309 | PRINT_PEEPHOLE3("st-src-cast:out", *NCI, *CastSrc, *SI); |
Chris Lattner | 3c01937 | 2002-05-10 15:29:25 +0000 | [diff] [blame] | 310 | ++NumLoadStorePeepholes; |
Chris Lattner | dedee7b | 2001-11-01 05:57:59 +0000 | [diff] [blame] | 311 | return true; |
| 312 | } |
| 313 | |
Chris Lattner | c99428f | 2002-05-14 05:23:45 +0000 | [diff] [blame] | 314 | } else if (LoadInst *LI = dyn_cast<LoadInst>(I)) { |
| 315 | Value *Pointer = LI->getOperand(0); |
| 316 | const Type *PtrElType = |
| 317 | cast<PointerType>(Pointer->getType())->getElementType(); |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 318 | |
Chris Lattner | c99428f | 2002-05-14 05:23:45 +0000 | [diff] [blame] | 319 | // Peephole optimize the following instructions: |
Misha Brukman | f117cc9 | 2003-05-20 18:45:36 +0000 | [diff] [blame] | 320 | // %Val = cast <T1>* to <T2>* ;; If T1 is losslessly convertible to T2 |
Chris Lattner | c99428f | 2002-05-14 05:23:45 +0000 | [diff] [blame] | 321 | // %t = load <T2>* %P |
| 322 | // |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 323 | // Into: |
Chris Lattner | c99428f | 2002-05-14 05:23:45 +0000 | [diff] [blame] | 324 | // %t = load <T1>* %P |
| 325 | // %Val = cast <T1> to <T2> |
| 326 | // |
| 327 | // Note: This is not taken care of by expr conversion because there might |
| 328 | // not be a cast available for the store to convert the incoming value of. |
| 329 | // This code is basically here to make sure that pointers don't have casts |
| 330 | // if possible. |
| 331 | // |
| 332 | if (CastInst *CI = dyn_cast<CastInst>(Pointer)) |
| 333 | if (Value *CastSrc = CI->getOperand(0)) // CSPT = CastSrcPointerType |
Chris Lattner | 7e70829 | 2002-06-25 16:13:24 +0000 | [diff] [blame] | 334 | if (const PointerType *CSPT = dyn_cast<PointerType>(CastSrc->getType())) |
Misha Brukman | f117cc9 | 2003-05-20 18:45:36 +0000 | [diff] [blame] | 335 | // convertible types? |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 336 | if (PtrElType->canLosslesslyBitCastTo(CSPT->getElementType())) { |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 337 | PRINT_PEEPHOLE2("load-src-cast:in ", *Pointer, *LI); |
Chris Lattner | c99428f | 2002-05-14 05:23:45 +0000 | [diff] [blame] | 338 | |
| 339 | // Create the new load instruction... loading the pre-casted value |
Chris Lattner | 2a7c23e | 2002-09-10 17:04:02 +0000 | [diff] [blame] | 340 | LoadInst *NewLI = new LoadInst(CastSrc, LI->getName(), BI); |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 341 | |
Chris Lattner | c99428f | 2002-05-14 05:23:45 +0000 | [diff] [blame] | 342 | // Insert the new T cast instruction... stealing old T's name |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 343 | CastInst *NCI = |
| 344 | CastInst::create(Instruction::BitCast, NewLI, LI->getType(), |
| 345 | CI->getName()); |
Chris Lattner | c99428f | 2002-05-14 05:23:45 +0000 | [diff] [blame] | 346 | |
| 347 | // Replace the old store with a new one! |
| 348 | ReplaceInstWithInst(BB->getInstList(), BI, NCI); |
Chris Lattner | 30b4344 | 2004-07-15 02:06:12 +0000 | [diff] [blame] | 349 | PRINT_PEEPHOLE3("load-src-cast:out", *NCI, *CastSrc, *NewLI); |
Chris Lattner | c99428f | 2002-05-14 05:23:45 +0000 | [diff] [blame] | 350 | ++NumLoadStorePeepholes; |
| 351 | return true; |
| 352 | } |
| 353 | |
Chris Lattner | 61b92c0 | 2002-10-08 22:19:25 +0000 | [diff] [blame] | 354 | } else if (CallInst *CI = dyn_cast<CallInst>(I)) { |
| 355 | // If we have a call with all varargs arguments, convert the call to use the |
| 356 | // actual argument types present... |
| 357 | // |
| 358 | const PointerType *PTy = cast<PointerType>(CI->getCalledValue()->getType()); |
| 359 | const FunctionType *FTy = cast<FunctionType>(PTy->getElementType()); |
| 360 | |
| 361 | // Is the call to a vararg variable with no real parameters? |
Chris Lattner | cdeb81d | 2003-05-01 21:02:53 +0000 | [diff] [blame] | 362 | if (FTy->isVarArg() && FTy->getNumParams() == 0 && |
| 363 | !CI->getCalledFunction()) { |
Chris Lattner | 61b92c0 | 2002-10-08 22:19:25 +0000 | [diff] [blame] | 364 | // If so, insert a new cast instruction, casting it to a function type |
| 365 | // that matches the current arguments... |
| 366 | // |
| 367 | std::vector<const Type *> Params; // Parameter types... |
| 368 | for (unsigned i = 1, e = CI->getNumOperands(); i != e; ++i) |
| 369 | Params.push_back(CI->getOperand(i)->getType()); |
| 370 | |
| 371 | FunctionType *NewFT = FunctionType::get(FTy->getReturnType(), |
| 372 | Params, false); |
| 373 | PointerType *NewPFunTy = PointerType::get(NewFT); |
| 374 | |
| 375 | // Create a new cast, inserting it right before the function call... |
Chris Lattner | 9554928 | 2003-04-28 01:25:38 +0000 | [diff] [blame] | 376 | Value *NewCast; |
Chris Lattner | 9554928 | 2003-04-28 01:25:38 +0000 | [diff] [blame] | 377 | if (Constant *CS = dyn_cast<Constant>(CI->getCalledValue())) |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 378 | NewCast = ConstantExpr::getBitCast(CS, NewPFunTy); |
Chris Lattner | 9554928 | 2003-04-28 01:25:38 +0000 | [diff] [blame] | 379 | else |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 380 | NewCast = CastInst::create(Instruction::BitCast, CI->getCalledValue(), |
| 381 | NewPFunTy, |
| 382 | CI->getCalledValue()->getName()+"_c", CI); |
Chris Lattner | 61b92c0 | 2002-10-08 22:19:25 +0000 | [diff] [blame] | 383 | |
| 384 | // Create a new call instruction... |
| 385 | CallInst *NewCall = new CallInst(NewCast, |
| 386 | std::vector<Value*>(CI->op_begin()+1, CI->op_end())); |
Chris Lattner | 65af1ab | 2005-05-14 12:28:32 +0000 | [diff] [blame] | 387 | if (CI->isTailCall()) NewCall->setTailCall(); |
| 388 | NewCall->setCallingConv(CI->getCallingConv()); |
Chris Lattner | 61b92c0 | 2002-10-08 22:19:25 +0000 | [diff] [blame] | 389 | ++BI; |
| 390 | ReplaceInstWithInst(CI, NewCall); |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 391 | |
Chris Lattner | 61b92c0 | 2002-10-08 22:19:25 +0000 | [diff] [blame] | 392 | ++NumVarargCallChanges; |
| 393 | return true; |
| 394 | } |
| 395 | |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 396 | } |
| 397 | |
| 398 | return false; |
| 399 | } |
| 400 | |
| 401 | |
| 402 | |
| 403 | |
Chris Lattner | 16125fb | 2003-04-24 18:25:27 +0000 | [diff] [blame] | 404 | bool RPR::DoRaisePass(Function &F) { |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 405 | bool Changed = false; |
Chris Lattner | 7e70829 | 2002-06-25 16:13:24 +0000 | [diff] [blame] | 406 | for (Function::iterator BB = F.begin(), BBE = F.end(); BB != BBE; ++BB) |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 407 | for (BasicBlock::iterator BI = BB->begin(); BI != BB->end();) { |
Bill Wendling | 62c804a | 2006-11-26 09:17:06 +0000 | [diff] [blame] | 408 | DOUT << "LevelRaising: " << *BI; |
Misha Brukman | 82c89b9 | 2003-05-20 21:01:22 +0000 | [diff] [blame] | 409 | if (dceInstruction(BI) || doConstantPropagation(BI)) { |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 410 | Changed = true; |
Chris Lattner | 3c01937 | 2002-05-10 15:29:25 +0000 | [diff] [blame] | 411 | ++NumDCEorCP; |
Bill Wendling | 62c804a | 2006-11-26 09:17:06 +0000 | [diff] [blame] | 412 | DOUT << "***\t\t^^-- Dead code eliminated!\n"; |
Chris Lattner | 7e70829 | 2002-06-25 16:13:24 +0000 | [diff] [blame] | 413 | } else if (PeepholeOptimize(BB, BI)) { |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 414 | Changed = true; |
Chris Lattner | 7e70829 | 2002-06-25 16:13:24 +0000 | [diff] [blame] | 415 | } else { |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 416 | ++BI; |
Chris Lattner | 7e70829 | 2002-06-25 16:13:24 +0000 | [diff] [blame] | 417 | } |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 418 | } |
Chris Lattner | 7e70829 | 2002-06-25 16:13:24 +0000 | [diff] [blame] | 419 | |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 420 | return Changed; |
| 421 | } |
| 422 | |
| 423 | |
Chris Lattner | 16125fb | 2003-04-24 18:25:27 +0000 | [diff] [blame] | 424 | // runOnFunction - Raise a function representation to a higher level. |
| 425 | bool RPR::runOnFunction(Function &F) { |
Bill Wendling | 62c804a | 2006-11-26 09:17:06 +0000 | [diff] [blame] | 426 | DOUT << "\n\n\nStarting to work on Function '" << F.getName() << "'\n"; |
Chris Lattner | 68b07b7 | 2001-11-01 07:00:51 +0000 | [diff] [blame] | 427 | |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 428 | // Insert casts for all incoming pointer pointer values that are treated as |
| 429 | // arrays... |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 430 | // |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 431 | bool Changed = false, LocalChange; |
Chris Lattner | 3378a5b | 2002-07-16 23:49:24 +0000 | [diff] [blame] | 432 | |
| 433 | // If the StartInst option was specified, then Peephole optimize that |
| 434 | // instruction first if it occurs in this function. |
| 435 | // |
| 436 | if (!StartInst.empty()) { |
| 437 | for (Function::iterator BB = F.begin(), BBE = F.end(); BB != BBE; ++BB) |
| 438 | for (BasicBlock::iterator BI = BB->begin(); BI != BB->end(); ++BI) |
| 439 | if (BI->getName() == StartInst) { |
| 440 | bool SavedDebug = DebugFlag; // Save the DEBUG() controlling flag. |
| 441 | DebugFlag = true; // Turn on DEBUG's |
| 442 | Changed |= PeepholeOptimize(BB, BI); |
| 443 | DebugFlag = SavedDebug; // Restore DebugFlag to previous state |
| 444 | } |
| 445 | } |
| 446 | |
Chris Lattner | 4b770a3 | 2001-12-04 08:12:53 +0000 | [diff] [blame] | 447 | do { |
Bill Wendling | 62c804a | 2006-11-26 09:17:06 +0000 | [diff] [blame] | 448 | DOUT << "Looping: \n" << F; |
Chris Lattner | a8b6d43 | 2001-12-05 06:34:00 +0000 | [diff] [blame] | 449 | |
Chris Lattner | f57b845 | 2002-04-27 06:56:12 +0000 | [diff] [blame] | 450 | // Iterate over the function, refining it, until it converges on a stable |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 451 | // state |
Chris Lattner | d554380 | 2001-12-14 16:37:52 +0000 | [diff] [blame] | 452 | LocalChange = false; |
Chris Lattner | 2fbfdcf | 2002-04-07 20:49:59 +0000 | [diff] [blame] | 453 | while (DoRaisePass(F)) LocalChange = true; |
Chris Lattner | 3cc7dde | 2001-11-26 16:58:14 +0000 | [diff] [blame] | 454 | Changed |= LocalChange; |
| 455 | |
| 456 | } while (LocalChange); |
Chris Lattner | d32a961 | 2001-11-01 02:42:08 +0000 | [diff] [blame] | 457 | |
| 458 | return Changed; |
| 459 | } |
Brian Gaeke | d0fde30 | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 460 | |