Chris Lattner | 156bcf3 | 2003-04-18 04:34:29 +0000 | [diff] [blame] | 1 | //===- ConstantMerge.cpp - Merge duplicate global constants ---------------===// |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 2 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 7 | // |
John Criswell | b576c94 | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Chris Lattner | 475becb | 2001-10-18 20:05:37 +0000 | [diff] [blame] | 9 | // |
| 10 | // This file defines the interface to a pass that merges duplicate global |
| 11 | // constants together into a single constant that is shared. This is useful |
| 12 | // because some passes (ie TraceValues) insert a lot of string constants into |
Chris Lattner | e4314ed | 2002-09-23 23:00:46 +0000 | [diff] [blame] | 13 | // the program, regardless of whether or not an existing string is available. |
Chris Lattner | 475becb | 2001-10-18 20:05:37 +0000 | [diff] [blame] | 14 | // |
| 15 | // Algorithm: ConstantMerge is designed to build up a map of available constants |
Chris Lattner | e4314ed | 2002-09-23 23:00:46 +0000 | [diff] [blame] | 16 | // and eliminate duplicates when it is initialized. |
Chris Lattner | 475becb | 2001-10-18 20:05:37 +0000 | [diff] [blame] | 17 | // |
| 18 | //===----------------------------------------------------------------------===// |
| 19 | |
Chris Lattner | 9cfea85 | 2002-07-23 19:57:40 +0000 | [diff] [blame] | 20 | #include "llvm/Transforms/IPO.h" |
Chris Lattner | c3b6ffc | 2010-02-12 18:17:23 +0000 | [diff] [blame] | 21 | #include "llvm/ADT/DenseMap.h" |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 22 | #include "llvm/ADT/PointerIntPair.h" |
Chris Lattner | 49ddd3a | 2010-09-15 00:30:11 +0000 | [diff] [blame] | 23 | #include "llvm/ADT/SmallPtrSet.h" |
Reid Spencer | 551ccae | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 24 | #include "llvm/ADT/Statistic.h" |
Chandler Carruth | 0b8c9a8 | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 25 | #include "llvm/IR/Constants.h" |
| 26 | #include "llvm/IR/DataLayout.h" |
| 27 | #include "llvm/IR/DerivedTypes.h" |
| 28 | #include "llvm/IR/Module.h" |
Rafael Espindola | eaf1478 | 2013-05-06 01:48:55 +0000 | [diff] [blame] | 29 | #include "llvm/IR/Operator.h" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 30 | #include "llvm/Pass.h" |
Chris Lattner | 1e2385b | 2003-11-21 21:54:22 +0000 | [diff] [blame] | 31 | using namespace llvm; |
Brian Gaeke | d0fde30 | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 32 | |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame^] | 33 | #define DEBUG_TYPE "constmerge" |
| 34 | |
Chris Lattner | 86453c5 | 2006-12-19 22:09:18 +0000 | [diff] [blame] | 35 | STATISTIC(NumMerged, "Number of global constants merged"); |
Chris Lattner | c67ebfa | 2002-10-09 23:16:04 +0000 | [diff] [blame] | 36 | |
Chris Lattner | 86453c5 | 2006-12-19 22:09:18 +0000 | [diff] [blame] | 37 | namespace { |
Nick Lewycky | 6726b6d | 2009-10-25 06:33:48 +0000 | [diff] [blame] | 38 | struct ConstantMerge : public ModulePass { |
Nick Lewycky | ecd94c8 | 2007-05-06 13:37:16 +0000 | [diff] [blame] | 39 | static char ID; // Pass identification, replacement for typeid |
Owen Anderson | 081c34b | 2010-10-19 17:21:58 +0000 | [diff] [blame] | 40 | ConstantMerge() : ModulePass(ID) { |
| 41 | initializeConstantMergePass(*PassRegistry::getPassRegistry()); |
| 42 | } |
Devang Patel | 794fd75 | 2007-05-01 21:15:47 +0000 | [diff] [blame] | 43 | |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 44 | // For this pass, process all of the globals in the module, eliminating |
| 45 | // duplicate constants. |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 46 | bool runOnModule(Module &M) override; |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 47 | |
Sylvestre Ledru | 94c2271 | 2012-09-27 10:14:43 +0000 | [diff] [blame] | 48 | // Return true iff we can determine the alignment of this global variable. |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 49 | bool hasKnownAlignment(GlobalVariable *GV) const; |
| 50 | |
| 51 | // Return the alignment of the global, including converting the default |
| 52 | // alignment to a concrete value. |
| 53 | unsigned getAlignment(GlobalVariable *GV) const; |
| 54 | |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 55 | const DataLayout *DL; |
Chris Lattner | 9234d03 | 2002-06-25 15:55:29 +0000 | [diff] [blame] | 56 | }; |
| 57 | } |
| 58 | |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 59 | char ConstantMerge::ID = 0; |
Owen Anderson | d13db2c | 2010-07-21 22:09:45 +0000 | [diff] [blame] | 60 | INITIALIZE_PASS(ConstantMerge, "constmerge", |
Owen Anderson | ce665bd | 2010-10-07 22:25:06 +0000 | [diff] [blame] | 61 | "Merge Duplicate Global Constants", false, false) |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 62 | |
Chris Lattner | b12914b | 2004-09-20 04:48:05 +0000 | [diff] [blame] | 63 | ModulePass *llvm::createConstantMergePass() { return new ConstantMerge(); } |
Chris Lattner | 9234d03 | 2002-06-25 15:55:29 +0000 | [diff] [blame] | 64 | |
Chris Lattner | 49ddd3a | 2010-09-15 00:30:11 +0000 | [diff] [blame] | 65 | |
| 66 | |
| 67 | /// Find values that are marked as llvm.used. |
| 68 | static void FindUsedValues(GlobalVariable *LLVMUsed, |
| 69 | SmallPtrSet<const GlobalValue*, 8> &UsedValues) { |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame^] | 70 | if (!LLVMUsed) return; |
Rafael Espindola | cde25b4 | 2013-04-22 14:58:02 +0000 | [diff] [blame] | 71 | ConstantArray *Inits = cast<ConstantArray>(LLVMUsed->getInitializer()); |
| 72 | |
Rafael Espindola | eaf1478 | 2013-05-06 01:48:55 +0000 | [diff] [blame] | 73 | for (unsigned i = 0, e = Inits->getNumOperands(); i != e; ++i) { |
| 74 | Value *Operand = Inits->getOperand(i)->stripPointerCastsNoFollowAliases(); |
| 75 | GlobalValue *GV = cast<GlobalValue>(Operand); |
| 76 | UsedValues.insert(GV); |
| 77 | } |
Chris Lattner | 49ddd3a | 2010-09-15 00:30:11 +0000 | [diff] [blame] | 78 | } |
| 79 | |
Rafael Espindola | d6e5cbc | 2011-01-16 17:05:09 +0000 | [diff] [blame] | 80 | // True if A is better than B. |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 81 | static bool IsBetterCanonical(const GlobalVariable &A, |
| 82 | const GlobalVariable &B) { |
Rafael Espindola | d6e5cbc | 2011-01-16 17:05:09 +0000 | [diff] [blame] | 83 | if (!A.hasLocalLinkage() && B.hasLocalLinkage()) |
| 84 | return true; |
| 85 | |
| 86 | if (A.hasLocalLinkage() && !B.hasLocalLinkage()) |
| 87 | return false; |
| 88 | |
| 89 | return A.hasUnnamedAddr(); |
| 90 | } |
| 91 | |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 92 | bool ConstantMerge::hasKnownAlignment(GlobalVariable *GV) const { |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 93 | return DL || GV->getAlignment() != 0; |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | unsigned ConstantMerge::getAlignment(GlobalVariable *GV) const { |
Rafael Espindola | 46456f6 | 2013-11-12 20:21:43 +0000 | [diff] [blame] | 97 | unsigned Align = GV->getAlignment(); |
| 98 | if (Align) |
| 99 | return Align; |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 100 | if (DL) |
| 101 | return DL->getPreferredAlignment(GV); |
Rafael Espindola | 46456f6 | 2013-11-12 20:21:43 +0000 | [diff] [blame] | 102 | return 0; |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 103 | } |
| 104 | |
Chris Lattner | b12914b | 2004-09-20 04:48:05 +0000 | [diff] [blame] | 105 | bool ConstantMerge::runOnModule(Module &M) { |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 106 | DataLayoutPass *DLP = getAnalysisIfAvailable<DataLayoutPass>(); |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame^] | 107 | DL = DLP ? &DLP->getDataLayout() : nullptr; |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 108 | |
Chris Lattner | 49ddd3a | 2010-09-15 00:30:11 +0000 | [diff] [blame] | 109 | // Find all the globals that are marked "used". These cannot be merged. |
| 110 | SmallPtrSet<const GlobalValue*, 8> UsedGlobals; |
| 111 | FindUsedValues(M.getGlobalVariable("llvm.used"), UsedGlobals); |
| 112 | FindUsedValues(M.getGlobalVariable("llvm.compiler.used"), UsedGlobals); |
| 113 | |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 114 | // Map unique <constants, has-unknown-alignment> pairs to globals. We don't |
| 115 | // want to merge globals of unknown alignment with those of explicit |
Micah Villmow | 3574eca | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 116 | // alignment. If we have DataLayout, we always know the alignment. |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 117 | DenseMap<PointerIntPair<Constant*, 1, bool>, GlobalVariable*> CMap; |
Chris Lattner | b972380 | 2003-12-22 23:49:36 +0000 | [diff] [blame] | 118 | |
| 119 | // Replacements - This vector contains a list of replacements to perform. |
Chris Lattner | c3b6ffc | 2010-02-12 18:17:23 +0000 | [diff] [blame] | 120 | SmallVector<std::pair<GlobalVariable*, GlobalVariable*>, 32> Replacements; |
Chris Lattner | b972380 | 2003-12-22 23:49:36 +0000 | [diff] [blame] | 121 | |
Chris Lattner | 0898c78 | 2003-12-28 07:19:08 +0000 | [diff] [blame] | 122 | bool MadeChange = false; |
Chris Lattner | 475becb | 2001-10-18 20:05:37 +0000 | [diff] [blame] | 123 | |
Chris Lattner | 0898c78 | 2003-12-28 07:19:08 +0000 | [diff] [blame] | 124 | // Iterate constant merging while we are still making progress. Merging two |
| 125 | // constants together may allow us to merge other constants together if the |
| 126 | // second level constants have initializers which point to the globals that |
| 127 | // were just merged. |
| 128 | while (1) { |
Rafael Espindola | d6e5cbc | 2011-01-16 17:05:09 +0000 | [diff] [blame] | 129 | |
| 130 | // First: Find the canonical constants others will be merged with. |
Chris Lattner | ae143ce | 2007-04-14 18:06:52 +0000 | [diff] [blame] | 131 | for (Module::global_iterator GVI = M.global_begin(), E = M.global_end(); |
| 132 | GVI != E; ) { |
| 133 | GlobalVariable *GV = GVI++; |
Rafael Espindola | d6e5cbc | 2011-01-16 17:05:09 +0000 | [diff] [blame] | 134 | |
Chris Lattner | 8264a9f | 2007-04-14 01:11:54 +0000 | [diff] [blame] | 135 | // If this GV is dead, remove it. |
| 136 | GV->removeDeadConstantUsers(); |
Rafael Espindola | bb46f52 | 2009-01-15 20:18:42 +0000 | [diff] [blame] | 137 | if (GV->use_empty() && GV->hasLocalLinkage()) { |
Jeff Cohen | 98a7220 | 2007-04-14 17:18:29 +0000 | [diff] [blame] | 138 | GV->eraseFromParent(); |
| 139 | continue; |
Chris Lattner | 8264a9f | 2007-04-14 01:11:54 +0000 | [diff] [blame] | 140 | } |
Rafael Espindola | d6e5cbc | 2011-01-16 17:05:09 +0000 | [diff] [blame] | 141 | |
Nick Lewycky | 2820c25 | 2011-01-15 18:14:21 +0000 | [diff] [blame] | 142 | // Only process constants with initializers in the default address space. |
Nick Lewycky | cd7f0a1 | 2011-01-15 18:42:52 +0000 | [diff] [blame] | 143 | if (!GV->isConstant() || !GV->hasDefinitiveInitializer() || |
Nick Lewycky | 2820c25 | 2011-01-15 18:14:21 +0000 | [diff] [blame] | 144 | GV->getType()->getAddressSpace() != 0 || GV->hasSection() || |
Chris Lattner | 49ddd3a | 2010-09-15 00:30:11 +0000 | [diff] [blame] | 145 | // Don't touch values marked with attribute(used). |
| 146 | UsedGlobals.count(GV)) |
Chris Lattner | c3b6ffc | 2010-02-12 18:17:23 +0000 | [diff] [blame] | 147 | continue; |
Rafael Espindola | d6e5cbc | 2011-01-16 17:05:09 +0000 | [diff] [blame] | 148 | |
Eli Friedman | e15f421 | 2012-01-11 22:06:46 +0000 | [diff] [blame] | 149 | // This transformation is legal for weak ODR globals in the sense it |
| 150 | // doesn't change semantics, but we really don't want to perform it |
| 151 | // anyway; it's likely to pessimize code generation, and some tools |
| 152 | // (like the Darwin linker in cases involving CFString) don't expect it. |
| 153 | if (GV->isWeakForLinker()) |
Bill Wendling | 37b94c6 | 2012-01-11 00:13:08 +0000 | [diff] [blame] | 154 | continue; |
| 155 | |
Chris Lattner | c3b6ffc | 2010-02-12 18:17:23 +0000 | [diff] [blame] | 156 | Constant *Init = GV->getInitializer(); |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 157 | |
Chris Lattner | c3b6ffc | 2010-02-12 18:17:23 +0000 | [diff] [blame] | 158 | // Check to see if the initializer is already known. |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 159 | PointerIntPair<Constant*, 1, bool> Pair(Init, hasKnownAlignment(GV)); |
| 160 | GlobalVariable *&Slot = CMap[Pair]; |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 161 | |
Bill Wendling | 37b94c6 | 2012-01-11 00:13:08 +0000 | [diff] [blame] | 162 | // If this is the first constant we find or if the old one is local, |
| 163 | // replace with the current one. If the current is externally visible |
Rafael Espindola | d6e5cbc | 2011-01-16 17:05:09 +0000 | [diff] [blame] | 164 | // it cannot be replace, but can be the canonical constant we merge with. |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame^] | 165 | if (!Slot || IsBetterCanonical(*GV, *Slot)) |
Chris Lattner | c3b6ffc | 2010-02-12 18:17:23 +0000 | [diff] [blame] | 166 | Slot = GV; |
Nick Lewycky | 2820c25 | 2011-01-15 18:14:21 +0000 | [diff] [blame] | 167 | } |
| 168 | |
Rafael Espindola | d6e5cbc | 2011-01-16 17:05:09 +0000 | [diff] [blame] | 169 | // Second: identify all globals that can be merged together, filling in |
| 170 | // the Replacements vector. We cannot do the replacement in this pass |
| 171 | // because doing so may cause initializers of other globals to be rewritten, |
| 172 | // invalidating the Constant* pointers in CMap. |
Nick Lewycky | 2820c25 | 2011-01-15 18:14:21 +0000 | [diff] [blame] | 173 | for (Module::global_iterator GVI = M.global_begin(), E = M.global_end(); |
| 174 | GVI != E; ) { |
| 175 | GlobalVariable *GV = GVI++; |
| 176 | |
| 177 | // Only process constants with initializers in the default address space. |
Nick Lewycky | cd7f0a1 | 2011-01-15 18:42:52 +0000 | [diff] [blame] | 178 | if (!GV->isConstant() || !GV->hasDefinitiveInitializer() || |
Nick Lewycky | 2820c25 | 2011-01-15 18:14:21 +0000 | [diff] [blame] | 179 | GV->getType()->getAddressSpace() != 0 || GV->hasSection() || |
| 180 | // Don't touch values marked with attribute(used). |
| 181 | UsedGlobals.count(GV)) |
| 182 | continue; |
| 183 | |
Eli Friedman | e15f421 | 2012-01-11 22:06:46 +0000 | [diff] [blame] | 184 | // We can only replace constant with local linkage. |
| 185 | if (!GV->hasLocalLinkage()) |
Nick Lewycky | 2820c25 | 2011-01-15 18:14:21 +0000 | [diff] [blame] | 186 | continue; |
| 187 | |
| 188 | Constant *Init = GV->getInitializer(); |
| 189 | |
| 190 | // Check to see if the initializer is already known. |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 191 | PointerIntPair<Constant*, 1, bool> Pair(Init, hasKnownAlignment(GV)); |
| 192 | GlobalVariable *Slot = CMap[Pair]; |
Nick Lewycky | 2820c25 | 2011-01-15 18:14:21 +0000 | [diff] [blame] | 193 | |
Rafael Espindola | d6e5cbc | 2011-01-16 17:05:09 +0000 | [diff] [blame] | 194 | if (!Slot || Slot == GV) |
| 195 | continue; |
| 196 | |
| 197 | if (!Slot->hasUnnamedAddr() && !GV->hasUnnamedAddr()) |
| 198 | continue; |
| 199 | |
| 200 | if (!GV->hasUnnamedAddr()) |
| 201 | Slot->setUnnamedAddr(false); |
| 202 | |
| 203 | // Make all uses of the duplicate constant use the canonical version. |
| 204 | Replacements.push_back(std::make_pair(GV, Slot)); |
Chris Lattner | 8264a9f | 2007-04-14 01:11:54 +0000 | [diff] [blame] | 205 | } |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 206 | |
Chris Lattner | 0898c78 | 2003-12-28 07:19:08 +0000 | [diff] [blame] | 207 | if (Replacements.empty()) |
| 208 | return MadeChange; |
| 209 | CMap.clear(); |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 210 | |
Chris Lattner | 0898c78 | 2003-12-28 07:19:08 +0000 | [diff] [blame] | 211 | // Now that we have figured out which replacements must be made, do them all |
| 212 | // now. This avoid invalidating the pointers in CMap, which are unneeded |
| 213 | // now. |
| 214 | for (unsigned i = 0, e = Replacements.size(); i != e; ++i) { |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 215 | // Bump the alignment if necessary. |
| 216 | if (Replacements[i].first->getAlignment() || |
| 217 | Replacements[i].second->getAlignment()) { |
Rafael Espindola | 46456f6 | 2013-11-12 20:21:43 +0000 | [diff] [blame] | 218 | Replacements[i].second->setAlignment( |
| 219 | std::max(getAlignment(Replacements[i].first), |
| 220 | getAlignment(Replacements[i].second))); |
Nick Lewycky | e511186 | 2011-07-27 19:47:34 +0000 | [diff] [blame] | 221 | } |
| 222 | |
Chris Lattner | c3b6ffc | 2010-02-12 18:17:23 +0000 | [diff] [blame] | 223 | // Eliminate any uses of the dead global. |
Chris Lattner | 0898c78 | 2003-12-28 07:19:08 +0000 | [diff] [blame] | 224 | Replacements[i].first->replaceAllUsesWith(Replacements[i].second); |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 225 | |
Chris Lattner | c3b6ffc | 2010-02-12 18:17:23 +0000 | [diff] [blame] | 226 | // Delete the global value from the module. |
Nick Lewycky | 2820c25 | 2011-01-15 18:14:21 +0000 | [diff] [blame] | 227 | assert(Replacements[i].first->hasLocalLinkage() && |
| 228 | "Refusing to delete an externally visible global variable."); |
Chris Lattner | c3b6ffc | 2010-02-12 18:17:23 +0000 | [diff] [blame] | 229 | Replacements[i].first->eraseFromParent(); |
Chris Lattner | 0898c78 | 2003-12-28 07:19:08 +0000 | [diff] [blame] | 230 | } |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 231 | |
Chris Lattner | 0898c78 | 2003-12-28 07:19:08 +0000 | [diff] [blame] | 232 | NumMerged += Replacements.size(); |
| 233 | Replacements.clear(); |
Chris Lattner | b972380 | 2003-12-22 23:49:36 +0000 | [diff] [blame] | 234 | } |
Chris Lattner | b972380 | 2003-12-22 23:49:36 +0000 | [diff] [blame] | 235 | } |