blob: 98077af2f5440cb9326a2acb899fec1b54ba8c14 [file] [log] [blame]
Chris Lattner424132a2003-04-18 04:34:29 +00001//===- ConstantMerge.cpp - Merge duplicate global constants ---------------===//
Misha Brukmanb1c93172005-04-21 23:48:37 +00002//
John Criswell482202a2003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanb1c93172005-04-21 23:48:37 +00007//
John Criswell482202a2003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Chris Lattner4816d632001-10-18 20:05:37 +00009//
10// This file defines the interface to a pass that merges duplicate global
11// constants together into a single constant that is shared. This is useful
12// because some passes (ie TraceValues) insert a lot of string constants into
Chris Lattner28d10352002-09-23 23:00:46 +000013// the program, regardless of whether or not an existing string is available.
Chris Lattner4816d632001-10-18 20:05:37 +000014//
15// Algorithm: ConstantMerge is designed to build up a map of available constants
Chris Lattner28d10352002-09-23 23:00:46 +000016// and eliminate duplicates when it is initialized.
Chris Lattner4816d632001-10-18 20:05:37 +000017//
18//===----------------------------------------------------------------------===//
19
Chris Lattnerb0cec702002-07-23 19:57:40 +000020#include "llvm/Transforms/IPO.h"
Chris Lattner75879be2010-02-12 18:17:23 +000021#include "llvm/ADT/DenseMap.h"
Nick Lewycky8ac9ece2011-07-27 19:47:34 +000022#include "llvm/ADT/PointerIntPair.h"
Chris Lattner67e53452010-09-15 00:30:11 +000023#include "llvm/ADT/SmallPtrSet.h"
Reid Spencer7c16caa2004-09-01 22:55:40 +000024#include "llvm/ADT/Statistic.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000025#include "llvm/IR/Constants.h"
26#include "llvm/IR/DataLayout.h"
27#include "llvm/IR/DerivedTypes.h"
28#include "llvm/IR/Module.h"
Rafael Espindolac229a4f2013-05-06 01:48:55 +000029#include "llvm/IR/Operator.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000030#include "llvm/Pass.h"
Chris Lattnerf52e03c2003-11-21 21:54:22 +000031using namespace llvm;
Brian Gaeke960707c2003-11-11 22:41:34 +000032
Chandler Carruth964daaa2014-04-22 02:55:47 +000033#define DEBUG_TYPE "constmerge"
34
Chris Lattner1631bcb2006-12-19 22:09:18 +000035STATISTIC(NumMerged, "Number of global constants merged");
Chris Lattnereac4dcd2002-10-09 23:16:04 +000036
Chris Lattner1631bcb2006-12-19 22:09:18 +000037namespace {
Nick Lewycky02d5f772009-10-25 06:33:48 +000038 struct ConstantMerge : public ModulePass {
Nick Lewyckye7da2d62007-05-06 13:37:16 +000039 static char ID; // Pass identification, replacement for typeid
Owen Anderson6c18d1a2010-10-19 17:21:58 +000040 ConstantMerge() : ModulePass(ID) {
41 initializeConstantMergePass(*PassRegistry::getPassRegistry());
42 }
Devang Patel09f162c2007-05-01 21:15:47 +000043
Nick Lewycky8ac9ece2011-07-27 19:47:34 +000044 // For this pass, process all of the globals in the module, eliminating
45 // duplicate constants.
Craig Topper3e4c6972014-03-05 09:10:37 +000046 bool runOnModule(Module &M) override;
Nick Lewycky8ac9ece2011-07-27 19:47:34 +000047
Sylvestre Ledru91ce36c2012-09-27 10:14:43 +000048 // Return true iff we can determine the alignment of this global variable.
Nick Lewycky8ac9ece2011-07-27 19:47:34 +000049 bool hasKnownAlignment(GlobalVariable *GV) const;
50
51 // Return the alignment of the global, including converting the default
52 // alignment to a concrete value.
53 unsigned getAlignment(GlobalVariable *GV) const;
54
Rafael Espindola37dc9e12014-02-21 00:06:31 +000055 const DataLayout *DL;
Chris Lattner2ae9cda2002-06-25 15:55:29 +000056 };
57}
58
Dan Gohmand78c4002008-05-13 00:00:25 +000059char ConstantMerge::ID = 0;
Owen Andersona57b97e2010-07-21 22:09:45 +000060INITIALIZE_PASS(ConstantMerge, "constmerge",
Owen Andersondf7a4f22010-10-07 22:25:06 +000061 "Merge Duplicate Global Constants", false, false)
Dan Gohmand78c4002008-05-13 00:00:25 +000062
Chris Lattner4f2cf032004-09-20 04:48:05 +000063ModulePass *llvm::createConstantMergePass() { return new ConstantMerge(); }
Chris Lattner2ae9cda2002-06-25 15:55:29 +000064
Chris Lattner67e53452010-09-15 00:30:11 +000065
66
67/// Find values that are marked as llvm.used.
68static void FindUsedValues(GlobalVariable *LLVMUsed,
Craig Topper71b7b682014-08-21 05:55:13 +000069 SmallPtrSetImpl<const GlobalValue*> &UsedValues) {
Craig Topperf40110f2014-04-25 05:29:35 +000070 if (!LLVMUsed) return;
Rafael Espindola74f2e462013-04-22 14:58:02 +000071 ConstantArray *Inits = cast<ConstantArray>(LLVMUsed->getInitializer());
72
Rafael Espindolac229a4f2013-05-06 01:48:55 +000073 for (unsigned i = 0, e = Inits->getNumOperands(); i != e; ++i) {
74 Value *Operand = Inits->getOperand(i)->stripPointerCastsNoFollowAliases();
75 GlobalValue *GV = cast<GlobalValue>(Operand);
76 UsedValues.insert(GV);
77 }
Chris Lattner67e53452010-09-15 00:30:11 +000078}
79
Rafael Espindola751677a2011-01-16 17:05:09 +000080// True if A is better than B.
Alp Tokercb402912014-01-24 17:20:08 +000081static bool IsBetterCanonical(const GlobalVariable &A,
82 const GlobalVariable &B) {
Rafael Espindola751677a2011-01-16 17:05:09 +000083 if (!A.hasLocalLinkage() && B.hasLocalLinkage())
84 return true;
85
86 if (A.hasLocalLinkage() && !B.hasLocalLinkage())
87 return false;
88
89 return A.hasUnnamedAddr();
90}
91
Nick Lewycky8ac9ece2011-07-27 19:47:34 +000092bool ConstantMerge::hasKnownAlignment(GlobalVariable *GV) const {
Rafael Espindola37dc9e12014-02-21 00:06:31 +000093 return DL || GV->getAlignment() != 0;
Nick Lewycky8ac9ece2011-07-27 19:47:34 +000094}
95
96unsigned ConstantMerge::getAlignment(GlobalVariable *GV) const {
Rafael Espindoladd8757a2013-11-12 20:21:43 +000097 unsigned Align = GV->getAlignment();
98 if (Align)
99 return Align;
Rafael Espindola37dc9e12014-02-21 00:06:31 +0000100 if (DL)
101 return DL->getPreferredAlignment(GV);
Rafael Espindoladd8757a2013-11-12 20:21:43 +0000102 return 0;
Nick Lewycky8ac9ece2011-07-27 19:47:34 +0000103}
104
Chris Lattner4f2cf032004-09-20 04:48:05 +0000105bool ConstantMerge::runOnModule(Module &M) {
Mehdi Amini46a43552015-03-04 18:43:29 +0000106 DL = &M.getDataLayout();
Nick Lewycky8ac9ece2011-07-27 19:47:34 +0000107
Chris Lattner67e53452010-09-15 00:30:11 +0000108 // Find all the globals that are marked "used". These cannot be merged.
109 SmallPtrSet<const GlobalValue*, 8> UsedGlobals;
110 FindUsedValues(M.getGlobalVariable("llvm.used"), UsedGlobals);
111 FindUsedValues(M.getGlobalVariable("llvm.compiler.used"), UsedGlobals);
112
Nick Lewycky8ac9ece2011-07-27 19:47:34 +0000113 // Map unique <constants, has-unknown-alignment> pairs to globals. We don't
114 // want to merge globals of unknown alignment with those of explicit
Micah Villmowcdfe20b2012-10-08 16:38:25 +0000115 // alignment. If we have DataLayout, we always know the alignment.
Nick Lewycky8ac9ece2011-07-27 19:47:34 +0000116 DenseMap<PointerIntPair<Constant*, 1, bool>, GlobalVariable*> CMap;
Chris Lattnerc2ee0542003-12-22 23:49:36 +0000117
118 // Replacements - This vector contains a list of replacements to perform.
Chris Lattner75879be2010-02-12 18:17:23 +0000119 SmallVector<std::pair<GlobalVariable*, GlobalVariable*>, 32> Replacements;
Chris Lattnerc2ee0542003-12-22 23:49:36 +0000120
Chris Lattner56db5e92003-12-28 07:19:08 +0000121 bool MadeChange = false;
Chris Lattner4816d632001-10-18 20:05:37 +0000122
Chris Lattner56db5e92003-12-28 07:19:08 +0000123 // Iterate constant merging while we are still making progress. Merging two
124 // constants together may allow us to merge other constants together if the
125 // second level constants have initializers which point to the globals that
126 // were just merged.
127 while (1) {
Rafael Espindola751677a2011-01-16 17:05:09 +0000128
129 // First: Find the canonical constants others will be merged with.
Chris Lattner6f588392007-04-14 18:06:52 +0000130 for (Module::global_iterator GVI = M.global_begin(), E = M.global_end();
131 GVI != E; ) {
132 GlobalVariable *GV = GVI++;
Rafael Espindola751677a2011-01-16 17:05:09 +0000133
Chris Lattner02137ee2007-04-14 01:11:54 +0000134 // If this GV is dead, remove it.
135 GV->removeDeadConstantUsers();
Rafael Espindola6de96a12009-01-15 20:18:42 +0000136 if (GV->use_empty() && GV->hasLocalLinkage()) {
Jeff Cohen4bd0fd32007-04-14 17:18:29 +0000137 GV->eraseFromParent();
138 continue;
Chris Lattner02137ee2007-04-14 01:11:54 +0000139 }
Rafael Espindola751677a2011-01-16 17:05:09 +0000140
Nick Lewycky0296a482011-01-15 18:14:21 +0000141 // Only process constants with initializers in the default address space.
Nick Lewycky4a1ff162011-01-15 18:42:52 +0000142 if (!GV->isConstant() || !GV->hasDefinitiveInitializer() ||
Nick Lewycky0296a482011-01-15 18:14:21 +0000143 GV->getType()->getAddressSpace() != 0 || GV->hasSection() ||
Chris Lattner67e53452010-09-15 00:30:11 +0000144 // Don't touch values marked with attribute(used).
145 UsedGlobals.count(GV))
Chris Lattner75879be2010-02-12 18:17:23 +0000146 continue;
Rafael Espindola751677a2011-01-16 17:05:09 +0000147
Eli Friedmanb31c6272012-01-11 22:06:46 +0000148 // This transformation is legal for weak ODR globals in the sense it
149 // doesn't change semantics, but we really don't want to perform it
150 // anyway; it's likely to pessimize code generation, and some tools
151 // (like the Darwin linker in cases involving CFString) don't expect it.
152 if (GV->isWeakForLinker())
Bill Wendlingc7915512012-01-11 00:13:08 +0000153 continue;
154
Chris Lattner75879be2010-02-12 18:17:23 +0000155 Constant *Init = GV->getInitializer();
Misha Brukmanb1c93172005-04-21 23:48:37 +0000156
Chris Lattner75879be2010-02-12 18:17:23 +0000157 // Check to see if the initializer is already known.
Nick Lewycky8ac9ece2011-07-27 19:47:34 +0000158 PointerIntPair<Constant*, 1, bool> Pair(Init, hasKnownAlignment(GV));
159 GlobalVariable *&Slot = CMap[Pair];
Misha Brukmanb1c93172005-04-21 23:48:37 +0000160
Bill Wendlingc7915512012-01-11 00:13:08 +0000161 // If this is the first constant we find or if the old one is local,
162 // replace with the current one. If the current is externally visible
Rafael Espindola751677a2011-01-16 17:05:09 +0000163 // it cannot be replace, but can be the canonical constant we merge with.
Craig Topperf40110f2014-04-25 05:29:35 +0000164 if (!Slot || IsBetterCanonical(*GV, *Slot))
Chris Lattner75879be2010-02-12 18:17:23 +0000165 Slot = GV;
Nick Lewycky0296a482011-01-15 18:14:21 +0000166 }
167
Rafael Espindola751677a2011-01-16 17:05:09 +0000168 // Second: identify all globals that can be merged together, filling in
169 // the Replacements vector. We cannot do the replacement in this pass
170 // because doing so may cause initializers of other globals to be rewritten,
171 // invalidating the Constant* pointers in CMap.
Nick Lewycky0296a482011-01-15 18:14:21 +0000172 for (Module::global_iterator GVI = M.global_begin(), E = M.global_end();
173 GVI != E; ) {
174 GlobalVariable *GV = GVI++;
175
176 // Only process constants with initializers in the default address space.
Nick Lewycky4a1ff162011-01-15 18:42:52 +0000177 if (!GV->isConstant() || !GV->hasDefinitiveInitializer() ||
Nick Lewycky0296a482011-01-15 18:14:21 +0000178 GV->getType()->getAddressSpace() != 0 || GV->hasSection() ||
179 // Don't touch values marked with attribute(used).
180 UsedGlobals.count(GV))
181 continue;
182
Eli Friedmanb31c6272012-01-11 22:06:46 +0000183 // We can only replace constant with local linkage.
184 if (!GV->hasLocalLinkage())
Nick Lewycky0296a482011-01-15 18:14:21 +0000185 continue;
186
187 Constant *Init = GV->getInitializer();
188
189 // Check to see if the initializer is already known.
Nick Lewycky8ac9ece2011-07-27 19:47:34 +0000190 PointerIntPair<Constant*, 1, bool> Pair(Init, hasKnownAlignment(GV));
191 GlobalVariable *Slot = CMap[Pair];
Nick Lewycky0296a482011-01-15 18:14:21 +0000192
Rafael Espindola751677a2011-01-16 17:05:09 +0000193 if (!Slot || Slot == GV)
194 continue;
195
196 if (!Slot->hasUnnamedAddr() && !GV->hasUnnamedAddr())
197 continue;
198
199 if (!GV->hasUnnamedAddr())
200 Slot->setUnnamedAddr(false);
201
202 // Make all uses of the duplicate constant use the canonical version.
203 Replacements.push_back(std::make_pair(GV, Slot));
Chris Lattner02137ee2007-04-14 01:11:54 +0000204 }
Misha Brukmanb1c93172005-04-21 23:48:37 +0000205
Chris Lattner56db5e92003-12-28 07:19:08 +0000206 if (Replacements.empty())
207 return MadeChange;
208 CMap.clear();
Misha Brukmanb1c93172005-04-21 23:48:37 +0000209
Chris Lattner56db5e92003-12-28 07:19:08 +0000210 // Now that we have figured out which replacements must be made, do them all
211 // now. This avoid invalidating the pointers in CMap, which are unneeded
212 // now.
213 for (unsigned i = 0, e = Replacements.size(); i != e; ++i) {
Nick Lewycky8ac9ece2011-07-27 19:47:34 +0000214 // Bump the alignment if necessary.
215 if (Replacements[i].first->getAlignment() ||
216 Replacements[i].second->getAlignment()) {
Rafael Espindoladd8757a2013-11-12 20:21:43 +0000217 Replacements[i].second->setAlignment(
218 std::max(getAlignment(Replacements[i].first),
219 getAlignment(Replacements[i].second)));
Nick Lewycky8ac9ece2011-07-27 19:47:34 +0000220 }
221
Chris Lattner75879be2010-02-12 18:17:23 +0000222 // Eliminate any uses of the dead global.
Chris Lattner56db5e92003-12-28 07:19:08 +0000223 Replacements[i].first->replaceAllUsesWith(Replacements[i].second);
Misha Brukmanb1c93172005-04-21 23:48:37 +0000224
Chris Lattner75879be2010-02-12 18:17:23 +0000225 // Delete the global value from the module.
Nick Lewycky0296a482011-01-15 18:14:21 +0000226 assert(Replacements[i].first->hasLocalLinkage() &&
227 "Refusing to delete an externally visible global variable.");
Chris Lattner75879be2010-02-12 18:17:23 +0000228 Replacements[i].first->eraseFromParent();
Chris Lattner56db5e92003-12-28 07:19:08 +0000229 }
Misha Brukmanb1c93172005-04-21 23:48:37 +0000230
Chris Lattner56db5e92003-12-28 07:19:08 +0000231 NumMerged += Replacements.size();
232 Replacements.clear();
Chris Lattnerc2ee0542003-12-22 23:49:36 +0000233 }
Chris Lattnerc2ee0542003-12-22 23:49:36 +0000234}