blob: a2bc95602210ad6d46a5c0437573770d9cfacc94 [file] [log] [blame]
Mikhail Glushenkov59a5afa2009-03-03 10:04:23 +00001//===- lib/Linker/LinkModules.cpp - Module Linker Implementation ----------===//
Misha Brukman10468d82005-04-21 22:55:34 +00002//
Reid Spencer361e5132004-11-12 20:37:43 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukman10468d82005-04-21 22:55:34 +00007//
Reid Spencer361e5132004-11-12 20:37:43 +00008//===----------------------------------------------------------------------===//
9//
10// This file implements the LLVM module linker.
11//
Reid Spencer361e5132004-11-12 20:37:43 +000012//===----------------------------------------------------------------------===//
13
Chandler Carruth6cc07df2014-03-06 03:42:23 +000014#include "llvm/Linker/Linker.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000015#include "llvm-c/Linker.h"
Bill Wendling66f02412012-02-11 11:38:06 +000016#include "llvm/ADT/SetVector.h"
Eli Bendersky0f7fd362013-03-19 15:26:24 +000017#include "llvm/ADT/SmallString.h"
Akira Hatanakac43df512015-02-13 00:40:41 +000018#include "llvm/ADT/Triple.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000019#include "llvm/IR/Constants.h"
Rafael Espindolad12b4a32014-10-25 04:06:10 +000020#include "llvm/IR/DiagnosticInfo.h"
21#include "llvm/IR/DiagnosticPrinter.h"
22#include "llvm/IR/LLVMContext.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000023#include "llvm/IR/Module.h"
Chandler Carruthdcb603f2013-01-07 15:43:51 +000024#include "llvm/IR/TypeFinder.h"
Tanya Lattnercbb91402011-10-11 00:24:54 +000025#include "llvm/Transforms/Utils/Cloning.h"
Reid Spencer361e5132004-11-12 20:37:43 +000026using namespace llvm;
27
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000028//===----------------------------------------------------------------------===//
29// TypeMap implementation.
30//===----------------------------------------------------------------------===//
Reid Spencer361e5132004-11-12 20:37:43 +000031
Chris Lattnereee6f992008-06-16 21:00:18 +000032namespace {
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000033class TypeMapTy : public ValueMapTypeRemapper {
Rafael Espindola18c89412014-10-27 02:35:46 +000034 /// This is a mapping from a source type to a destination type to use.
Rafael Espindolae3a933a2015-12-01 20:11:43 +000035 DenseMap<Type *, Type *> MappedTypes;
Mikhail Glushenkov766d4892009-03-03 07:22:23 +000036
Rafael Espindola18c89412014-10-27 02:35:46 +000037 /// When checking to see if two subgraphs are isomorphic, we speculatively
38 /// add types to MappedTypes, but keep track of them here in case we need to
39 /// roll back.
Rafael Espindolae3a933a2015-12-01 20:11:43 +000040 SmallVector<Type *, 16> SpeculativeTypes;
Rafael Espindolaed6dc372014-05-09 14:39:25 +000041
Rafael Espindolae3a933a2015-12-01 20:11:43 +000042 SmallVector<StructType *, 16> SpeculativeDstOpaqueTypes;
Rafael Espindolaa96f2352014-11-28 16:41:24 +000043
Rafael Espindola18c89412014-10-27 02:35:46 +000044 /// This is a list of non-opaque structs in the source module that are mapped
45 /// to an opaque struct in the destination module.
Rafael Espindolae3a933a2015-12-01 20:11:43 +000046 SmallVector<StructType *, 16> SrcDefinitionsToResolve;
Rafael Espindolaed6dc372014-05-09 14:39:25 +000047
Rafael Espindola18c89412014-10-27 02:35:46 +000048 /// This is the set of opaque types in the destination modules who are
49 /// getting a body from the source module.
Rafael Espindolae3a933a2015-12-01 20:11:43 +000050 SmallPtrSet<StructType *, 16> DstResolvedOpaqueTypes;
Bill Wendling8c2cc412012-03-22 20:30:41 +000051
Chris Lattner56cdea62008-06-16 23:06:51 +000052public:
Rafael Espindola31ad4682014-12-03 22:36:37 +000053 TypeMapTy(Linker::IdentifiedStructTypeSet &DstStructTypesSet)
54 : DstStructTypesSet(DstStructTypesSet) {}
Rafael Espindolaaa9918a2013-05-04 05:05:18 +000055
Rafael Espindola31ad4682014-12-03 22:36:37 +000056 Linker::IdentifiedStructTypeSet &DstStructTypesSet;
Rafael Espindola18c89412014-10-27 02:35:46 +000057 /// Indicate that the specified type in the destination module is conceptually
58 /// equivalent to the specified type in the source module.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000059 void addTypeMapping(Type *DstTy, Type *SrcTy);
60
Rafael Espindolad2a13a22014-11-25 04:28:31 +000061 /// Produce a body for an opaque type in the dest module from a type
62 /// definition in the source module.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000063 void linkDefinedTypeBodies();
Rafael Espindolaed6dc372014-05-09 14:39:25 +000064
Rafael Espindola18c89412014-10-27 02:35:46 +000065 /// Return the mapped type to use for the specified input type from the
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000066 /// source module.
67 Type *get(Type *SrcTy);
Rafael Espindola31ad4682014-12-03 22:36:37 +000068 Type *get(Type *SrcTy, SmallPtrSet<StructType *, 8> &Visited);
69
70 void finishType(StructType *DTy, StructType *STy, ArrayRef<Type *> ETypes);
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000071
Rafael Espindola290e2cc2014-11-25 14:35:53 +000072 FunctionType *get(FunctionType *T) {
73 return cast<FunctionType>(get((Type *)T));
74 }
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000075
Rafael Espindola18c89412014-10-27 02:35:46 +000076 /// Dump out the type map for debugging purposes.
Bill Wendlingb6af2f32012-03-22 20:28:27 +000077 void dump() const {
Rafael Espindola8f144712014-11-25 06:16:27 +000078 for (auto &Pair : MappedTypes) {
Bill Wendlingb6af2f32012-03-22 20:28:27 +000079 dbgs() << "TypeMap: ";
Rafael Espindola8f144712014-11-25 06:16:27 +000080 Pair.first->print(dbgs());
Bill Wendlingb6af2f32012-03-22 20:28:27 +000081 dbgs() << " => ";
Rafael Espindola8f144712014-11-25 06:16:27 +000082 Pair.second->print(dbgs());
Bill Wendlingb6af2f32012-03-22 20:28:27 +000083 dbgs() << '\n';
84 }
85 }
Bill Wendlingb6af2f32012-03-22 20:28:27 +000086
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000087private:
Rafael Espindola290e2cc2014-11-25 14:35:53 +000088 Type *remapType(Type *SrcTy) override { return get(SrcTy); }
Rafael Espindolaed6dc372014-05-09 14:39:25 +000089
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000090 bool areTypesIsomorphic(Type *DstTy, Type *SrcTy);
Chris Lattnereee6f992008-06-16 21:00:18 +000091};
Alexander Kornienkof00654e2015-06-23 09:49:53 +000092}
Chris Lattnereee6f992008-06-16 21:00:18 +000093
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000094void TypeMapTy::addTypeMapping(Type *DstTy, Type *SrcTy) {
Rafael Espindola3d097412014-11-28 16:26:14 +000095 assert(SpeculativeTypes.empty());
Rafael Espindolaa96f2352014-11-28 16:41:24 +000096 assert(SpeculativeDstOpaqueTypes.empty());
Rafael Espindola3d097412014-11-28 16:26:14 +000097
Chris Lattnerb1ed91f2011-07-09 17:41:24 +000098 // Check to see if these types are recursively isomorphic and establish a
99 // mapping between them if so.
Duncan P. N. Exon Smithc586eaa2014-11-27 17:01:10 +0000100 if (!areTypesIsomorphic(DstTy, SrcTy)) {
101 // Oops, they aren't isomorphic. Just discard this request by rolling out
102 // any speculative mappings we've established.
Rafael Espindola3d097412014-11-28 16:26:14 +0000103 for (Type *Ty : SpeculativeTypes)
104 MappedTypes.erase(Ty);
Rafael Espindolaa96f2352014-11-28 16:41:24 +0000105
106 SrcDefinitionsToResolve.resize(SrcDefinitionsToResolve.size() -
107 SpeculativeDstOpaqueTypes.size());
108 for (StructType *Ty : SpeculativeDstOpaqueTypes)
109 DstResolvedOpaqueTypes.erase(Ty);
Rafael Espindola04a74af2014-12-01 04:15:59 +0000110 } else {
111 for (Type *Ty : SpeculativeTypes)
112 if (auto *STy = dyn_cast<StructType>(Ty))
113 if (STy->hasName())
114 STy->setName("");
Bill Wendlingd48b7782012-02-28 04:01:21 +0000115 }
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000116 SpeculativeTypes.clear();
Rafael Espindolaa96f2352014-11-28 16:41:24 +0000117 SpeculativeDstOpaqueTypes.clear();
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000118}
Chris Lattnereee6f992008-06-16 21:00:18 +0000119
Rafael Espindola18c89412014-10-27 02:35:46 +0000120/// Recursively walk this pair of types, returning true if they are isomorphic,
121/// false if they are not.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000122bool TypeMapTy::areTypesIsomorphic(Type *DstTy, Type *SrcTy) {
123 // Two types with differing kinds are clearly not isomorphic.
Rafael Espindola290e2cc2014-11-25 14:35:53 +0000124 if (DstTy->getTypeID() != SrcTy->getTypeID())
125 return false;
Misha Brukman10468d82005-04-21 22:55:34 +0000126
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000127 // If we have an entry in the MappedTypes table, then we have our answer.
128 Type *&Entry = MappedTypes[SrcTy];
129 if (Entry)
130 return Entry == DstTy;
Misha Brukman10468d82005-04-21 22:55:34 +0000131
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000132 // Two identical types are clearly isomorphic. Remember this
133 // non-speculatively.
134 if (DstTy == SrcTy) {
135 Entry = DstTy;
Chris Lattnerfe677e92008-06-16 20:03:01 +0000136 return true;
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000137 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000138
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000139 // Okay, we have two types with identical kinds that we haven't seen before.
Mikhail Glushenkov766d4892009-03-03 07:22:23 +0000140
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000141 // If this is an opaque struct type, special case it.
142 if (StructType *SSTy = dyn_cast<StructType>(SrcTy)) {
143 // Mapping an opaque type to any struct, just keep the dest struct.
144 if (SSTy->isOpaque()) {
145 Entry = DstTy;
146 SpeculativeTypes.push_back(SrcTy);
Reid Spencer361e5132004-11-12 20:37:43 +0000147 return true;
Chris Lattner9be15892008-06-16 21:17:12 +0000148 }
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000149
Chris Lattner5e3bd972011-12-20 00:03:52 +0000150 // Mapping a non-opaque source type to an opaque dest. If this is the first
151 // type that we're mapping onto this destination type then we succeed. Keep
Rafael Espindolaa96f2352014-11-28 16:41:24 +0000152 // the dest, but fill it in later. If this is the second (different) type
153 // that we're trying to map onto the same opaque type then we fail.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000154 if (cast<StructType>(DstTy)->isOpaque()) {
Chris Lattner5e3bd972011-12-20 00:03:52 +0000155 // We can only map one source type onto the opaque destination type.
David Blaikie70573dc2014-11-19 07:49:26 +0000156 if (!DstResolvedOpaqueTypes.insert(cast<StructType>(DstTy)).second)
Chris Lattner5e3bd972011-12-20 00:03:52 +0000157 return false;
158 SrcDefinitionsToResolve.push_back(SSTy);
Rafael Espindolaa96f2352014-11-28 16:41:24 +0000159 SpeculativeTypes.push_back(SrcTy);
160 SpeculativeDstOpaqueTypes.push_back(cast<StructType>(DstTy));
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000161 Entry = DstTy;
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000162 return true;
163 }
164 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000165
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000166 // If the number of subtypes disagree between the two types, then we fail.
167 if (SrcTy->getNumContainedTypes() != DstTy->getNumContainedTypes())
Reid Spencer361e5132004-11-12 20:37:43 +0000168 return false;
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000169
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000170 // Fail if any of the extra properties (e.g. array size) of the type disagree.
171 if (isa<IntegerType>(DstTy))
Rafael Espindolae3a933a2015-12-01 20:11:43 +0000172 return false; // bitwidth disagrees.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000173 if (PointerType *PT = dyn_cast<PointerType>(DstTy)) {
174 if (PT->getAddressSpace() != cast<PointerType>(SrcTy)->getAddressSpace())
175 return false;
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000176
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000177 } else if (FunctionType *FT = dyn_cast<FunctionType>(DstTy)) {
178 if (FT->isVarArg() != cast<FunctionType>(SrcTy)->isVarArg())
179 return false;
180 } else if (StructType *DSTy = dyn_cast<StructType>(DstTy)) {
181 StructType *SSTy = cast<StructType>(SrcTy);
Chris Lattner44f7ab42011-08-12 18:07:26 +0000182 if (DSTy->isLiteral() != SSTy->isLiteral() ||
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000183 DSTy->isPacked() != SSTy->isPacked())
184 return false;
185 } else if (ArrayType *DATy = dyn_cast<ArrayType>(DstTy)) {
186 if (DATy->getNumElements() != cast<ArrayType>(SrcTy)->getNumElements())
187 return false;
188 } else if (VectorType *DVTy = dyn_cast<VectorType>(DstTy)) {
Joey Gouly5fad3e92013-01-10 10:49:36 +0000189 if (DVTy->getNumElements() != cast<VectorType>(SrcTy)->getNumElements())
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000190 return false;
Reid Spencer361e5132004-11-12 20:37:43 +0000191 }
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000192
193 // Otherwise, we speculate that these two types will line up and recursively
194 // check the subelements.
195 Entry = DstTy;
196 SpeculativeTypes.push_back(SrcTy);
197
Rafael Espindola290e2cc2014-11-25 14:35:53 +0000198 for (unsigned I = 0, E = SrcTy->getNumContainedTypes(); I != E; ++I)
199 if (!areTypesIsomorphic(DstTy->getContainedType(I),
200 SrcTy->getContainedType(I)))
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000201 return false;
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000202
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000203 // If everything seems to have lined up, then everything is great.
204 return true;
205}
206
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000207void TypeMapTy::linkDefinedTypeBodies() {
Rafael Espindolae3a933a2015-12-01 20:11:43 +0000208 SmallVector<Type *, 16> Elements;
Rafael Espindolac81c3f52014-11-25 15:33:40 +0000209 for (StructType *SrcSTy : SrcDefinitionsToResolve) {
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000210 StructType *DstSTy = cast<StructType>(MappedTypes[SrcSTy]);
Rafael Espindolac81c3f52014-11-25 15:33:40 +0000211 assert(DstSTy->isOpaque());
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000212
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000213 // Map the body of the source type over to a new body for the dest type.
214 Elements.resize(SrcSTy->getNumElements());
Rafael Espindola290e2cc2014-11-25 14:35:53 +0000215 for (unsigned I = 0, E = Elements.size(); I != E; ++I)
Rafael Espindolac81c3f52014-11-25 15:33:40 +0000216 Elements[I] = get(SrcSTy->getElementType(I));
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000217
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000218 DstSTy->setBody(Elements, SrcSTy->isPacked());
Rafael Espindolaa5b9e1c2015-03-06 00:50:21 +0000219 DstStructTypesSet.switchToNonOpaque(DstSTy);
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000220 }
Rafael Espindolac81c3f52014-11-25 15:33:40 +0000221 SrcDefinitionsToResolve.clear();
Chris Lattner5e3bd972011-12-20 00:03:52 +0000222 DstResolvedOpaqueTypes.clear();
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000223}
224
Rafael Espindola31ad4682014-12-03 22:36:37 +0000225void TypeMapTy::finishType(StructType *DTy, StructType *STy,
226 ArrayRef<Type *> ETypes) {
227 DTy->setBody(ETypes, STy->isPacked());
Rafael Espindolac81c3f52014-11-25 15:33:40 +0000228
229 // Steal STy's name.
230 if (STy->hasName()) {
231 SmallString<16> TmpName = STy->getName();
232 STy->setName("");
233 DTy->setName(TmpName);
234 }
235
Rafael Espindola31ad4682014-12-03 22:36:37 +0000236 DstStructTypesSet.addNonOpaque(DTy);
237}
238
239Type *TypeMapTy::get(Type *Ty) {
240 SmallPtrSet<StructType *, 8> Visited;
241 return get(Ty, Visited);
242}
243
244Type *TypeMapTy::get(Type *Ty, SmallPtrSet<StructType *, 8> &Visited) {
245 // If we already have an entry for this type, return it.
246 Type **Entry = &MappedTypes[Ty];
247 if (*Entry)
248 return *Entry;
249
250 // These are types that LLVM itself will unique.
251 bool IsUniqued = !isa<StructType>(Ty) || cast<StructType>(Ty)->isLiteral();
252
253#ifndef NDEBUG
254 if (!IsUniqued) {
255 for (auto &Pair : MappedTypes) {
256 assert(!(Pair.first != Ty && Pair.second == Ty) &&
257 "mapping to a source type");
258 }
259 }
260#endif
261
262 if (!IsUniqued && !Visited.insert(cast<StructType>(Ty)).second) {
263 StructType *DTy = StructType::create(Ty->getContext());
264 return *Entry = DTy;
265 }
266
267 // If this is not a recursive type, then just map all of the elements and
268 // then rebuild the type from inside out.
269 SmallVector<Type *, 4> ElementTypes;
270
271 // If there are no element types to map, then the type is itself. This is
272 // true for the anonymous {} struct, things like 'float', integers, etc.
273 if (Ty->getNumContainedTypes() == 0 && IsUniqued)
274 return *Entry = Ty;
275
276 // Remap all of the elements, keeping track of whether any of them change.
277 bool AnyChange = false;
278 ElementTypes.resize(Ty->getNumContainedTypes());
279 for (unsigned I = 0, E = Ty->getNumContainedTypes(); I != E; ++I) {
280 ElementTypes[I] = get(Ty->getContainedType(I), Visited);
281 AnyChange |= ElementTypes[I] != Ty->getContainedType(I);
282 }
283
284 // If we found our type while recursively processing stuff, just use it.
285 Entry = &MappedTypes[Ty];
286 if (*Entry) {
287 if (auto *DTy = dyn_cast<StructType>(*Entry)) {
288 if (DTy->isOpaque()) {
289 auto *STy = cast<StructType>(Ty);
290 finishType(DTy, STy, ElementTypes);
291 }
292 }
293 return *Entry;
294 }
295
296 // If all of the element types mapped directly over and the type is not
297 // a nomed struct, then the type is usable as-is.
298 if (!AnyChange && IsUniqued)
299 return *Entry = Ty;
300
301 // Otherwise, rebuild a modified type.
302 switch (Ty->getTypeID()) {
303 default:
304 llvm_unreachable("unknown derived type to remap");
305 case Type::ArrayTyID:
306 return *Entry = ArrayType::get(ElementTypes[0],
307 cast<ArrayType>(Ty)->getNumElements());
308 case Type::VectorTyID:
309 return *Entry = VectorType::get(ElementTypes[0],
310 cast<VectorType>(Ty)->getNumElements());
311 case Type::PointerTyID:
312 return *Entry = PointerType::get(ElementTypes[0],
313 cast<PointerType>(Ty)->getAddressSpace());
314 case Type::FunctionTyID:
315 return *Entry = FunctionType::get(ElementTypes[0],
316 makeArrayRef(ElementTypes).slice(1),
317 cast<FunctionType>(Ty)->isVarArg());
318 case Type::StructTyID: {
319 auto *STy = cast<StructType>(Ty);
320 bool IsPacked = STy->isPacked();
321 if (IsUniqued)
322 return *Entry = StructType::get(Ty->getContext(), ElementTypes, IsPacked);
323
324 // If the type is opaque, we can just use it directly.
325 if (STy->isOpaque()) {
326 DstStructTypesSet.addOpaque(STy);
327 return *Entry = Ty;
328 }
329
330 if (StructType *OldT =
331 DstStructTypesSet.findNonOpaque(ElementTypes, IsPacked)) {
332 STy->setName("");
333 return *Entry = OldT;
334 }
335
336 if (!AnyChange) {
337 DstStructTypesSet.addNonOpaque(STy);
338 return *Entry = Ty;
339 }
340
341 StructType *DTy = StructType::create(Ty->getContext());
342 finishType(DTy, STy, ElementTypes);
343 return *Entry = DTy;
344 }
345 }
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000346}
347
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000348//===----------------------------------------------------------------------===//
349// ModuleLinker implementation.
350//===----------------------------------------------------------------------===//
351
352namespace {
Rafael Espindolac84f6082014-11-25 06:11:24 +0000353class ModuleLinker;
James Molloyf6f121e2013-05-28 15:17:05 +0000354
Rafael Espindolac84f6082014-11-25 06:11:24 +0000355/// Creates prototypes for functions that are lazily linked on the fly. This
356/// speeds up linking for modules with many/ lazily linked functions of which
357/// few get used.
David Blaikie437aafd2015-10-19 22:15:55 +0000358class ValueMaterializerTy final : public ValueMaterializer {
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000359 ModuleLinker *ModLinker;
James Molloyf6f121e2013-05-28 15:17:05 +0000360
Rafael Espindolac84f6082014-11-25 06:11:24 +0000361public:
Rafael Espindola19b52382015-11-27 20:28:19 +0000362 ValueMaterializerTy(ModuleLinker *ModLinker) : ModLinker(ModLinker) {}
Rafael Espindolac84f6082014-11-25 06:11:24 +0000363
Rafael Espindola19b52382015-11-27 20:28:19 +0000364 Value *materializeDeclFor(Value *V) override;
365 void materializeInitFor(GlobalValue *New, GlobalValue *Old) override;
Rafael Espindolac84f6082014-11-25 06:11:24 +0000366};
367
368class LinkDiagnosticInfo : public DiagnosticInfo {
369 const Twine &Msg;
370
371public:
372 LinkDiagnosticInfo(DiagnosticSeverity Severity, const Twine &Msg);
373 void print(DiagnosticPrinter &DP) const override;
374};
375LinkDiagnosticInfo::LinkDiagnosticInfo(DiagnosticSeverity Severity,
376 const Twine &Msg)
377 : DiagnosticInfo(DK_Linker, Severity), Msg(Msg) {}
378void LinkDiagnosticInfo::print(DiagnosticPrinter &DP) const { DP << Msg; }
379
380/// This is an implementation class for the LinkModules function, which is the
381/// entrypoint for this file.
382class ModuleLinker {
Rafael Espindola0e309fe2015-12-01 19:50:54 +0000383 Module &DstM;
384 Module &SrcM;
Rafael Espindolac84f6082014-11-25 06:11:24 +0000385
386 TypeMapTy TypeMap;
387 ValueMaterializerTy ValMaterializer;
388
389 /// Mapping of values from what they used to be in Src, to what they are now
390 /// in DstM. ValueToValueMapTy is a ValueMap, which involves some overhead
391 /// due to the use of Value handles which the Linker doesn't actually need,
392 /// but this allows us to reuse the ValueMapper code.
393 ValueToValueMapTy ValueMap;
394
Rafael Espindola4b5ec262015-12-02 22:59:04 +0000395 SetVector<GlobalValue *> ValuesToLink;
Rafael Espindolad12b4a32014-10-25 04:06:10 +0000396
Rafael Espindolad0b23be2015-01-10 00:07:30 +0000397 DiagnosticHandlerFunction DiagnosticHandler;
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000398
Duncan P. N. Exon Smithe8681232015-04-22 04:11:00 +0000399 /// For symbol clashes, prefer those from Src.
Artem Belevich020d4fb2015-09-01 17:55:55 +0000400 unsigned Flags;
Duncan P. N. Exon Smithe8681232015-04-22 04:11:00 +0000401
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000402 /// Function index passed into ModuleLinker for using in function
403 /// importing/exporting handling.
Mehdi Amini8220e8a2015-11-23 01:59:16 +0000404 const FunctionInfoIndex *ImportIndex;
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000405
406 /// Function to import from source module, all other functions are
407 /// imported as declarations instead of definitions.
Mehdi Aminiffe2e4a2015-12-02 04:34:28 +0000408 DenseSet<const GlobalValue *> *ImportFunction;
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000409
410 /// Set to true if the given FunctionInfoIndex contains any functions
411 /// from this source module, in which case we must conservatively assume
412 /// that any of its functions may be imported into another module
413 /// as part of a different backend compilation process.
Rafael Espindolaaf714762015-12-01 23:06:26 +0000414 bool HasExportedFunctions = false;
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000415
Teresa Johnson10632932015-11-06 17:50:53 +0000416 /// Set to true when all global value body linking is complete (including
417 /// lazy linking). Used to prevent metadata linking from creating new
418 /// references.
Rafael Espindolaaf714762015-12-01 23:06:26 +0000419 bool DoneLinkingBodies = false;
Teresa Johnson10632932015-11-06 17:50:53 +0000420
Rafael Espindolabaa3bf82015-12-01 15:19:48 +0000421 bool HasError = false;
422
Rafael Espindolac84f6082014-11-25 06:11:24 +0000423public:
Rafael Espindola0e309fe2015-12-01 19:50:54 +0000424 ModuleLinker(Module &DstM, Linker::IdentifiedStructTypeSet &Set, Module &SrcM,
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000425 DiagnosticHandlerFunction DiagnosticHandler, unsigned Flags,
Mehdi Amini8220e8a2015-11-23 01:59:16 +0000426 const FunctionInfoIndex *Index = nullptr,
Mehdi Amini7471cf82015-12-03 02:37:30 +0000427 DenseSet<const GlobalValue *> *FunctionsToImport = nullptr)
Rafael Espindola0e309fe2015-12-01 19:50:54 +0000428 : DstM(DstM), SrcM(SrcM), TypeMap(Set), ValMaterializer(this),
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000429 DiagnosticHandler(DiagnosticHandler), Flags(Flags), ImportIndex(Index),
Mehdi Amini7471cf82015-12-03 02:37:30 +0000430 ImportFunction(FunctionsToImport) {
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000431 assert((ImportIndex || !ImportFunction) &&
432 "Expect a FunctionInfoIndex when importing");
433 // If we have a FunctionInfoIndex but no function to import,
434 // then this is the primary module being compiled in a ThinLTO
435 // backend compilation, and we need to see if it has functions that
436 // may be exported to another backend compilation.
437 if (ImportIndex && !ImportFunction)
Mehdi Amini9abe1082015-12-03 02:37:23 +0000438 HasExportedFunctions = ImportIndex->hasExportedFunctions(SrcM);
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000439 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000440
Rafael Espindolac84f6082014-11-25 06:11:24 +0000441 bool run();
Rafael Espindola19b52382015-11-27 20:28:19 +0000442 Value *materializeDeclFor(Value *V);
443 void materializeInitFor(GlobalValue *New, GlobalValue *Old);
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000444
Rafael Espindola19b52382015-11-27 20:28:19 +0000445private:
Artem Belevich020d4fb2015-09-01 17:55:55 +0000446 bool shouldOverrideFromSrc() { return Flags & Linker::OverrideFromSrc; }
447 bool shouldLinkOnlyNeeded() { return Flags & Linker::LinkOnlyNeeded; }
448 bool shouldInternalizeLinkedSymbols() {
449 return Flags & Linker::InternalizeLinkedSymbols;
450 }
451
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000452 /// Handles cloning of a global values from the source module into
453 /// the destination module, including setting the attributes and visibility.
Rafael Espindolac6c97352015-12-07 23:32:39 +0000454 GlobalValue *copyGlobalValueProto(const GlobalValue *SGV, bool ForDefinition);
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000455
456 /// Check if we should promote the given local value to global scope.
457 bool doPromoteLocalToGlobal(const GlobalValue *SGV);
458
Rafael Espindolac84f6082014-11-25 06:11:24 +0000459 bool shouldLinkFromSource(bool &LinkFromSrc, const GlobalValue &Dest,
460 const GlobalValue &Src);
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000461
Rafael Espindolac84f6082014-11-25 06:11:24 +0000462 /// Helper method for setting a message and returning an error code.
463 bool emitError(const Twine &Message) {
464 DiagnosticHandler(LinkDiagnosticInfo(DS_Error, Message));
Rafael Espindolabaa3bf82015-12-01 15:19:48 +0000465 HasError = true;
Rafael Espindolac84f6082014-11-25 06:11:24 +0000466 return true;
467 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000468
Rafael Espindolac84f6082014-11-25 06:11:24 +0000469 void emitWarning(const Twine &Message) {
470 DiagnosticHandler(LinkDiagnosticInfo(DS_Warning, Message));
471 }
Eli Bendersky7da92ed2014-02-20 22:19:24 +0000472
Rafael Espindola0e309fe2015-12-01 19:50:54 +0000473 bool getComdatLeader(Module &M, StringRef ComdatName,
Rafael Espindolac84f6082014-11-25 06:11:24 +0000474 const GlobalVariable *&GVar);
475 bool computeResultingSelectionKind(StringRef ComdatName,
476 Comdat::SelectionKind Src,
477 Comdat::SelectionKind Dst,
478 Comdat::SelectionKind &Result,
479 bool &LinkFromSrc);
480 std::map<const Comdat *, std::pair<Comdat::SelectionKind, bool>>
481 ComdatsChosen;
482 bool getComdatResult(const Comdat *SrcC, Comdat::SelectionKind &SK,
483 bool &LinkFromSrc);
Teresa Johnson2d5fb8c2015-11-10 21:09:06 +0000484 // Keep track of the global value members of each comdat in source.
485 DenseMap<const Comdat *, std::vector<GlobalValue *>> ComdatMembers;
Rafael Espindola4160f5d2014-10-27 23:02:10 +0000486
Rafael Espindolac84f6082014-11-25 06:11:24 +0000487 /// Given a global in the source module, return the global in the
488 /// destination module that is being linked to, if any.
489 GlobalValue *getLinkedToGlobal(const GlobalValue *SrcGV) {
490 // If the source has no name it can't link. If it has local linkage,
491 // there is no name match-up going on.
Teresa Johnsonb098f0c2015-11-24 19:46:58 +0000492 if (!SrcGV->hasName() || GlobalValue::isLocalLinkage(getLinkage(SrcGV)))
Rafael Espindolac84f6082014-11-25 06:11:24 +0000493 return nullptr;
Eli Bendersky7da92ed2014-02-20 22:19:24 +0000494
Rafael Espindolac84f6082014-11-25 06:11:24 +0000495 // Otherwise see if we have a match in the destination module's symtab.
Rafael Espindola0e309fe2015-12-01 19:50:54 +0000496 GlobalValue *DGV = DstM.getNamedValue(getName(SrcGV));
Rafael Espindolac84f6082014-11-25 06:11:24 +0000497 if (!DGV)
498 return nullptr;
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000499
Rafael Espindolac84f6082014-11-25 06:11:24 +0000500 // If we found a global with the same name in the dest module, but it has
501 // internal linkage, we are really not doing any linkage here.
502 if (DGV->hasLocalLinkage())
503 return nullptr;
Rafael Espindoladbb0bd12014-09-09 15:21:00 +0000504
Rafael Espindolac84f6082014-11-25 06:11:24 +0000505 // Otherwise, we do in fact link to the destination global.
506 return DGV;
507 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000508
Rafael Espindolac84f6082014-11-25 06:11:24 +0000509 void computeTypeMapping();
Rafael Espindolad12b4a32014-10-25 04:06:10 +0000510
Rafael Espindolabaa3bf82015-12-01 15:19:48 +0000511 bool linkIfNeeded(GlobalValue &GV);
Rafael Espindola562908b2015-12-03 16:36:16 +0000512 Constant *linkAppendingVarProto(GlobalVariable *DstGV,
513 const GlobalVariable *SrcGV);
Rafael Espindolaed6dc372014-05-09 14:39:25 +0000514
Rafael Espindola562908b2015-12-03 16:36:16 +0000515 Constant *linkGlobalValueProto(GlobalValue *GV);
Rafael Espindolac84f6082014-11-25 06:11:24 +0000516 bool linkModuleFlagsMetadata();
Mikhail Glushenkov766d4892009-03-03 07:22:23 +0000517
Rafael Espindolaef237112014-12-08 18:45:16 +0000518 void linkGlobalInit(GlobalVariable &Dst, GlobalVariable &Src);
519 bool linkFunctionBody(Function &Dst, Function &Src);
520 void linkAliasBody(GlobalAlias &Dst, GlobalAlias &Src);
Rafael Espindolae39cd5b2015-12-01 22:40:40 +0000521 bool linkGlobalValueBody(GlobalValue &Dst, GlobalValue &Src);
Rafael Espindolaef237112014-12-08 18:45:16 +0000522
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000523 /// Functions that take care of cloning a specific global value type
524 /// into the destination module.
Rafael Espindola792b7952015-12-03 14:48:20 +0000525 GlobalVariable *copyGlobalVariableProto(const GlobalVariable *SGVar);
526 Function *copyFunctionProto(const Function *SF);
527 GlobalValue *copyGlobalAliasProto(const GlobalAlias *SGA);
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000528
529 /// Helper methods to check if we are importing from or potentially
530 /// exporting from the current source module.
531 bool isPerformingImport() { return ImportFunction != nullptr; }
532 bool isModuleExporting() { return HasExportedFunctions; }
533
534 /// If we are importing from the source module, checks if we should
535 /// import SGV as a definition, otherwise import as a declaration.
536 bool doImportAsDefinition(const GlobalValue *SGV);
537
538 /// Get the name for SGV that should be used in the linked destination
539 /// module. Specifically, this handles the case where we need to rename
540 /// a local that is being promoted to global scope.
541 std::string getName(const GlobalValue *SGV);
542
543 /// Get the new linkage for SGV that should be used in the linked destination
544 /// module. Specifically, for ThinLTO importing or exporting it may need
545 /// to be adjusted.
546 GlobalValue::LinkageTypes getLinkage(const GlobalValue *SGV);
547
548 /// Copies the necessary global value attributes and name from the source
549 /// to the newly cloned global value.
550 void copyGVAttributes(GlobalValue *NewGV, const GlobalValue *SrcGV);
551
552 /// Updates the visibility for the new global cloned from the source
553 /// and, if applicable, linked with an existing destination global.
554 /// Handles visibility change required for promoted locals.
555 void setVisibility(GlobalValue *NewGV, const GlobalValue *SGV,
556 const GlobalValue *DGV = nullptr);
557
Rafael Espindolac84f6082014-11-25 06:11:24 +0000558 void linkNamedMDNodes();
559};
Alexander Kornienkof00654e2015-06-23 09:49:53 +0000560}
Bill Wendlingd48b7782012-02-28 04:01:21 +0000561
Rafael Espindola18c89412014-10-27 02:35:46 +0000562/// The LLVM SymbolTable class autorenames globals that conflict in the symbol
563/// table. This is good for all clients except for us. Go through the trouble
564/// to force this back.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000565static void forceRenaming(GlobalValue *GV, StringRef Name) {
566 // If the global doesn't force its name or if it already has the right name,
567 // there is nothing for us to do.
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000568 // Note that any required local to global promotion should already be done,
569 // so promoted locals will not skip this handling as their linkage is no
570 // longer local.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000571 if (GV->hasLocalLinkage() || GV->getName() == Name)
572 return;
573
574 Module *M = GV->getParent();
Reid Spencer361e5132004-11-12 20:37:43 +0000575
576 // If there is a conflict, rename the conflict.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000577 if (GlobalValue *ConflictGV = M->getNamedValue(Name)) {
Chris Lattner2a8d2e02007-02-11 00:39:38 +0000578 GV->takeName(ConflictGV);
Rafael Espindolae3a933a2015-12-01 20:11:43 +0000579 ConflictGV->setName(Name); // This will cause ConflictGV to get renamed
Chris Lattnerb1ed91f2011-07-09 17:41:24 +0000580 assert(ConflictGV->getName() != Name && "forceRenaming didn't work");
Chris Lattner2a8d2e02007-02-11 00:39:38 +0000581 } else {
Rafael Espindolae3a933a2015-12-01 20:11:43 +0000582 GV->setName(Name); // Force the name back
Reid Spencer3aaaa0b2007-02-05 20:47:22 +0000583 }
Reid Spencer3aaaa0b2007-02-05 20:47:22 +0000584}
Reid Spencer90246aa2007-02-04 04:29:21 +0000585
Rafael Espindola18c89412014-10-27 02:35:46 +0000586/// copy additional attributes (those not needed to construct a GlobalValue)
587/// from the SrcGV to the DestGV.
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000588void ModuleLinker::copyGVAttributes(GlobalValue *NewGV,
589 const GlobalValue *SrcGV) {
Rafael Espindola769efe62015-12-02 20:03:17 +0000590 NewGV->copyAttributesFrom(SrcGV);
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000591 forceRenaming(NewGV, getName(SrcGV));
Reid Spencer361e5132004-11-12 20:37:43 +0000592}
593
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000594bool ModuleLinker::doImportAsDefinition(const GlobalValue *SGV) {
595 if (!isPerformingImport())
596 return false;
Teresa Johnson3cd81612015-11-10 18:20:11 +0000597 auto *GA = dyn_cast<GlobalAlias>(SGV);
598 if (GA) {
599 if (GA->hasWeakAnyLinkage())
600 return false;
Rafael Espindola89345772015-11-26 19:22:59 +0000601 const GlobalObject *GO = GA->getBaseObject();
602 if (!GO->hasLinkOnceODRLinkage())
603 return false;
604 return doImportAsDefinition(GO);
Teresa Johnson3cd81612015-11-10 18:20:11 +0000605 }
Teresa Johnsondfbebc32015-11-10 18:26:31 +0000606 // Always import GlobalVariable definitions, except for the special
607 // case of WeakAny which are imported as ExternalWeak declarations
608 // (see comments in ModuleLinker::getLinkage). The linkage changes
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000609 // described in ModuleLinker::getLinkage ensure the correct behavior (e.g.
610 // global variables with external linkage are transformed to
Teresa Johnson3cd81612015-11-10 18:20:11 +0000611 // available_externally definitions, which are ultimately turned into
612 // declarations after the EliminateAvailableExternally pass).
Craig Topper66059c92015-11-18 07:07:59 +0000613 if (isa<GlobalVariable>(SGV) && !SGV->isDeclaration() &&
Teresa Johnson3cd81612015-11-10 18:20:11 +0000614 !SGV->hasWeakAnyLinkage())
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000615 return true;
616 // Only import the function requested for importing.
617 auto *SF = dyn_cast<Function>(SGV);
Mehdi Aminiffe2e4a2015-12-02 04:34:28 +0000618 if (SF && ImportFunction->count(SF))
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000619 return true;
620 // Otherwise no.
621 return false;
622}
623
624bool ModuleLinker::doPromoteLocalToGlobal(const GlobalValue *SGV) {
625 assert(SGV->hasLocalLinkage());
626 // Both the imported references and the original local variable must
627 // be promoted.
628 if (!isPerformingImport() && !isModuleExporting())
629 return false;
630
631 // Local const variables never need to be promoted unless they are address
632 // taken. The imported uses can simply use the clone created in this module.
633 // For now we are conservative in determining which variables are not
634 // address taken by checking the unnamed addr flag. To be more aggressive,
635 // the address taken information must be checked earlier during parsing
636 // of the module and recorded in the function index for use when importing
637 // from that module.
638 auto *GVar = dyn_cast<GlobalVariable>(SGV);
639 if (GVar && GVar->isConstant() && GVar->hasUnnamedAddr())
640 return false;
641
642 // Eventually we only need to promote functions in the exporting module that
643 // are referenced by a potentially exported function (i.e. one that is in the
644 // function index).
645 return true;
646}
647
648std::string ModuleLinker::getName(const GlobalValue *SGV) {
649 // For locals that must be promoted to global scope, ensure that
650 // the promoted name uniquely identifies the copy in the original module,
651 // using the ID assigned during combined index creation. When importing,
652 // we rename all locals (not just those that are promoted) in order to
653 // avoid naming conflicts between locals imported from different modules.
654 if (SGV->hasLocalLinkage() &&
655 (doPromoteLocalToGlobal(SGV) || isPerformingImport()))
656 return FunctionInfoIndex::getGlobalNameForLocal(
657 SGV->getName(),
658 ImportIndex->getModuleId(SGV->getParent()->getModuleIdentifier()));
659 return SGV->getName();
660}
661
662GlobalValue::LinkageTypes ModuleLinker::getLinkage(const GlobalValue *SGV) {
663 // Any local variable that is referenced by an exported function needs
664 // to be promoted to global scope. Since we don't currently know which
665 // functions reference which local variables/functions, we must treat
666 // all as potentially exported if this module is exporting anything.
667 if (isModuleExporting()) {
668 if (SGV->hasLocalLinkage() && doPromoteLocalToGlobal(SGV))
669 return GlobalValue::ExternalLinkage;
670 return SGV->getLinkage();
671 }
672
673 // Otherwise, if we aren't importing, no linkage change is needed.
674 if (!isPerformingImport())
675 return SGV->getLinkage();
676
677 switch (SGV->getLinkage()) {
678 case GlobalValue::ExternalLinkage:
679 // External defnitions are converted to available_externally
680 // definitions upon import, so that they are available for inlining
681 // and/or optimization, but are turned into declarations later
682 // during the EliminateAvailableExternally pass.
Teresa Johnson3cd81612015-11-10 18:20:11 +0000683 if (doImportAsDefinition(SGV) && !dyn_cast<GlobalAlias>(SGV))
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000684 return GlobalValue::AvailableExternallyLinkage;
685 // An imported external declaration stays external.
686 return SGV->getLinkage();
687
688 case GlobalValue::AvailableExternallyLinkage:
689 // An imported available_externally definition converts
690 // to external if imported as a declaration.
691 if (!doImportAsDefinition(SGV))
692 return GlobalValue::ExternalLinkage;
693 // An imported available_externally declaration stays that way.
694 return SGV->getLinkage();
695
696 case GlobalValue::LinkOnceAnyLinkage:
697 case GlobalValue::LinkOnceODRLinkage:
698 // These both stay the same when importing the definition.
699 // The ThinLTO pass will eventually force-import their definitions.
700 return SGV->getLinkage();
701
702 case GlobalValue::WeakAnyLinkage:
703 // Can't import weak_any definitions correctly, or we might change the
704 // program semantics, since the linker will pick the first weak_any
705 // definition and importing would change the order they are seen by the
706 // linker. The module linking caller needs to enforce this.
707 assert(!doImportAsDefinition(SGV));
708 // If imported as a declaration, it becomes external_weak.
709 return GlobalValue::ExternalWeakLinkage;
710
711 case GlobalValue::WeakODRLinkage:
712 // For weak_odr linkage, there is a guarantee that all copies will be
713 // equivalent, so the issue described above for weak_any does not exist,
714 // and the definition can be imported. It can be treated similarly
715 // to an imported externally visible global value.
Teresa Johnson3cd81612015-11-10 18:20:11 +0000716 if (doImportAsDefinition(SGV) && !dyn_cast<GlobalAlias>(SGV))
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000717 return GlobalValue::AvailableExternallyLinkage;
718 else
719 return GlobalValue::ExternalLinkage;
720
721 case GlobalValue::AppendingLinkage:
722 // It would be incorrect to import an appending linkage variable,
723 // since it would cause global constructors/destructors to be
724 // executed multiple times. This should have already been handled
Teresa Johnson1e20a652015-12-03 18:20:05 +0000725 // by linkIfNeeded, and we will assert in shouldLinkFromSource
726 // if we try to import, so we simply return AppendingLinkage here
727 // as this helper is called more widely in getLinkedToGlobal.
728 return GlobalValue::AppendingLinkage;
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000729
730 case GlobalValue::InternalLinkage:
731 case GlobalValue::PrivateLinkage:
732 // If we are promoting the local to global scope, it is handled
733 // similarly to a normal externally visible global.
734 if (doPromoteLocalToGlobal(SGV)) {
Teresa Johnson3cd81612015-11-10 18:20:11 +0000735 if (doImportAsDefinition(SGV) && !dyn_cast<GlobalAlias>(SGV))
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000736 return GlobalValue::AvailableExternallyLinkage;
737 else
738 return GlobalValue::ExternalLinkage;
739 }
740 // A non-promoted imported local definition stays local.
741 // The ThinLTO pass will eventually force-import their definitions.
742 return SGV->getLinkage();
743
744 case GlobalValue::ExternalWeakLinkage:
745 // External weak doesn't apply to definitions, must be a declaration.
746 assert(!doImportAsDefinition(SGV));
747 // Linkage stays external_weak.
748 return SGV->getLinkage();
749
750 case GlobalValue::CommonLinkage:
751 // Linkage stays common on definitions.
752 // The ThinLTO pass will eventually force-import their definitions.
753 return SGV->getLinkage();
754 }
755
756 llvm_unreachable("unknown linkage type");
757}
758
Rafael Espindolaef237112014-12-08 18:45:16 +0000759/// Loop through the global variables in the src module and merge them into the
760/// dest module.
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000761GlobalVariable *
Rafael Espindola792b7952015-12-03 14:48:20 +0000762ModuleLinker::copyGlobalVariableProto(const GlobalVariable *SGVar) {
Rafael Espindolaef237112014-12-08 18:45:16 +0000763 // No linking to be performed or linking from the source: simply create an
764 // identical version of the symbol over in the dest module... the
765 // initializer will be filled in later by LinkGlobalInits.
Rafael Espindolaf3518c92015-12-02 19:30:52 +0000766 GlobalVariable *NewDGV =
767 new GlobalVariable(DstM, TypeMap.get(SGVar->getType()->getElementType()),
768 SGVar->isConstant(), GlobalValue::ExternalLinkage,
769 /*init*/ nullptr, getName(SGVar),
770 /*insertbefore*/ nullptr, SGVar->getThreadLocalMode(),
771 SGVar->getType()->getAddressSpace());
Rafael Espindolaef237112014-12-08 18:45:16 +0000772
773 return NewDGV;
774}
775
776/// Link the function in the source module into the destination module if
777/// needed, setting up mapping information.
Rafael Espindola792b7952015-12-03 14:48:20 +0000778Function *ModuleLinker::copyFunctionProto(const Function *SF) {
Rafael Espindolaef237112014-12-08 18:45:16 +0000779 // If there is no linkage to be performed or we are linking from the source,
780 // bring SF over.
Rafael Espindolaf3518c92015-12-02 19:30:52 +0000781 return Function::Create(TypeMap.get(SF->getFunctionType()),
782 GlobalValue::ExternalLinkage, getName(SF), &DstM);
Rafael Espindolaef237112014-12-08 18:45:16 +0000783}
784
785/// Set up prototypes for any aliases that come over from the source module.
Rafael Espindola792b7952015-12-03 14:48:20 +0000786GlobalValue *ModuleLinker::copyGlobalAliasProto(const GlobalAlias *SGA) {
Rafael Espindolaef237112014-12-08 18:45:16 +0000787 // If there is no linkage to be performed or we're linking from the source,
788 // bring over SGA.
David Blaikie6614d8d2015-09-14 20:29:26 +0000789 auto *Ty = TypeMap.get(SGA->getValueType());
790 return GlobalAlias::create(Ty, SGA->getType()->getPointerAddressSpace(),
Rafael Espindolaf3518c92015-12-02 19:30:52 +0000791 GlobalValue::ExternalLinkage, getName(SGA), &DstM);
Rafael Espindolaef237112014-12-08 18:45:16 +0000792}
793
Rafael Espindolaeb5e0a72015-11-29 14:33:06 +0000794static GlobalValue::VisibilityTypes
795getMinVisibility(GlobalValue::VisibilityTypes A,
796 GlobalValue::VisibilityTypes B) {
797 if (A == GlobalValue::HiddenVisibility || B == GlobalValue::HiddenVisibility)
798 return GlobalValue::HiddenVisibility;
799 if (A == GlobalValue::ProtectedVisibility ||
800 B == GlobalValue::ProtectedVisibility)
801 return GlobalValue::ProtectedVisibility;
802 return GlobalValue::DefaultVisibility;
803}
804
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000805void ModuleLinker::setVisibility(GlobalValue *NewGV, const GlobalValue *SGV,
806 const GlobalValue *DGV) {
807 GlobalValue::VisibilityTypes Visibility = SGV->getVisibility();
808 if (DGV)
Rafael Espindolaeb5e0a72015-11-29 14:33:06 +0000809 Visibility = getMinVisibility(DGV->getVisibility(), Visibility);
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +0000810 // For promoted locals, mark them hidden so that they can later be
811 // stripped from the symbol table to reduce bloat.
812 if (SGV->hasLocalLinkage() && doPromoteLocalToGlobal(SGV))
813 Visibility = GlobalValue::HiddenVisibility;
814 NewGV->setVisibility(Visibility);
815}
816
Rafael Espindola792b7952015-12-03 14:48:20 +0000817GlobalValue *ModuleLinker::copyGlobalValueProto(const GlobalValue *SGV,
Rafael Espindolaf3518c92015-12-02 19:30:52 +0000818 bool ForDefinition) {
Rafael Espindolaef237112014-12-08 18:45:16 +0000819 GlobalValue *NewGV;
Rafael Espindolaf3518c92015-12-02 19:30:52 +0000820 if (auto *SGVar = dyn_cast<GlobalVariable>(SGV)) {
Rafael Espindola792b7952015-12-03 14:48:20 +0000821 NewGV = copyGlobalVariableProto(SGVar);
Rafael Espindolaf3518c92015-12-02 19:30:52 +0000822 } else if (auto *SF = dyn_cast<Function>(SGV)) {
Rafael Espindola792b7952015-12-03 14:48:20 +0000823 NewGV = copyFunctionProto(SF);
Rafael Espindolaf3518c92015-12-02 19:30:52 +0000824 } else {
825 if (ForDefinition)
Rafael Espindola792b7952015-12-03 14:48:20 +0000826 NewGV = copyGlobalAliasProto(cast<GlobalAlias>(SGV));
Rafael Espindolaf3518c92015-12-02 19:30:52 +0000827 else
828 NewGV = new GlobalVariable(
829 DstM, TypeMap.get(SGV->getType()->getElementType()),
830 /*isConstant*/ false, GlobalValue::ExternalLinkage,
831 /*init*/ nullptr, getName(SGV),
832 /*insertbefore*/ nullptr, SGV->getThreadLocalMode(),
833 SGV->getType()->getAddressSpace());
834 }
835
836 if (ForDefinition)
837 NewGV->setLinkage(getLinkage(SGV));
838 else if (SGV->hasAvailableExternallyLinkage() || SGV->hasWeakLinkage() ||
839 SGV->hasLinkOnceLinkage())
840 NewGV->setLinkage(GlobalValue::ExternalWeakLinkage);
841
Rafael Espindolaef237112014-12-08 18:45:16 +0000842 copyGVAttributes(NewGV, SGV);
843 return NewGV;
844}
845
Rafael Espindola19b52382015-11-27 20:28:19 +0000846Value *ValueMaterializerTy::materializeDeclFor(Value *V) {
847 return ModLinker->materializeDeclFor(V);
848}
849
850Value *ModuleLinker::materializeDeclFor(Value *V) {
Rafael Espindolaef237112014-12-08 18:45:16 +0000851 auto *SGV = dyn_cast<GlobalValue>(V);
852 if (!SGV)
Craig Topper2617dcc2014-04-15 06:32:26 +0000853 return nullptr;
James Molloyf6f121e2013-05-28 15:17:05 +0000854
Rafael Espindola562908b2015-12-03 16:36:16 +0000855 return linkGlobalValueProto(SGV);
James Molloyf6f121e2013-05-28 15:17:05 +0000856}
857
Rafael Espindola19b52382015-11-27 20:28:19 +0000858void ValueMaterializerTy::materializeInitFor(GlobalValue *New,
859 GlobalValue *Old) {
860 return ModLinker->materializeInitFor(New, Old);
861}
862
Rafael Espindola4b5ec262015-12-02 22:59:04 +0000863static bool shouldLazyLink(const GlobalValue &GV) {
864 return GV.hasLocalLinkage() || GV.hasLinkOnceLinkage() ||
865 GV.hasAvailableExternallyLinkage();
866}
867
Rafael Espindola19b52382015-11-27 20:28:19 +0000868void ModuleLinker::materializeInitFor(GlobalValue *New, GlobalValue *Old) {
Rafael Espindolabaa3bf82015-12-01 15:19:48 +0000869 if (auto *F = dyn_cast<Function>(New)) {
870 if (!F->isDeclaration())
871 return;
872 } else if (auto *V = dyn_cast<GlobalVariable>(New)) {
873 if (V->hasInitializer())
874 return;
875 } else {
876 auto *A = cast<GlobalAlias>(New);
877 if (A->getAliasee())
878 return;
879 }
880
881 if (Old->isDeclaration())
882 return;
883
Rafael Espindola19b52382015-11-27 20:28:19 +0000884 if (isPerformingImport() && !doImportAsDefinition(Old))
885 return;
886
Rafael Espindola4b5ec262015-12-02 22:59:04 +0000887 if (!ValuesToLink.count(Old) && !shouldLazyLink(*Old))
Rafael Espindola19b52382015-11-27 20:28:19 +0000888 return;
889
Rafael Espindolae39cd5b2015-12-01 22:40:40 +0000890 linkGlobalValueBody(*New, *Old);
Rafael Espindola19b52382015-11-27 20:28:19 +0000891}
892
Rafael Espindola0e309fe2015-12-01 19:50:54 +0000893bool ModuleLinker::getComdatLeader(Module &M, StringRef ComdatName,
David Majnemerdad0a642014-06-27 18:19:56 +0000894 const GlobalVariable *&GVar) {
Rafael Espindola0e309fe2015-12-01 19:50:54 +0000895 const GlobalValue *GVal = M.getNamedValue(ComdatName);
David Majnemerdad0a642014-06-27 18:19:56 +0000896 if (const auto *GA = dyn_cast_or_null<GlobalAlias>(GVal)) {
897 GVal = GA->getBaseObject();
898 if (!GVal)
899 // We cannot resolve the size of the aliasee yet.
900 return emitError("Linking COMDATs named '" + ComdatName +
901 "': COMDAT key involves incomputable alias size.");
902 }
903
904 GVar = dyn_cast_or_null<GlobalVariable>(GVal);
905 if (!GVar)
906 return emitError(
907 "Linking COMDATs named '" + ComdatName +
908 "': GlobalVariable required for data dependent selection!");
909
910 return false;
911}
912
913bool ModuleLinker::computeResultingSelectionKind(StringRef ComdatName,
914 Comdat::SelectionKind Src,
915 Comdat::SelectionKind Dst,
916 Comdat::SelectionKind &Result,
917 bool &LinkFromSrc) {
918 // The ability to mix Comdat::SelectionKind::Any with
919 // Comdat::SelectionKind::Largest is a behavior that comes from COFF.
920 bool DstAnyOrLargest = Dst == Comdat::SelectionKind::Any ||
921 Dst == Comdat::SelectionKind::Largest;
922 bool SrcAnyOrLargest = Src == Comdat::SelectionKind::Any ||
923 Src == Comdat::SelectionKind::Largest;
924 if (DstAnyOrLargest && SrcAnyOrLargest) {
925 if (Dst == Comdat::SelectionKind::Largest ||
926 Src == Comdat::SelectionKind::Largest)
927 Result = Comdat::SelectionKind::Largest;
928 else
929 Result = Comdat::SelectionKind::Any;
930 } else if (Src == Dst) {
931 Result = Dst;
932 } else {
933 return emitError("Linking COMDATs named '" + ComdatName +
934 "': invalid selection kinds!");
935 }
936
937 switch (Result) {
938 case Comdat::SelectionKind::Any:
939 // Go with Dst.
940 LinkFromSrc = false;
941 break;
942 case Comdat::SelectionKind::NoDuplicates:
943 return emitError("Linking COMDATs named '" + ComdatName +
944 "': noduplicates has been violated!");
945 case Comdat::SelectionKind::ExactMatch:
946 case Comdat::SelectionKind::Largest:
947 case Comdat::SelectionKind::SameSize: {
948 const GlobalVariable *DstGV;
949 const GlobalVariable *SrcGV;
950 if (getComdatLeader(DstM, ComdatName, DstGV) ||
951 getComdatLeader(SrcM, ComdatName, SrcGV))
952 return true;
953
Rafael Espindola0e309fe2015-12-01 19:50:54 +0000954 const DataLayout &DstDL = DstM.getDataLayout();
955 const DataLayout &SrcDL = SrcM.getDataLayout();
David Majnemerdad0a642014-06-27 18:19:56 +0000956 uint64_t DstSize =
Mehdi Amini46a43552015-03-04 18:43:29 +0000957 DstDL.getTypeAllocSize(DstGV->getType()->getPointerElementType());
David Majnemerdad0a642014-06-27 18:19:56 +0000958 uint64_t SrcSize =
Mehdi Amini46a43552015-03-04 18:43:29 +0000959 SrcDL.getTypeAllocSize(SrcGV->getType()->getPointerElementType());
David Majnemerdad0a642014-06-27 18:19:56 +0000960 if (Result == Comdat::SelectionKind::ExactMatch) {
961 if (SrcGV->getInitializer() != DstGV->getInitializer())
962 return emitError("Linking COMDATs named '" + ComdatName +
963 "': ExactMatch violated!");
964 LinkFromSrc = false;
965 } else if (Result == Comdat::SelectionKind::Largest) {
966 LinkFromSrc = SrcSize > DstSize;
967 } else if (Result == Comdat::SelectionKind::SameSize) {
968 if (SrcSize != DstSize)
969 return emitError("Linking COMDATs named '" + ComdatName +
970 "': SameSize violated!");
971 LinkFromSrc = false;
972 } else {
973 llvm_unreachable("unknown selection kind");
974 }
975 break;
976 }
977 }
978
979 return false;
980}
981
982bool ModuleLinker::getComdatResult(const Comdat *SrcC,
983 Comdat::SelectionKind &Result,
984 bool &LinkFromSrc) {
Rafael Espindolab16196a2014-08-11 17:07:34 +0000985 Comdat::SelectionKind SSK = SrcC->getSelectionKind();
David Majnemerdad0a642014-06-27 18:19:56 +0000986 StringRef ComdatName = SrcC->getName();
Rafael Espindola0e309fe2015-12-01 19:50:54 +0000987 Module::ComdatSymTabType &ComdatSymTab = DstM.getComdatSymbolTable();
David Majnemerdad0a642014-06-27 18:19:56 +0000988 Module::ComdatSymTabType::iterator DstCI = ComdatSymTab.find(ComdatName);
Rafael Espindola2ef3f292014-08-11 16:55:42 +0000989
Rafael Espindolab16196a2014-08-11 17:07:34 +0000990 if (DstCI == ComdatSymTab.end()) {
991 // Use the comdat if it is only available in one of the modules.
992 LinkFromSrc = true;
993 Result = SSK;
Rafael Espindola2ef3f292014-08-11 16:55:42 +0000994 return false;
Rafael Espindolab16196a2014-08-11 17:07:34 +0000995 }
Rafael Espindola2ef3f292014-08-11 16:55:42 +0000996
997 const Comdat *DstC = &DstCI->second;
Rafael Espindola2ef3f292014-08-11 16:55:42 +0000998 Comdat::SelectionKind DSK = DstC->getSelectionKind();
999 return computeResultingSelectionKind(ComdatName, SSK, DSK, Result,
1000 LinkFromSrc);
David Majnemerdad0a642014-06-27 18:19:56 +00001001}
James Molloyf6f121e2013-05-28 15:17:05 +00001002
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001003bool ModuleLinker::shouldLinkFromSource(bool &LinkFromSrc,
1004 const GlobalValue &Dest,
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001005 const GlobalValue &Src) {
Duncan P. N. Exon Smithe8681232015-04-22 04:11:00 +00001006 // Should we unconditionally use the Src?
Artem Belevich020d4fb2015-09-01 17:55:55 +00001007 if (shouldOverrideFromSrc()) {
Duncan P. N. Exon Smithe8681232015-04-22 04:11:00 +00001008 LinkFromSrc = true;
1009 return false;
1010 }
1011
Rafael Espindola778fcc72014-11-02 13:28:57 +00001012 // We always have to add Src if it has appending linkage.
1013 if (Src.hasAppendingLinkage()) {
Teresa Johnson1e20a652015-12-03 18:20:05 +00001014 // Should have prevented importing for appending linkage in linkIfNeeded.
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +00001015 assert(!isPerformingImport());
Rafael Espindola778fcc72014-11-02 13:28:57 +00001016 LinkFromSrc = true;
1017 return false;
1018 }
1019
Rafael Espindolad4bcefc2014-10-24 18:13:04 +00001020 bool SrcIsDeclaration = Src.isDeclarationForLinker();
1021 bool DestIsDeclaration = Dest.isDeclarationForLinker();
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001022
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +00001023 if (isPerformingImport()) {
1024 if (isa<Function>(&Src)) {
1025 // For functions, LinkFromSrc iff this is the function requested
1026 // for importing. For variables, decide below normally.
Mehdi Aminiffe2e4a2015-12-02 04:34:28 +00001027 LinkFromSrc = ImportFunction->count(&Src);
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +00001028 return false;
1029 }
1030
1031 // Check if this is an alias with an already existing definition
1032 // in Dest, which must have come from a prior importing pass from
1033 // the same Src module. Unlike imported function and variable
1034 // definitions, which are imported as available_externally and are
1035 // not definitions for the linker, that is not a valid linkage for
1036 // imported aliases which must be definitions. Simply use the existing
1037 // Dest copy.
1038 if (isa<GlobalAlias>(&Src) && !DestIsDeclaration) {
1039 assert(isa<GlobalAlias>(&Dest));
1040 LinkFromSrc = false;
1041 return false;
1042 }
1043 }
1044
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001045 if (SrcIsDeclaration) {
1046 // If Src is external or if both Src & Dest are external.. Just link the
1047 // external globals, we aren't adding anything.
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001048 if (Src.hasDLLImportStorageClass()) {
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001049 // If one of GVs is marked as DLLImport, result should be dllimport'ed.
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001050 LinkFromSrc = DestIsDeclaration;
1051 return false;
1052 }
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001053 // If the Dest is weak, use the source linkage.
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001054 LinkFromSrc = Dest.hasExternalWeakLinkage();
1055 return false;
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001056 }
1057
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001058 if (DestIsDeclaration) {
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001059 // If Dest is external but Src is not:
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001060 LinkFromSrc = true;
1061 return false;
1062 }
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001063
Rafael Espindola09106052014-09-09 15:59:12 +00001064 if (Src.hasCommonLinkage()) {
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001065 if (Dest.hasLinkOnceLinkage() || Dest.hasWeakLinkage()) {
1066 LinkFromSrc = true;
Rafael Espindola09106052014-09-09 15:59:12 +00001067 return false;
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001068 }
1069
1070 if (!Dest.hasCommonLinkage()) {
1071 LinkFromSrc = false;
1072 return false;
1073 }
Rafael Espindola09106052014-09-09 15:59:12 +00001074
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001075 const DataLayout &DL = Dest.getParent()->getDataLayout();
Rafael Espindola09106052014-09-09 15:59:12 +00001076 uint64_t DestSize = DL.getTypeAllocSize(Dest.getType()->getElementType());
1077 uint64_t SrcSize = DL.getTypeAllocSize(Src.getType()->getElementType());
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001078 LinkFromSrc = SrcSize > DestSize;
1079 return false;
Rafael Espindola09106052014-09-09 15:59:12 +00001080 }
1081
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001082 if (Src.isWeakForLinker()) {
1083 assert(!Dest.hasExternalWeakLinkage());
1084 assert(!Dest.hasAvailableExternallyLinkage());
Rafael Espindola09106052014-09-09 15:59:12 +00001085
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001086 if (Dest.hasLinkOnceLinkage() && Src.hasWeakLinkage()) {
1087 LinkFromSrc = true;
1088 return false;
1089 }
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001090
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001091 LinkFromSrc = false;
Rafael Espindola09106052014-09-09 15:59:12 +00001092 return false;
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001093 }
1094
1095 if (Dest.isWeakForLinker()) {
1096 assert(Src.hasExternalLinkage());
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001097 LinkFromSrc = true;
1098 return false;
Rafael Espindoladbb0bd12014-09-09 15:21:00 +00001099 }
1100
1101 assert(!Src.hasExternalWeakLinkage());
1102 assert(!Dest.hasExternalWeakLinkage());
1103 assert(Dest.hasExternalLinkage() && Src.hasExternalLinkage() &&
1104 "Unexpected linkage type!");
1105 return emitError("Linking globals named '" + Src.getName() +
1106 "': symbol multiply defined!");
1107}
1108
Rafael Espindola18c89412014-10-27 02:35:46 +00001109/// Loop over all of the linked values to compute type mappings. For example,
1110/// if we link "extern Foo *x" and "Foo *x = NULL", then we have two struct
1111/// types 'Foo' but one got renamed when the module was loaded into the same
1112/// LLVMContext.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001113void ModuleLinker::computeTypeMapping() {
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001114 for (GlobalValue &SGV : SrcM.globals()) {
Rafael Espindolac8a476e2014-11-25 04:26:19 +00001115 GlobalValue *DGV = getLinkedToGlobal(&SGV);
1116 if (!DGV)
1117 continue;
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001118
Rafael Espindolac8a476e2014-11-25 04:26:19 +00001119 if (!DGV->hasAppendingLinkage() || !SGV.hasAppendingLinkage()) {
1120 TypeMap.addTypeMapping(DGV->getType(), SGV.getType());
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001121 continue;
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001122 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001123
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001124 // Unify the element type of appending arrays.
1125 ArrayType *DAT = cast<ArrayType>(DGV->getType()->getElementType());
Rafael Espindolac8a476e2014-11-25 04:26:19 +00001126 ArrayType *SAT = cast<ArrayType>(SGV.getType()->getElementType());
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001127 TypeMap.addTypeMapping(DAT->getElementType(), SAT->getElementType());
Devang Patel5c310be2009-08-11 18:01:24 +00001128 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001129
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001130 for (GlobalValue &SGV : SrcM) {
Rafael Espindolac8a476e2014-11-25 04:26:19 +00001131 if (GlobalValue *DGV = getLinkedToGlobal(&SGV))
1132 TypeMap.addTypeMapping(DGV->getType(), SGV.getType());
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001133 }
Bill Wendling7b464612012-02-27 22:34:19 +00001134
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001135 for (GlobalValue &SGV : SrcM.aliases()) {
Rafael Espindolae96d7eb2014-11-25 04:43:59 +00001136 if (GlobalValue *DGV = getLinkedToGlobal(&SGV))
1137 TypeMap.addTypeMapping(DGV->getType(), SGV.getType());
1138 }
1139
Bill Wendlingd48b7782012-02-28 04:01:21 +00001140 // Incorporate types by name, scanning all the types in the source module.
1141 // At this point, the destination module may have a type "%foo = { i32 }" for
Bill Wendling2b3f61a2012-02-27 23:48:30 +00001142 // example. When the source module got loaded into the same LLVMContext, if
1143 // it had the same type, it would have been renamed to "%foo.42 = { i32 }".
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001144 std::vector<StructType *> Types = SrcM.getIdentifiedStructTypes();
Rafael Espindola2fa1e432014-12-03 07:18:23 +00001145 for (StructType *ST : Types) {
Rafael Espindola4d4c9382014-12-01 19:08:07 +00001146 if (!ST->hasName())
1147 continue;
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001148
Bill Wendling2b3f61a2012-02-27 23:48:30 +00001149 // Check to see if there is a dot in the name followed by a digit.
Bill Wendlingd48b7782012-02-28 04:01:21 +00001150 size_t DotPos = ST->getName().rfind('.');
1151 if (DotPos == 0 || DotPos == StringRef::npos ||
Guy Benyei83c74e92013-02-12 21:21:59 +00001152 ST->getName().back() == '.' ||
Rafael Espindola973b3612014-12-01 19:17:46 +00001153 !isdigit(static_cast<unsigned char>(ST->getName()[DotPos + 1])))
Bill Wendlingd48b7782012-02-28 04:01:21 +00001154 continue;
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001155
Bill Wendling2b3f61a2012-02-27 23:48:30 +00001156 // Check to see if the destination module has a struct with the prefix name.
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001157 StructType *DST = DstM.getTypeByName(ST->getName().substr(0, DotPos));
Rafael Espindola973b3612014-12-01 19:17:46 +00001158 if (!DST)
1159 continue;
1160
1161 // Don't use it if this actually came from the source module. They're in
1162 // the same LLVMContext after all. Also don't use it unless the type is
1163 // actually used in the destination module. This can happen in situations
1164 // like this:
1165 //
1166 // Module A Module B
1167 // -------- --------
1168 // %Z = type { %A } %B = type { %C.1 }
1169 // %A = type { %B.1, [7 x i8] } %C.1 = type { i8* }
1170 // %B.1 = type { %C } %A.2 = type { %B.3, [5 x i8] }
1171 // %C = type { i8* } %B.3 = type { %C.1 }
1172 //
1173 // When we link Module B with Module A, the '%B' in Module B is
1174 // used. However, that would then use '%C.1'. But when we process '%C.1',
1175 // we prefer to take the '%C' version. So we are then left with both
1176 // '%C.1' and '%C' being used for the same types. This leads to some
1177 // variables using one type and some using the other.
Rafael Espindola31ad4682014-12-03 22:36:37 +00001178 if (TypeMap.DstStructTypesSet.hasType(DST))
Rafael Espindola973b3612014-12-01 19:17:46 +00001179 TypeMap.addTypeMapping(DST, ST);
Bill Wendling2b3f61a2012-02-27 23:48:30 +00001180 }
1181
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001182 // Now that we have discovered all of the type equivalences, get a body for
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001183 // any 'opaque' types in the dest module that are now resolved.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001184 TypeMap.linkDefinedTypeBodies();
Devang Patel5c310be2009-08-11 18:01:24 +00001185}
1186
Rafael Espindola6e8ab922015-12-01 17:17:04 +00001187static void getArrayElements(const Constant *C,
1188 SmallVectorImpl<Constant *> &Dest) {
1189 unsigned NumElements = cast<ArrayType>(C->getType())->getNumElements();
1190
1191 for (unsigned i = 0; i != NumElements; ++i)
1192 Dest.push_back(C->getAggregateElement(i));
1193}
1194
Rafael Espindola18c89412014-10-27 02:35:46 +00001195/// If there were any appending global variables, link them together now.
1196/// Return true on error.
Rafael Espindola562908b2015-12-03 16:36:16 +00001197Constant *ModuleLinker::linkAppendingVarProto(GlobalVariable *DstGV,
1198 const GlobalVariable *SrcGV) {
Rafael Espindolaa1240d82015-12-07 13:24:23 +00001199 Type *EltTy = cast<ArrayType>(TypeMap.get(SrcGV->getType()->getElementType()))
1200 ->getElementType();
1201
1202 StringRef Name = SrcGV->getName();
1203 bool IsNewStructor = false;
1204 bool IsOldStructor = false;
1205 if (Name == "llvm.global_ctors" || Name == "llvm.global_dtors") {
1206 if (cast<StructType>(EltTy)->getNumElements() == 3)
1207 IsNewStructor = true;
1208 else
1209 IsOldStructor = true;
1210 }
1211
1212 PointerType *VoidPtrTy = Type::getInt8Ty(SrcGV->getContext())->getPointerTo();
1213 if (IsOldStructor) {
1214 auto &ST = *cast<StructType>(EltTy);
1215 Type *Tys[3] = {ST.getElementType(0), ST.getElementType(1), VoidPtrTy};
1216 EltTy = StructType::get(SrcGV->getContext(), Tys, false);
1217 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001218
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001219 if (DstGV) {
1220 ArrayType *DstTy = cast<ArrayType>(DstGV->getType()->getElementType());
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001221
Rafael Espindola562908b2015-12-03 16:36:16 +00001222 if (!SrcGV->hasAppendingLinkage() || !DstGV->hasAppendingLinkage()) {
1223 emitError(
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001224 "Linking globals named '" + SrcGV->getName() +
1225 "': can only link appending global with another appending global!");
Rafael Espindola562908b2015-12-03 16:36:16 +00001226 return nullptr;
1227 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001228
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001229 // Check to see that they two arrays agree on type.
Rafael Espindola562908b2015-12-03 16:36:16 +00001230 if (EltTy != DstTy->getElementType()) {
1231 emitError("Appending variables with different element types!");
1232 return nullptr;
1233 }
1234 if (DstGV->isConstant() != SrcGV->isConstant()) {
1235 emitError("Appending variables linked with different const'ness!");
1236 return nullptr;
1237 }
Rafael Espindolafac3a012013-09-04 15:33:34 +00001238
Rafael Espindola562908b2015-12-03 16:36:16 +00001239 if (DstGV->getAlignment() != SrcGV->getAlignment()) {
1240 emitError(
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001241 "Appending variables with different alignment need to be linked!");
Rafael Espindola562908b2015-12-03 16:36:16 +00001242 return nullptr;
1243 }
Rafael Espindolafac3a012013-09-04 15:33:34 +00001244
Rafael Espindola562908b2015-12-03 16:36:16 +00001245 if (DstGV->getVisibility() != SrcGV->getVisibility()) {
1246 emitError(
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001247 "Appending variables with different visibility need to be linked!");
Rafael Espindola562908b2015-12-03 16:36:16 +00001248 return nullptr;
1249 }
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001250
Rafael Espindola562908b2015-12-03 16:36:16 +00001251 if (DstGV->hasUnnamedAddr() != SrcGV->hasUnnamedAddr()) {
1252 emitError(
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001253 "Appending variables with different unnamed_addr need to be linked!");
Rafael Espindola562908b2015-12-03 16:36:16 +00001254 return nullptr;
1255 }
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001256
Rafael Espindola562908b2015-12-03 16:36:16 +00001257 if (StringRef(DstGV->getSection()) != SrcGV->getSection()) {
1258 emitError(
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001259 "Appending variables with different section name need to be linked!");
Rafael Espindola562908b2015-12-03 16:36:16 +00001260 return nullptr;
1261 }
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001262 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001263
Rafael Espindola6e8ab922015-12-01 17:17:04 +00001264 SmallVector<Constant *, 16> DstElements;
1265 if (DstGV)
1266 getArrayElements(DstGV->getInitializer(), DstElements);
1267
1268 SmallVector<Constant *, 16> SrcElements;
1269 getArrayElements(SrcGV->getInitializer(), SrcElements);
1270
Rafael Espindola6e8ab922015-12-01 17:17:04 +00001271 if (IsNewStructor)
1272 SrcElements.erase(
1273 std::remove_if(SrcElements.begin(), SrcElements.end(),
1274 [this](Constant *E) {
1275 auto *Key = dyn_cast<GlobalValue>(
1276 E->getAggregateElement(2)->stripPointerCasts());
Rafael Espindola4b5ec262015-12-02 22:59:04 +00001277 return Key && !ValuesToLink.count(Key) &&
1278 !shouldLazyLink(*Key);
Rafael Espindola6e8ab922015-12-01 17:17:04 +00001279 }),
1280 SrcElements.end());
1281 uint64_t NewSize = DstElements.size() + SrcElements.size();
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001282 ArrayType *NewType = ArrayType::get(EltTy, NewSize);
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001283
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001284 // Create the new global variable.
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001285 GlobalVariable *NG = new GlobalVariable(
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001286 DstM, NewType, SrcGV->isConstant(), SrcGV->getLinkage(),
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001287 /*init*/ nullptr, /*name*/ "", DstGV, SrcGV->getThreadLocalMode(),
1288 SrcGV->getType()->getAddressSpace());
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001289
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001290 // Propagate alignment, visibility and section info.
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001291 copyGVAttributes(NG, SrcGV);
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001292
Rafael Espindola562908b2015-12-03 16:36:16 +00001293 Constant *Ret = ConstantExpr::getBitCast(NG, TypeMap.get(SrcGV->getType()));
1294
1295 // Stop recursion.
1296 ValueMap[SrcGV] = Ret;
Anton Korobeynikove79f4c72008-03-10 22:34:28 +00001297
Rafael Espindola6e8ab922015-12-01 17:17:04 +00001298 for (auto *V : SrcElements) {
Rafael Espindolaa1240d82015-12-07 13:24:23 +00001299 Constant *NewV;
1300 if (IsOldStructor) {
1301 auto *S = cast<ConstantStruct>(V);
1302 auto *E1 = MapValue(S->getOperand(0), ValueMap, RF_MoveDistinctMDs,
1303 &TypeMap, &ValMaterializer);
1304 auto *E2 = MapValue(S->getOperand(1), ValueMap, RF_MoveDistinctMDs,
1305 &TypeMap, &ValMaterializer);
1306 Value *Null = Constant::getNullValue(VoidPtrTy);
1307 NewV =
1308 ConstantStruct::get(cast<StructType>(EltTy), E1, E2, Null, nullptr);
1309 } else {
1310 NewV =
1311 MapValue(V, ValueMap, RF_MoveDistinctMDs, &TypeMap, &ValMaterializer);
1312 }
1313 DstElements.push_back(NewV);
Rafael Espindola6e8ab922015-12-01 17:17:04 +00001314 }
1315
1316 NG->setInitializer(ConstantArray::get(NewType, DstElements));
1317
Rafael Espindola562908b2015-12-03 16:36:16 +00001318 // Replace any uses of the two global variables with uses of the new
1319 // global.
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001320 if (DstGV) {
1321 DstGV->replaceAllUsesWith(ConstantExpr::getBitCast(NG, DstGV->getType()));
1322 DstGV->eraseFromParent();
1323 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001324
Rafael Espindola562908b2015-12-03 16:36:16 +00001325 return Ret;
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001326}
Mikhail Glushenkov766d4892009-03-03 07:22:23 +00001327
Rafael Espindola562908b2015-12-03 16:36:16 +00001328Constant *ModuleLinker::linkGlobalValueProto(GlobalValue *SGV) {
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001329 GlobalValue *DGV = getLinkedToGlobal(SGV);
Mikhail Glushenkov766d4892009-03-03 07:22:23 +00001330
Rafael Espindola778fcc72014-11-02 13:28:57 +00001331 // Handle the ultra special appending linkage case first.
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +00001332 assert(!DGV || SGV->hasAppendingLinkage() == DGV->hasAppendingLinkage());
Teresa Johnson1e20a652015-12-03 18:20:05 +00001333 if (SGV->hasAppendingLinkage()) {
1334 // Should have prevented importing for appending linkage in linkIfNeeded.
1335 assert(!isPerformingImport());
Rafael Espindolac945c8d2015-11-29 03:29:42 +00001336 return linkAppendingVarProto(cast_or_null<GlobalVariable>(DGV),
Rafael Espindola778fcc72014-11-02 13:28:57 +00001337 cast<GlobalVariable>(SGV));
Teresa Johnson1e20a652015-12-03 18:20:05 +00001338 }
Rafael Espindola778fcc72014-11-02 13:28:57 +00001339
1340 bool LinkFromSrc = true;
1341 Comdat *C = nullptr;
Rafael Espindola778fcc72014-11-02 13:28:57 +00001342 bool HasUnnamedAddr = SGV->hasUnnamedAddr();
1343
Rafael Espindola8c044722015-12-02 22:22:24 +00001344 if (isPerformingImport() && !doImportAsDefinition(SGV)) {
1345 LinkFromSrc = false;
1346 } else if (const Comdat *SC = SGV->getComdat()) {
David Majnemerdad0a642014-06-27 18:19:56 +00001347 Comdat::SelectionKind SK;
1348 std::tie(SK, LinkFromSrc) = ComdatsChosen[SC];
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001349 C = DstM.getOrInsertComdat(SC->getName());
Rafael Espindola778fcc72014-11-02 13:28:57 +00001350 C->setSelectionKind(SK);
Rafael Espindola0a80da02015-12-02 20:57:33 +00001351 if (SGV->hasLocalLinkage())
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001352 LinkFromSrc = true;
Rafael Espindola778fcc72014-11-02 13:28:57 +00001353 } else if (DGV) {
1354 if (shouldLinkFromSource(LinkFromSrc, *DGV, *SGV))
Rafael Espindola562908b2015-12-03 16:36:16 +00001355 return nullptr;
David Majnemerdad0a642014-06-27 18:19:56 +00001356 }
1357
Teresa Johnsonc7ed52f2015-11-03 00:14:15 +00001358 if (DGV)
Rafael Espindola778fcc72014-11-02 13:28:57 +00001359 HasUnnamedAddr = HasUnnamedAddr && DGV->hasUnnamedAddr();
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001360
Rafael Espindola778fcc72014-11-02 13:28:57 +00001361 GlobalValue *NewGV;
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001362 if (!LinkFromSrc && DGV) {
Rafael Espindola26c29512014-12-05 17:53:15 +00001363 NewGV = DGV;
1364 } else {
Rafael Espindola4b5ec262015-12-02 22:59:04 +00001365 // If we are done linking global value bodies (i.e. we are performing
1366 // metadata linking), don't link in the global value due to this
1367 // reference, simply map it to null.
1368 if (DoneLinkingBodies)
Rafael Espindola562908b2015-12-03 16:36:16 +00001369 return nullptr;
Rafael Espindola4b5ec262015-12-02 22:59:04 +00001370
Rafael Espindolac6c97352015-12-07 23:32:39 +00001371 NewGV = copyGlobalValueProto(SGV, LinkFromSrc);
Rafael Espindola26c29512014-12-05 17:53:15 +00001372 }
Rafael Espindolafe3842c2014-09-09 17:48:18 +00001373
Rafael Espindolac6c97352015-12-07 23:32:39 +00001374 setVisibility(NewGV, SGV, DGV);
Rafael Espindolaad9d0ca2014-12-05 15:42:30 +00001375 NewGV->setUnnamedAddr(HasUnnamedAddr);
Rafael Espindola439835a2014-12-05 00:09:02 +00001376
Rafael Espindolaad9d0ca2014-12-05 15:42:30 +00001377 if (auto *NewGO = dyn_cast<GlobalObject>(NewGV)) {
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001378 if (C && LinkFromSrc)
Rafael Espindolaad9d0ca2014-12-05 15:42:30 +00001379 NewGO->setComdat(C);
1380
1381 if (DGV && DGV->hasCommonLinkage() && SGV->hasCommonLinkage())
1382 NewGO->setAlignment(std::max(DGV->getAlignment(), SGV->getAlignment()));
1383 }
1384
Rafael Espindola879aeb72014-12-05 16:05:19 +00001385 if (auto *NewGVar = dyn_cast<GlobalVariable>(NewGV)) {
1386 auto *DGVar = dyn_cast_or_null<GlobalVariable>(DGV);
1387 auto *SGVar = dyn_cast<GlobalVariable>(SGV);
1388 if (DGVar && SGVar && DGVar->isDeclaration() && SGVar->isDeclaration() &&
1389 (!DGVar->isConstant() || !SGVar->isConstant()))
1390 NewGVar->setConstant(false);
1391 }
1392
Rafael Espindola562908b2015-12-03 16:36:16 +00001393 if (NewGV != DGV && DGV) {
1394 DGV->replaceAllUsesWith(ConstantExpr::getBitCast(NewGV, DGV->getType()));
1395 DGV->eraseFromParent();
Reid Spencer361e5132004-11-12 20:37:43 +00001396 }
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001397
Rafael Espindola562908b2015-12-03 16:36:16 +00001398 return ConstantExpr::getBitCast(NewGV, TypeMap.get(SGV->getType()));
Rafael Espindola778fcc72014-11-02 13:28:57 +00001399}
1400
Rafael Espindola18c89412014-10-27 02:35:46 +00001401/// Update the initializers in the Dest module now that all globals that may be
1402/// referenced are in Dest.
Rafael Espindolaef237112014-12-08 18:45:16 +00001403void ModuleLinker::linkGlobalInit(GlobalVariable &Dst, GlobalVariable &Src) {
1404 // Figure out what the initializer looks like in the dest module.
Duncan P. N. Exon Smith4fb46cb2015-08-03 17:09:38 +00001405 Dst.setInitializer(MapValue(Src.getInitializer(), ValueMap,
1406 RF_MoveDistinctMDs, &TypeMap, &ValMaterializer));
Reid Spencer361e5132004-11-12 20:37:43 +00001407}
1408
Rafael Espindola18c89412014-10-27 02:35:46 +00001409/// Copy the source function over into the dest function and fix up references
1410/// to values. At this point we know that Dest is an external function, and
1411/// that Src is not.
Rafael Espindolaef237112014-12-08 18:45:16 +00001412bool ModuleLinker::linkFunctionBody(Function &Dst, Function &Src) {
1413 assert(Dst.isDeclaration() && !Src.isDeclaration());
Reid Spencer361e5132004-11-12 20:37:43 +00001414
Rafael Espindola40d7ebe2014-12-08 13:29:33 +00001415 // Materialize if needed.
Rafael Espindola3519da82014-12-08 14:25:26 +00001416 if (std::error_code EC = Src.materialize())
Rafael Espindola40d7ebe2014-12-08 13:29:33 +00001417 return emitError(EC.message());
1418
Rafael Espindola869d1ce2014-12-08 13:44:38 +00001419 // Link in the prefix data.
Rafael Espindola3519da82014-12-08 14:25:26 +00001420 if (Src.hasPrefixData())
Duncan P. N. Exon Smith4fb46cb2015-08-03 17:09:38 +00001421 Dst.setPrefixData(MapValue(Src.getPrefixData(), ValueMap,
1422 RF_MoveDistinctMDs, &TypeMap, &ValMaterializer));
Rafael Espindola869d1ce2014-12-08 13:44:38 +00001423
1424 // Link in the prologue data.
Rafael Espindola3519da82014-12-08 14:25:26 +00001425 if (Src.hasPrologueData())
Duncan P. N. Exon Smith4fb46cb2015-08-03 17:09:38 +00001426 Dst.setPrologueData(MapValue(Src.getPrologueData(), ValueMap,
1427 RF_MoveDistinctMDs, &TypeMap,
1428 &ValMaterializer));
Rafael Espindola869d1ce2014-12-08 13:44:38 +00001429
David Majnemer7fddecc2015-06-17 20:52:32 +00001430 // Link in the personality function.
1431 if (Src.hasPersonalityFn())
Duncan P. N. Exon Smith4fb46cb2015-08-03 17:09:38 +00001432 Dst.setPersonalityFn(MapValue(Src.getPersonalityFn(), ValueMap,
1433 RF_MoveDistinctMDs, &TypeMap,
1434 &ValMaterializer));
David Majnemer7fddecc2015-06-17 20:52:32 +00001435
Chris Lattner7391dde2004-11-16 17:12:38 +00001436 // Go through and convert function arguments over, remembering the mapping.
Rafael Espindolaef237112014-12-08 18:45:16 +00001437 Function::arg_iterator DI = Dst.arg_begin();
Rafael Espindola3519da82014-12-08 14:25:26 +00001438 for (Argument &Arg : Src.args()) {
Rafael Espindolae3a933a2015-12-01 20:11:43 +00001439 DI->setName(Arg.getName()); // Copy the name over.
Reid Spencer361e5132004-11-12 20:37:43 +00001440
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001441 // Add a mapping to our mapping.
Duncan P. N. Exon Smith9934b262015-10-19 22:23:36 +00001442 ValueMap[&Arg] = &*DI;
Rafael Espindolaa314d1a2014-12-08 14:20:10 +00001443 ++DI;
Reid Spencer361e5132004-11-12 20:37:43 +00001444 }
1445
Duncan P. N. Exon Smithc8d987b2015-04-24 22:07:31 +00001446 // Copy over the metadata attachments.
1447 SmallVector<std::pair<unsigned, MDNode *>, 8> MDs;
1448 Src.getAllMetadata(MDs);
1449 for (const auto &I : MDs)
Duncan P. N. Exon Smith4fb46cb2015-08-03 17:09:38 +00001450 Dst.setMetadata(I.first, MapMetadata(I.second, ValueMap, RF_MoveDistinctMDs,
1451 &TypeMap, &ValMaterializer));
Duncan P. N. Exon Smithc8d987b2015-04-24 22:07:31 +00001452
Rafael Espindola9f8eff32014-10-28 00:24:16 +00001453 // Splice the body of the source function into the dest function.
Rafael Espindolaef237112014-12-08 18:45:16 +00001454 Dst.getBasicBlockList().splice(Dst.end(), Src.getBasicBlockList());
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001455
Rafael Espindola9f8eff32014-10-28 00:24:16 +00001456 // At this point, all of the instructions and values of the function are now
1457 // copied over. The only problem is that they are still referencing values in
1458 // the Source function as operands. Loop through all of the operands of the
1459 // functions and patch them up to point to the local versions.
Rafael Espindolaef237112014-12-08 18:45:16 +00001460 for (BasicBlock &BB : Dst)
Rafael Espindolaa314d1a2014-12-08 14:20:10 +00001461 for (Instruction &I : BB)
Duncan P. N. Exon Smith4fb46cb2015-08-03 17:09:38 +00001462 RemapInstruction(&I, ValueMap,
1463 RF_IgnoreMissingEntries | RF_MoveDistinctMDs, &TypeMap,
Rafael Espindola9f8eff32014-10-28 00:24:16 +00001464 &ValMaterializer);
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001465
Chris Lattner7391dde2004-11-16 17:12:38 +00001466 // There is no need to map the arguments anymore.
Rafael Espindola3519da82014-12-08 14:25:26 +00001467 for (Argument &Arg : Src.args())
Rafael Espindolaa314d1a2014-12-08 14:20:10 +00001468 ValueMap.erase(&Arg);
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001469
Eric Christopher97cb5652015-05-15 18:20:14 +00001470 Src.dematerialize();
Rafael Espindola40d7ebe2014-12-08 13:29:33 +00001471 return false;
Reid Spencer361e5132004-11-12 20:37:43 +00001472}
1473
Rafael Espindolaef237112014-12-08 18:45:16 +00001474void ModuleLinker::linkAliasBody(GlobalAlias &Dst, GlobalAlias &Src) {
1475 Constant *Aliasee = Src.getAliasee();
Duncan P. N. Exon Smith4fb46cb2015-08-03 17:09:38 +00001476 Constant *Val = MapValue(Aliasee, ValueMap, RF_MoveDistinctMDs, &TypeMap,
1477 &ValMaterializer);
Rafael Espindolaef237112014-12-08 18:45:16 +00001478 Dst.setAliasee(Val);
1479}
1480
Rafael Espindolae39cd5b2015-12-01 22:40:40 +00001481bool ModuleLinker::linkGlobalValueBody(GlobalValue &Dst, GlobalValue &Src) {
Teresa Johnson2d5fb8c2015-11-10 21:09:06 +00001482 if (const Comdat *SC = Src.getComdat()) {
1483 // To ensure that we don't generate an incomplete comdat group,
1484 // we must materialize and map in any other members that are not
1485 // yet materialized in Dst, which also ensures their definitions
1486 // are linked in. Otherwise, linkonce and other lazy linked GVs will
1487 // not be materialized if they aren't referenced.
1488 for (auto *SGV : ComdatMembers[SC]) {
Rafael Espindola562908b2015-12-03 16:36:16 +00001489 auto *DGV = cast_or_null<GlobalValue>(ValueMap.lookup(SGV));
Rafael Espindola19b52382015-11-27 20:28:19 +00001490 if (DGV && !DGV->isDeclaration())
Teresa Johnson2d5fb8c2015-11-10 21:09:06 +00001491 continue;
Rafael Espindola19b52382015-11-27 20:28:19 +00001492 MapValue(SGV, ValueMap, RF_MoveDistinctMDs, &TypeMap, &ValMaterializer);
Teresa Johnson2d5fb8c2015-11-10 21:09:06 +00001493 }
1494 }
Artem Belevich020d4fb2015-09-01 17:55:55 +00001495 if (shouldInternalizeLinkedSymbols())
Rafael Espindolae39cd5b2015-12-01 22:40:40 +00001496 if (auto *DGV = dyn_cast<GlobalValue>(&Dst))
Artem Belevich020d4fb2015-09-01 17:55:55 +00001497 DGV->setLinkage(GlobalValue::InternalLinkage);
Rafael Espindolaef237112014-12-08 18:45:16 +00001498 if (auto *F = dyn_cast<Function>(&Src))
Rafael Espindolae39cd5b2015-12-01 22:40:40 +00001499 return linkFunctionBody(cast<Function>(Dst), *F);
Rafael Espindolaef237112014-12-08 18:45:16 +00001500 if (auto *GVar = dyn_cast<GlobalVariable>(&Src)) {
Rafael Espindolae39cd5b2015-12-01 22:40:40 +00001501 linkGlobalInit(cast<GlobalVariable>(Dst), *GVar);
Rafael Espindolaef237112014-12-08 18:45:16 +00001502 return false;
Tanya Lattnercbb91402011-10-11 00:24:54 +00001503 }
Rafael Espindolae39cd5b2015-12-01 22:40:40 +00001504 linkAliasBody(cast<GlobalAlias>(Dst), cast<GlobalAlias>(Src));
Rafael Espindolaef237112014-12-08 18:45:16 +00001505 return false;
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001506}
Anton Korobeynikov26098882008-03-05 23:21:39 +00001507
Rafael Espindola18c89412014-10-27 02:35:46 +00001508/// Insert all of the named MDNodes in Src into the Dest module.
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001509void ModuleLinker::linkNamedMDNodes() {
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001510 const NamedMDNode *SrcModFlags = SrcM.getModuleFlagsMetadata();
1511 for (const NamedMDNode &NMD : SrcM.named_metadata()) {
Bill Wendling66f02412012-02-11 11:38:06 +00001512 // Don't link module flags here. Do them separately.
Yaron Keren3bf3f1f2015-06-15 16:20:16 +00001513 if (&NMD == SrcModFlags)
1514 continue;
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001515 NamedMDNode *DestNMD = DstM.getOrInsertNamedMetadata(NMD.getName());
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001516 // Add Src elements into Dest node.
Yaron Keren3bf3f1f2015-06-15 16:20:16 +00001517 for (const MDNode *op : NMD.operands())
Teresa Johnson83d03dd2015-11-15 14:50:14 +00001518 DestNMD->addOperand(MapMetadata(
1519 op, ValueMap, RF_MoveDistinctMDs | RF_NullMapMissingGlobalValues,
1520 &TypeMap, &ValMaterializer));
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001521 }
1522}
Bill Wendling66f02412012-02-11 11:38:06 +00001523
Rafael Espindola18c89412014-10-27 02:35:46 +00001524/// Merge the linker flags in Src into the Dest module.
Bill Wendling66f02412012-02-11 11:38:06 +00001525bool ModuleLinker::linkModuleFlagsMetadata() {
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001526 // If the source module has no module flags, we are done.
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001527 const NamedMDNode *SrcModFlags = SrcM.getModuleFlagsMetadata();
Rafael Espindolae3a933a2015-12-01 20:11:43 +00001528 if (!SrcModFlags)
1529 return false;
Bill Wendling66f02412012-02-11 11:38:06 +00001530
Bill Wendling66f02412012-02-11 11:38:06 +00001531 // If the destination module doesn't have module flags yet, then just copy
1532 // over the source module's flags.
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001533 NamedMDNode *DstModFlags = DstM.getOrInsertModuleFlagsMetadata();
Bill Wendling66f02412012-02-11 11:38:06 +00001534 if (DstModFlags->getNumOperands() == 0) {
1535 for (unsigned I = 0, E = SrcModFlags->getNumOperands(); I != E; ++I)
1536 DstModFlags->addOperand(SrcModFlags->getOperand(I));
1537
1538 return false;
1539 }
1540
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001541 // First build a map of the existing module flags and requirements.
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001542 DenseMap<MDString *, std::pair<MDNode *, unsigned>> Flags;
Rafael Espindolae3a933a2015-12-01 20:11:43 +00001543 SmallSetVector<MDNode *, 16> Requirements;
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001544 for (unsigned I = 0, E = DstModFlags->getNumOperands(); I != E; ++I) {
Duncan P. N. Exon Smithde36e802014-11-11 21:30:22 +00001545 MDNode *Op = DstModFlags->getOperand(I);
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +00001546 ConstantInt *Behavior = mdconst::extract<ConstantInt>(Op->getOperand(0));
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001547 MDString *ID = cast<MDString>(Op->getOperand(1));
Bill Wendling66f02412012-02-11 11:38:06 +00001548
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001549 if (Behavior->getZExtValue() == Module::Require) {
1550 Requirements.insert(cast<MDNode>(Op->getOperand(2)));
1551 } else {
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001552 Flags[ID] = std::make_pair(Op, I);
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001553 }
Bill Wendling66f02412012-02-11 11:38:06 +00001554 }
1555
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001556 // Merge in the flags from the source module, and also collect its set of
1557 // requirements.
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001558 for (unsigned I = 0, E = SrcModFlags->getNumOperands(); I != E; ++I) {
Duncan P. N. Exon Smithde36e802014-11-11 21:30:22 +00001559 MDNode *SrcOp = SrcModFlags->getOperand(I);
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +00001560 ConstantInt *SrcBehavior =
1561 mdconst::extract<ConstantInt>(SrcOp->getOperand(0));
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001562 MDString *ID = cast<MDString>(SrcOp->getOperand(1));
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001563 MDNode *DstOp;
1564 unsigned DstIndex;
1565 std::tie(DstOp, DstIndex) = Flags.lookup(ID);
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001566 unsigned SrcBehaviorValue = SrcBehavior->getZExtValue();
Bill Wendling66f02412012-02-11 11:38:06 +00001567
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001568 // If this is a requirement, add it and continue.
1569 if (SrcBehaviorValue == Module::Require) {
1570 // If the destination module does not already have this requirement, add
1571 // it.
1572 if (Requirements.insert(cast<MDNode>(SrcOp->getOperand(2)))) {
1573 DstModFlags->addOperand(SrcOp);
1574 }
1575 continue;
Bill Wendling66f02412012-02-11 11:38:06 +00001576 }
1577
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001578 // If there is no existing flag with this ID, just add it.
1579 if (!DstOp) {
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001580 Flags[ID] = std::make_pair(SrcOp, DstModFlags->getNumOperands());
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001581 DstModFlags->addOperand(SrcOp);
1582 continue;
1583 }
1584
1585 // Otherwise, perform a merge.
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +00001586 ConstantInt *DstBehavior =
1587 mdconst::extract<ConstantInt>(DstOp->getOperand(0));
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001588 unsigned DstBehaviorValue = DstBehavior->getZExtValue();
1589
1590 // If either flag has override behavior, handle it first.
1591 if (DstBehaviorValue == Module::Override) {
1592 // Diagnose inconsistent flags which both have override behavior.
1593 if (SrcBehaviorValue == Module::Override &&
1594 SrcOp->getOperand(2) != DstOp->getOperand(2)) {
Rafael Espindolae811c7b2015-12-07 21:28:22 +00001595 emitError("linking module flags '" + ID->getString() +
1596 "': IDs have conflicting override values");
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001597 }
1598 continue;
1599 } else if (SrcBehaviorValue == Module::Override) {
1600 // Update the destination flag to that of the source.
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001601 DstModFlags->setOperand(DstIndex, SrcOp);
1602 Flags[ID].first = SrcOp;
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001603 continue;
1604 }
1605
1606 // Diagnose inconsistent merge behavior types.
1607 if (SrcBehaviorValue != DstBehaviorValue) {
Rafael Espindolae811c7b2015-12-07 21:28:22 +00001608 emitError("linking module flags '" + ID->getString() +
1609 "': IDs have conflicting behaviors");
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001610 continue;
1611 }
1612
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001613 auto replaceDstValue = [&](MDNode *New) {
1614 Metadata *FlagOps[] = {DstOp->getOperand(0), ID, New};
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001615 MDNode *Flag = MDNode::get(DstM.getContext(), FlagOps);
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001616 DstModFlags->setOperand(DstIndex, Flag);
1617 Flags[ID].first = Flag;
1618 };
1619
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001620 // Perform the merge for standard behavior types.
1621 switch (SrcBehaviorValue) {
1622 case Module::Require:
Rafael Espindolae3a933a2015-12-01 20:11:43 +00001623 case Module::Override:
1624 llvm_unreachable("not possible");
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001625 case Module::Error: {
1626 // Emit an error if the values differ.
1627 if (SrcOp->getOperand(2) != DstOp->getOperand(2)) {
Rafael Espindolae811c7b2015-12-07 21:28:22 +00001628 emitError("linking module flags '" + ID->getString() +
1629 "': IDs have conflicting values");
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001630 }
1631 continue;
1632 }
1633 case Module::Warning: {
1634 // Emit a warning if the values differ.
1635 if (SrcOp->getOperand(2) != DstOp->getOperand(2)) {
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001636 emitWarning("linking module flags '" + ID->getString() +
1637 "': IDs have conflicting values");
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001638 }
1639 continue;
1640 }
Daniel Dunbard77d9fb2013-01-16 21:38:56 +00001641 case Module::Append: {
1642 MDNode *DstValue = cast<MDNode>(DstOp->getOperand(2));
1643 MDNode *SrcValue = cast<MDNode>(SrcOp->getOperand(2));
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +00001644 SmallVector<Metadata *, 8> MDs;
1645 MDs.reserve(DstValue->getNumOperands() + SrcValue->getNumOperands());
Benjamin Kramer6cd780f2015-02-17 15:29:18 +00001646 MDs.append(DstValue->op_begin(), DstValue->op_end());
1647 MDs.append(SrcValue->op_begin(), SrcValue->op_end());
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001648
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001649 replaceDstValue(MDNode::get(DstM.getContext(), MDs));
Daniel Dunbard77d9fb2013-01-16 21:38:56 +00001650 break;
1651 }
1652 case Module::AppendUnique: {
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +00001653 SmallSetVector<Metadata *, 16> Elts;
Daniel Dunbard77d9fb2013-01-16 21:38:56 +00001654 MDNode *DstValue = cast<MDNode>(DstOp->getOperand(2));
1655 MDNode *SrcValue = cast<MDNode>(SrcOp->getOperand(2));
Benjamin Kramer6cd780f2015-02-17 15:29:18 +00001656 Elts.insert(DstValue->op_begin(), DstValue->op_end());
1657 Elts.insert(SrcValue->op_begin(), SrcValue->op_end());
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001658
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001659 replaceDstValue(MDNode::get(DstM.getContext(),
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001660 makeArrayRef(Elts.begin(), Elts.end())));
Daniel Dunbard77d9fb2013-01-16 21:38:56 +00001661 break;
1662 }
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001663 }
Bill Wendling66f02412012-02-11 11:38:06 +00001664 }
1665
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001666 // Check all of the requirements.
1667 for (unsigned I = 0, E = Requirements.size(); I != E; ++I) {
1668 MDNode *Requirement = Requirements[I];
1669 MDString *Flag = cast<MDString>(Requirement->getOperand(0));
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +00001670 Metadata *ReqValue = Requirement->getOperand(1);
Bill Wendling66f02412012-02-11 11:38:06 +00001671
Duncan P. N. Exon Smithdf55d8b2015-01-07 21:32:27 +00001672 MDNode *Op = Flags[Flag].first;
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001673 if (!Op || Op->getOperand(2) != ReqValue) {
Rafael Espindolae811c7b2015-12-07 21:28:22 +00001674 emitError("linking module flags '" + Flag->getString() +
1675 "': does not have the required value");
Daniel Dunbar0ec72bb2013-01-16 18:39:23 +00001676 continue;
Bill Wendling66f02412012-02-11 11:38:06 +00001677 }
1678 }
1679
Rafael Espindolae811c7b2015-12-07 21:28:22 +00001680 return HasError;
Bill Wendling66f02412012-02-11 11:38:06 +00001681}
Rafael Espindolaed6dc372014-05-09 14:39:25 +00001682
Akira Hatanakac43df512015-02-13 00:40:41 +00001683// This function returns true if the triples match.
1684static bool triplesMatch(const Triple &T0, const Triple &T1) {
1685 // If vendor is apple, ignore the version number.
1686 if (T0.getVendor() == Triple::Apple)
Rafael Espindolae3a933a2015-12-01 20:11:43 +00001687 return T0.getArch() == T1.getArch() && T0.getSubArch() == T1.getSubArch() &&
1688 T0.getVendor() == T1.getVendor() && T0.getOS() == T1.getOS();
Akira Hatanakac43df512015-02-13 00:40:41 +00001689
1690 return T0 == T1;
1691}
1692
1693// This function returns the merged triple.
Rafael Espindolae3a933a2015-12-01 20:11:43 +00001694static std::string mergeTriples(const Triple &SrcTriple,
1695 const Triple &DstTriple) {
Akira Hatanakac43df512015-02-13 00:40:41 +00001696 // If vendor is apple, pick the triple with the larger version number.
1697 if (SrcTriple.getVendor() == Triple::Apple)
1698 if (DstTriple.isOSVersionLT(SrcTriple))
1699 return SrcTriple.str();
1700
1701 return DstTriple.str();
1702}
1703
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001704bool ModuleLinker::linkIfNeeded(GlobalValue &GV) {
1705 GlobalValue *DGV = getLinkedToGlobal(&GV);
1706
1707 if (shouldLinkOnlyNeeded() && !(DGV && DGV->isDeclaration()))
1708 return false;
1709
Rafael Espindola4b5ec262015-12-02 22:59:04 +00001710 if (DGV && !GV.hasLocalLinkage() && !GV.hasAppendingLinkage()) {
1711 auto *DGVar = dyn_cast<GlobalVariable>(DGV);
1712 auto *SGVar = dyn_cast<GlobalVariable>(&GV);
1713 if (DGVar && SGVar) {
1714 if (DGVar->isDeclaration() && SGVar->isDeclaration() &&
1715 (!DGVar->isConstant() || !SGVar->isConstant())) {
1716 DGVar->setConstant(false);
1717 SGVar->setConstant(false);
1718 }
1719 if (DGVar->hasCommonLinkage() && SGVar->hasCommonLinkage()) {
1720 unsigned Align = std::max(DGVar->getAlignment(), SGVar->getAlignment());
1721 SGVar->setAlignment(Align);
1722 DGVar->setAlignment(Align);
1723 }
1724 }
1725
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001726 GlobalValue::VisibilityTypes Visibility =
1727 getMinVisibility(DGV->getVisibility(), GV.getVisibility());
1728 DGV->setVisibility(Visibility);
1729 GV.setVisibility(Visibility);
Rafael Espindola4b5ec262015-12-02 22:59:04 +00001730
1731 bool HasUnnamedAddr = GV.hasUnnamedAddr() && DGV->hasUnnamedAddr();
1732 DGV->setUnnamedAddr(HasUnnamedAddr);
1733 GV.setUnnamedAddr(HasUnnamedAddr);
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001734 }
1735
Rafael Espindola4b5ec262015-12-02 22:59:04 +00001736 // Don't want to append to global_ctors list, for example, when we
1737 // are importing for ThinLTO, otherwise the global ctors and dtors
1738 // get executed multiple times for local variables (the latter causing
1739 // double frees).
1740 if (GV.hasAppendingLinkage() && isPerformingImport())
1741 return false;
1742
1743 if (isPerformingImport() && !doImportAsDefinition(&GV))
1744 return false;
1745
1746 if (!DGV && !shouldOverrideFromSrc() &&
1747 (GV.hasLocalLinkage() || GV.hasLinkOnceLinkage() ||
1748 GV.hasAvailableExternallyLinkage()))
1749 return false;
1750
Rafael Espindolabd03c502015-12-07 16:31:41 +00001751 if (GV.isDeclaration())
1752 return false;
1753
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001754 if (const Comdat *SC = GV.getComdat()) {
1755 bool LinkFromSrc;
1756 Comdat::SelectionKind SK;
1757 std::tie(SK, LinkFromSrc) = ComdatsChosen[SC];
Rafael Espindola4b5ec262015-12-02 22:59:04 +00001758 if (LinkFromSrc)
1759 ValuesToLink.insert(&GV);
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001760 return false;
1761 }
Rafael Espindola4b5ec262015-12-02 22:59:04 +00001762
1763 bool LinkFromSrc = true;
1764 if (DGV && shouldLinkFromSource(LinkFromSrc, *DGV, GV))
1765 return true;
1766 if (LinkFromSrc)
1767 ValuesToLink.insert(&GV);
1768 return false;
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001769}
1770
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001771bool ModuleLinker::run() {
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001772 // Inherit the target data from the source module if the destination module
1773 // doesn't have one already.
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001774 if (DstM.getDataLayout().isDefault())
1775 DstM.setDataLayout(SrcM.getDataLayout());
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001776
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001777 if (SrcM.getDataLayout() != DstM.getDataLayout()) {
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001778 emitWarning("Linking two modules of different data layouts: '" +
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001779 SrcM.getModuleIdentifier() + "' is '" +
1780 SrcM.getDataLayoutStr() + "' whereas '" +
1781 DstM.getModuleIdentifier() + "' is '" +
1782 DstM.getDataLayoutStr() + "'\n");
Eli Benderskye17f3702014-02-06 18:01:56 +00001783 }
Akira Hatanakac43df512015-02-13 00:40:41 +00001784
1785 // Copy the target triple from the source to dest if the dest's is empty.
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001786 if (DstM.getTargetTriple().empty() && !SrcM.getTargetTriple().empty())
1787 DstM.setTargetTriple(SrcM.getTargetTriple());
Akira Hatanakac43df512015-02-13 00:40:41 +00001788
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001789 Triple SrcTriple(SrcM.getTargetTriple()), DstTriple(DstM.getTargetTriple());
Akira Hatanakac43df512015-02-13 00:40:41 +00001790
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001791 if (!SrcM.getTargetTriple().empty() && !triplesMatch(SrcTriple, DstTriple))
Rafael Espindolad12b4a32014-10-25 04:06:10 +00001792 emitWarning("Linking two modules of different target triples: " +
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001793 SrcM.getModuleIdentifier() + "' is '" + SrcM.getTargetTriple() +
1794 "' whereas '" + DstM.getModuleIdentifier() + "' is '" +
1795 DstM.getTargetTriple() + "'\n");
Akira Hatanakac43df512015-02-13 00:40:41 +00001796
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001797 DstM.setTargetTriple(mergeTriples(SrcTriple, DstTriple));
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001798
1799 // Append the module inline asm string.
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001800 if (!SrcM.getModuleInlineAsm().empty()) {
1801 if (DstM.getModuleInlineAsm().empty())
1802 DstM.setModuleInlineAsm(SrcM.getModuleInlineAsm());
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001803 else
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001804 DstM.setModuleInlineAsm(DstM.getModuleInlineAsm() + "\n" +
1805 SrcM.getModuleInlineAsm());
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001806 }
1807
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001808 // Loop over all of the linked values to compute type mappings.
1809 computeTypeMapping();
1810
David Majnemerdad0a642014-06-27 18:19:56 +00001811 ComdatsChosen.clear();
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001812 for (const auto &SMEC : SrcM.getComdatSymbolTable()) {
David Majnemerdad0a642014-06-27 18:19:56 +00001813 const Comdat &C = SMEC.getValue();
1814 if (ComdatsChosen.count(&C))
1815 continue;
1816 Comdat::SelectionKind SK;
1817 bool LinkFromSrc;
1818 if (getComdatResult(&C, SK, LinkFromSrc))
1819 return true;
1820 ComdatsChosen[&C] = std::make_pair(SK, LinkFromSrc);
1821 }
1822
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001823 for (GlobalVariable &GV : SrcM.globals())
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001824 if (const Comdat *SC = GV.getComdat())
1825 ComdatMembers[SC].push_back(&GV);
1826
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001827 for (Function &SF : SrcM)
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001828 if (const Comdat *SC = SF.getComdat())
1829 ComdatMembers[SC].push_back(&SF);
1830
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001831 for (GlobalAlias &GA : SrcM.aliases())
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001832 if (const Comdat *SC = GA.getComdat())
1833 ComdatMembers[SC].push_back(&GA);
1834
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001835 // Insert all of the globals in src into the DstM module... without linking
1836 // initializers (which could refer to functions not yet mapped over).
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001837 for (GlobalVariable &GV : SrcM.globals())
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001838 if (linkIfNeeded(GV))
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001839 return true;
1840
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001841 for (Function &SF : SrcM)
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001842 if (linkIfNeeded(SF))
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001843 return true;
1844
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001845 for (GlobalAlias &GA : SrcM.aliases())
Rafael Espindolabaa3bf82015-12-01 15:19:48 +00001846 if (linkIfNeeded(GA))
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001847 return true;
1848
Rafael Espindola4b5ec262015-12-02 22:59:04 +00001849 for (GlobalValue *GV : ValuesToLink) {
1850 MapValue(GV, ValueMap, RF_MoveDistinctMDs, &TypeMap, &ValMaterializer);
1851 if (HasError)
1852 return true;
Rafael Espindolabeadd562014-12-08 18:05:48 +00001853 }
1854
Teresa Johnson10632932015-11-06 17:50:53 +00001855 // Note that we are done linking global value bodies. This prevents
1856 // metadata linking from creating new references.
1857 DoneLinkingBodies = true;
1858
Teresa Johnson189b2522015-11-06 17:50:48 +00001859 // Remap all of the named MDNodes in Src into the DstM module. We do this
1860 // after linking GlobalValues so that MDNodes that reference GlobalValues
1861 // are properly remapped.
1862 linkNamedMDNodes();
1863
1864 // Merge the module flags into the DstM module.
1865 if (linkModuleFlagsMetadata())
1866 return true;
1867
Anton Korobeynikov26098882008-03-05 23:21:39 +00001868 return false;
1869}
Reid Spencer361e5132004-11-12 20:37:43 +00001870
Rafael Espindola31ad4682014-12-03 22:36:37 +00001871Linker::StructTypeKeyInfo::KeyTy::KeyTy(ArrayRef<Type *> E, bool P)
1872 : ETypes(E), IsPacked(P) {}
1873
1874Linker::StructTypeKeyInfo::KeyTy::KeyTy(const StructType *ST)
1875 : ETypes(ST->elements()), IsPacked(ST->isPacked()) {}
1876
1877bool Linker::StructTypeKeyInfo::KeyTy::operator==(const KeyTy &That) const {
1878 if (IsPacked != That.IsPacked)
1879 return false;
1880 if (ETypes != That.ETypes)
1881 return false;
1882 return true;
1883}
1884
1885bool Linker::StructTypeKeyInfo::KeyTy::operator!=(const KeyTy &That) const {
1886 return !this->operator==(That);
1887}
1888
1889StructType *Linker::StructTypeKeyInfo::getEmptyKey() {
1890 return DenseMapInfo<StructType *>::getEmptyKey();
1891}
1892
1893StructType *Linker::StructTypeKeyInfo::getTombstoneKey() {
1894 return DenseMapInfo<StructType *>::getTombstoneKey();
1895}
1896
1897unsigned Linker::StructTypeKeyInfo::getHashValue(const KeyTy &Key) {
1898 return hash_combine(hash_combine_range(Key.ETypes.begin(), Key.ETypes.end()),
1899 Key.IsPacked);
1900}
1901
1902unsigned Linker::StructTypeKeyInfo::getHashValue(const StructType *ST) {
1903 return getHashValue(KeyTy(ST));
1904}
1905
1906bool Linker::StructTypeKeyInfo::isEqual(const KeyTy &LHS,
1907 const StructType *RHS) {
1908 if (RHS == getEmptyKey() || RHS == getTombstoneKey())
1909 return false;
1910 return LHS == KeyTy(RHS);
1911}
1912
1913bool Linker::StructTypeKeyInfo::isEqual(const StructType *LHS,
1914 const StructType *RHS) {
1915 if (RHS == getEmptyKey())
1916 return LHS == getEmptyKey();
1917
1918 if (RHS == getTombstoneKey())
1919 return LHS == getTombstoneKey();
1920
1921 return KeyTy(LHS) == KeyTy(RHS);
1922}
1923
1924void Linker::IdentifiedStructTypeSet::addNonOpaque(StructType *Ty) {
1925 assert(!Ty->isOpaque());
Benjamin Kramer3280a5d2014-12-06 19:22:54 +00001926 NonOpaqueStructTypes.insert(Ty);
Rafael Espindola31ad4682014-12-03 22:36:37 +00001927}
1928
Rafael Espindolaa5b9e1c2015-03-06 00:50:21 +00001929void Linker::IdentifiedStructTypeSet::switchToNonOpaque(StructType *Ty) {
1930 assert(!Ty->isOpaque());
1931 NonOpaqueStructTypes.insert(Ty);
1932 bool Removed = OpaqueStructTypes.erase(Ty);
1933 (void)Removed;
1934 assert(Removed);
1935}
1936
Rafael Espindola31ad4682014-12-03 22:36:37 +00001937void Linker::IdentifiedStructTypeSet::addOpaque(StructType *Ty) {
1938 assert(Ty->isOpaque());
1939 OpaqueStructTypes.insert(Ty);
1940}
1941
1942StructType *
1943Linker::IdentifiedStructTypeSet::findNonOpaque(ArrayRef<Type *> ETypes,
1944 bool IsPacked) {
1945 Linker::StructTypeKeyInfo::KeyTy Key(ETypes, IsPacked);
1946 auto I = NonOpaqueStructTypes.find_as(Key);
1947 if (I == NonOpaqueStructTypes.end())
1948 return nullptr;
Benjamin Kramer3280a5d2014-12-06 19:22:54 +00001949 return *I;
Rafael Espindola31ad4682014-12-03 22:36:37 +00001950}
1951
1952bool Linker::IdentifiedStructTypeSet::hasType(StructType *Ty) {
1953 if (Ty->isOpaque())
1954 return OpaqueStructTypes.count(Ty);
1955 auto I = NonOpaqueStructTypes.find(Ty);
1956 if (I == NonOpaqueStructTypes.end())
1957 return false;
Benjamin Kramer3280a5d2014-12-06 19:22:54 +00001958 return *I == Ty;
Rafael Espindola31ad4682014-12-03 22:36:37 +00001959}
1960
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001961Linker::Linker(Module &M, DiagnosticHandlerFunction DiagnosticHandler)
1962 : Composite(M), DiagnosticHandler(DiagnosticHandler) {
Rafael Espindolaa4e85e32014-12-01 16:32:20 +00001963 TypeFinder StructTypes;
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001964 StructTypes.run(M, true);
Rafael Espindola31ad4682014-12-03 22:36:37 +00001965 for (StructType *Ty : StructTypes) {
1966 if (Ty->isOpaque())
1967 IdentifiedStructTypes.addOpaque(Ty);
1968 else
1969 IdentifiedStructTypes.addNonOpaque(Ty);
1970 }
Rafael Espindolaaa9918a2013-05-04 05:05:18 +00001971}
Rafael Espindola3df61b72013-05-04 03:48:37 +00001972
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001973bool Linker::linkInModule(Module &Src, unsigned Flags,
Mehdi Amini8220e8a2015-11-23 01:59:16 +00001974 const FunctionInfoIndex *Index,
Mehdi Amini7471cf82015-12-03 02:37:30 +00001975 DenseSet<const GlobalValue *> *FunctionsToImport) {
Rafael Espindolaa4e85e32014-12-01 16:32:20 +00001976 ModuleLinker TheLinker(Composite, IdentifiedStructTypes, Src,
Mehdi Amini7471cf82015-12-03 02:37:30 +00001977 DiagnosticHandler, Flags, Index, FunctionsToImport);
Manman Rendab999d2015-01-20 19:24:59 +00001978 bool RetCode = TheLinker.run();
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001979 Composite.dropTriviallyDeadConstantArrays();
Manman Rendab999d2015-01-20 19:24:59 +00001980 return RetCode;
Rafael Espindola3df61b72013-05-04 03:48:37 +00001981}
1982
Chris Lattnerb1ed91f2011-07-09 17:41:24 +00001983//===----------------------------------------------------------------------===//
1984// LinkModules entrypoint.
1985//===----------------------------------------------------------------------===//
1986
Rafael Espindola18c89412014-10-27 02:35:46 +00001987/// This function links two modules together, with the resulting Dest module
1988/// modified to be the composite of the two input modules. If an error occurs,
1989/// true is returned and ErrorMsg (if not null) is set to indicate the problem.
1990/// Upon failure, the Dest module could be in a modified state, and shouldn't be
1991/// relied on to be consistent.
Rafael Espindola0e309fe2015-12-01 19:50:54 +00001992bool Linker::linkModules(Module &Dest, Module &Src,
Artem Belevich020d4fb2015-09-01 17:55:55 +00001993 DiagnosticHandlerFunction DiagnosticHandler,
1994 unsigned Flags) {
Rafael Espindola4160f5d2014-10-27 23:02:10 +00001995 Linker L(Dest, DiagnosticHandler);
Artem Belevich020d4fb2015-09-01 17:55:55 +00001996 return L.linkInModule(Src, Flags);
Rafael Espindola4160f5d2014-10-27 23:02:10 +00001997}
1998
Teresa Johnsonbae7e752015-12-04 23:40:22 +00001999std::unique_ptr<Module>
2000llvm::renameModuleForThinLTO(std::unique_ptr<Module> &M,
2001 const FunctionInfoIndex *Index,
2002 DiagnosticHandlerFunction DiagnosticHandler) {
2003 std::unique_ptr<llvm::Module> RenamedModule(
2004 new llvm::Module(M->getModuleIdentifier(), M->getContext()));
2005 Linker L(*RenamedModule.get(), DiagnosticHandler);
2006 if (L.linkInModule(*M.get(), llvm::Linker::Flags::None, Index))
2007 return nullptr;
2008 return RenamedModule;
2009}
2010
Bill Wendlinga3aeb982012-05-09 08:55:40 +00002011//===----------------------------------------------------------------------===//
2012// C API.
2013//===----------------------------------------------------------------------===//
2014
2015LLVMBool LLVMLinkModules(LLVMModuleRef Dest, LLVMModuleRef Src,
Juergen Ributzkaa57d5882015-03-02 18:59:38 +00002016 LLVMLinkerMode Unused, char **OutMessages) {
Rafael Espindola98ab63c2014-10-25 04:31:08 +00002017 Module *D = unwrap(Dest);
Rafael Espindola98ab63c2014-10-25 04:31:08 +00002018 std::string Message;
Rafael Espindola4160f5d2014-10-27 23:02:10 +00002019 raw_string_ostream Stream(Message);
2020 DiagnosticPrinterRawOStream DP(Stream);
2021
Rafael Espindola0e309fe2015-12-01 19:50:54 +00002022 LLVMBool Result = Linker::linkModules(
2023 *D, *unwrap(Src), [&](const DiagnosticInfo &DI) { DI.print(DP); });
Rafael Espindola98ab63c2014-10-25 04:31:08 +00002024
Eli Benderskyff715e22015-06-12 23:26:42 +00002025 if (OutMessages && Result) {
2026 Stream.flush();
Rafael Espindola98ab63c2014-10-25 04:31:08 +00002027 *OutMessages = strdup(Message.c_str());
Eli Benderskyff715e22015-06-12 23:26:42 +00002028 }
Bill Wendlinga3aeb982012-05-09 08:55:40 +00002029 return Result;
2030}