blob: 6c957cdd3554b0fd1497baa8d0cddf77aaac3c86 [file] [log] [blame]
Daniel Dunbarf976d1b2010-06-07 23:20:08 +00001//===--- BackendUtil.cpp - LLVM Backend Utilities -------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Daniel Dunbarc1b17292010-06-15 17:48:49 +000010#include "clang/CodeGen/BackendUtil.h"
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000011#include "clang/Basic/Diagnostic.h"
Dan Gohmanfec0ff82011-07-05 22:02:36 +000012#include "clang/Basic/LangOptions.h"
Chandler Carruth3a022472012-12-04 09:13:33 +000013#include "clang/Basic/TargetOptions.h"
Chandler Carruth85098242010-06-15 23:19:56 +000014#include "clang/Frontend/CodeGenOptions.h"
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000015#include "clang/Frontend/FrontendDiagnostic.h"
Kostya Serebryanyce2c7262013-12-27 08:11:08 +000016#include "clang/Frontend/Utils.h"
Eric Christopher583a1f72015-09-26 01:25:08 +000017#include "llvm/ADT/StringExtras.h"
Saleem Abdulrasool62849c62014-05-08 02:28:32 +000018#include "llvm/ADT/StringSwitch.h"
Chandler Carruth418bd1a2015-01-15 02:16:55 +000019#include "llvm/Analysis/TargetLibraryInfo.h"
Chandler Carruthaab5ec02015-01-31 11:18:46 +000020#include "llvm/Analysis/TargetTransformInfo.h"
Chandler Carruth1b3304d2014-01-13 07:47:38 +000021#include "llvm/Bitcode/BitcodeWriterPass.h"
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000022#include "llvm/CodeGen/RegAllocRegistry.h"
23#include "llvm/CodeGen/SchedulerRegistry.h"
Chandler Carruthffd55512013-01-02 11:45:17 +000024#include "llvm/IR/DataLayout.h"
Teresa Johnsonaff22322015-12-07 19:21:34 +000025#include "llvm/IR/FunctionInfo.h"
Chandler Carruth0a50c492014-01-12 11:11:50 +000026#include "llvm/IR/IRPrintingPasses.h"
Chandler Carruth9828e692015-02-13 09:57:03 +000027#include "llvm/IR/LegacyPassManager.h"
Chandler Carruthffd55512013-01-02 11:45:17 +000028#include "llvm/IR/Module.h"
Chandler Carruthca884742014-01-13 09:26:48 +000029#include "llvm/IR/Verifier.h"
Evan Chengeeb486d2011-06-29 01:14:32 +000030#include "llvm/MC/SubtargetFeature.h"
Teresa Johnson4b4f4b92016-01-08 17:04:29 +000031#include "llvm/Object/FunctionIndexObjectFile.h"
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000032#include "llvm/Support/CommandLine.h"
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000033#include "llvm/Support/PrettyStackTrace.h"
Evan Cheng494eb062011-08-24 18:09:14 +000034#include "llvm/Support/TargetRegistry.h"
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000035#include "llvm/Support/Timer.h"
36#include "llvm/Support/raw_ostream.h"
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000037#include "llvm/Target/TargetMachine.h"
38#include "llvm/Target/TargetOptions.h"
Eric Christopher3de08532014-08-04 21:33:42 +000039#include "llvm/Target/TargetSubtargetInfo.h"
Rafael Espindola56a7dab02011-08-02 21:51:02 +000040#include "llvm/Transforms/IPO.h"
41#include "llvm/Transforms/IPO/PassManagerBuilder.h"
Chandler Carruth3a022472012-12-04 09:13:33 +000042#include "llvm/Transforms/Instrumentation.h"
Michael Gottesman90cae772013-01-28 01:36:00 +000043#include "llvm/Transforms/ObjCARC.h"
Rafael Espindola56a7dab02011-08-02 21:51:02 +000044#include "llvm/Transforms/Scalar.h"
Saleem Abdulrasool76a4b952015-01-09 05:10:20 +000045#include "llvm/Transforms/Utils/SymbolRewriter.h"
Ahmed Charlesdfca6f92014-03-09 11:36:40 +000046#include <memory>
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000047using namespace clang;
48using namespace llvm;
49
50namespace {
51
52class EmitAssemblyHelper {
David Blaikie9c902b52011-09-25 23:23:43 +000053 DiagnosticsEngine &Diags;
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000054 const CodeGenOptions &CodeGenOpts;
Nick Lewycky432add52011-12-02 22:17:00 +000055 const clang::TargetOptions &TargetOpts;
Dan Gohmanfec0ff82011-07-05 22:02:36 +000056 const LangOptions &LangOpts;
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000057 Module *TheModule;
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000058
59 Timer CodeGenerationTime;
60
Chandler Carruth8f4f5092015-02-13 09:47:49 +000061 mutable legacy::PassManager *CodeGenPasses;
62 mutable legacy::PassManager *PerModulePasses;
63 mutable legacy::FunctionPassManager *PerFunctionPasses;
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000064
65private:
Chandler Carruthd294bdb2015-02-01 12:26:23 +000066 TargetIRAnalysis getTargetIRAnalysis() const {
Chandler Carruthaab5ec02015-01-31 11:18:46 +000067 if (TM)
Chandler Carruthd294bdb2015-02-01 12:26:23 +000068 return TM->getTargetIRAnalysis();
Chandler Carruthaab5ec02015-01-31 11:18:46 +000069
Chandler Carruthd294bdb2015-02-01 12:26:23 +000070 return TargetIRAnalysis();
Chandler Carruthaab5ec02015-01-31 11:18:46 +000071 }
72
Chandler Carruth8f4f5092015-02-13 09:47:49 +000073 legacy::PassManager *getCodeGenPasses() const {
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000074 if (!CodeGenPasses) {
Chandler Carruth8f4f5092015-02-13 09:47:49 +000075 CodeGenPasses = new legacy::PassManager();
Chandler Carruthd294bdb2015-02-01 12:26:23 +000076 CodeGenPasses->add(
77 createTargetTransformInfoWrapperPass(getTargetIRAnalysis()));
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000078 }
79 return CodeGenPasses;
80 }
81
Chandler Carruth8f4f5092015-02-13 09:47:49 +000082 legacy::PassManager *getPerModulePasses() const {
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000083 if (!PerModulePasses) {
Chandler Carruth8f4f5092015-02-13 09:47:49 +000084 PerModulePasses = new legacy::PassManager();
Chandler Carruthd294bdb2015-02-01 12:26:23 +000085 PerModulePasses->add(
86 createTargetTransformInfoWrapperPass(getTargetIRAnalysis()));
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000087 }
88 return PerModulePasses;
89 }
90
Chandler Carruth8f4f5092015-02-13 09:47:49 +000091 legacy::FunctionPassManager *getPerFunctionPasses() const {
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000092 if (!PerFunctionPasses) {
Chandler Carruth8f4f5092015-02-13 09:47:49 +000093 PerFunctionPasses = new legacy::FunctionPassManager(TheModule);
Chandler Carruthd294bdb2015-02-01 12:26:23 +000094 PerFunctionPasses->add(
95 createTargetTransformInfoWrapperPass(getTargetIRAnalysis()));
Daniel Dunbarf976d1b2010-06-07 23:20:08 +000096 }
97 return PerFunctionPasses;
98 }
99
Teresa Johnson4b4f4b92016-01-08 17:04:29 +0000100 void CreatePasses(FunctionInfoIndex *FunctionIndex);
Nadav Rotemec57ab32012-10-24 00:53:38 +0000101
Rafael Espindola2f16bc12015-04-14 15:15:49 +0000102 /// Generates the TargetMachine.
Nadav Rotemdc06b2d2012-10-24 03:52:31 +0000103 /// Returns Null if it is unable to create the target machine.
104 /// Some of our clang tests specify triples which are not built
105 /// into clang. This is okay because these tests check the generated
106 /// IR, and they require DataLayout which depends on the triple.
107 /// In this case, we allow this method to fail and not report an error.
108 /// When MustCreateTM is used, we print an error if we are unable to load
109 /// the requested target.
110 TargetMachine *CreateTargetMachine(bool MustCreateTM);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000111
Rafael Espindola2f16bc12015-04-14 15:15:49 +0000112 /// Add passes necessary to emit assembly or LLVM IR.
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000113 ///
114 /// \return True on success.
Rafael Espindola2f16bc12015-04-14 15:15:49 +0000115 bool AddEmitPasses(BackendAction Action, raw_pwrite_stream &OS);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000116
117public:
Teresa Johnsonaff22322015-12-07 19:21:34 +0000118 EmitAssemblyHelper(DiagnosticsEngine &_Diags, const CodeGenOptions &CGOpts,
Nick Lewycky432add52011-12-02 22:17:00 +0000119 const clang::TargetOptions &TOpts,
Teresa Johnson4b4f4b92016-01-08 17:04:29 +0000120 const LangOptions &LOpts, Module *M)
Teresa Johnsonaff22322015-12-07 19:21:34 +0000121 : Diags(_Diags), CodeGenOpts(CGOpts), TargetOpts(TOpts), LangOpts(LOpts),
Teresa Johnson4b4f4b92016-01-08 17:04:29 +0000122 TheModule(M), CodeGenerationTime("Code Generation Time"),
123 CodeGenPasses(nullptr), PerModulePasses(nullptr),
124 PerFunctionPasses(nullptr) {}
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000125
126 ~EmitAssemblyHelper() {
127 delete CodeGenPasses;
128 delete PerModulePasses;
129 delete PerFunctionPasses;
Alp Tokerf4e22382013-12-20 20:26:53 +0000130 if (CodeGenOpts.DisableFree)
David Blaikiea97eaa12014-08-29 16:53:14 +0000131 BuryPointer(std::move(TM));
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000132 }
133
Ahmed Charlesb8984322014-03-07 20:03:18 +0000134 std::unique_ptr<TargetMachine> TM;
Alp Tokerf4e22382013-12-20 20:26:53 +0000135
Rafael Espindola2f16bc12015-04-14 15:15:49 +0000136 void EmitAssembly(BackendAction Action, raw_pwrite_stream *OS);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000137};
138
Alexey Samsonovc6515b62012-12-28 09:31:34 +0000139// We need this wrapper to access LangOpts and CGOpts from extension functions
140// that we add to the PassManagerBuilder.
Alexey Samsonov0e96bec2012-11-29 22:36:21 +0000141class PassManagerBuilderWrapper : public PassManagerBuilder {
142public:
Alexey Samsonov9ab73622012-12-03 19:12:58 +0000143 PassManagerBuilderWrapper(const CodeGenOptions &CGOpts,
144 const LangOptions &LangOpts)
145 : PassManagerBuilder(), CGOpts(CGOpts), LangOpts(LangOpts) {}
146 const CodeGenOptions &getCGOpts() const { return CGOpts; }
Alexey Samsonov0e96bec2012-11-29 22:36:21 +0000147 const LangOptions &getLangOpts() const { return LangOpts; }
148private:
Alexey Samsonov9ab73622012-12-03 19:12:58 +0000149 const CodeGenOptions &CGOpts;
Alexey Samsonov0e96bec2012-11-29 22:36:21 +0000150 const LangOptions &LangOpts;
151};
152
Alexander Kornienkoab9db512015-06-22 23:07:51 +0000153}
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000154
Dan Gohman5932ce22012-01-17 20:54:51 +0000155static void addObjCARCAPElimPass(const PassManagerBuilder &Builder, PassManagerBase &PM) {
156 if (Builder.OptLevel > 0)
157 PM.add(createObjCARCAPElimPass());
158}
159
Dan Gohmanfec0ff82011-07-05 22:02:36 +0000160static void addObjCARCExpandPass(const PassManagerBuilder &Builder, PassManagerBase &PM) {
161 if (Builder.OptLevel > 0)
162 PM.add(createObjCARCExpandPass());
163}
164
165static void addObjCARCOptPass(const PassManagerBuilder &Builder, PassManagerBase &PM) {
166 if (Builder.OptLevel > 0)
167 PM.add(createObjCARCOptPass());
168}
169
Diego Novillob56be642014-03-03 20:06:18 +0000170static void addAddDiscriminatorsPass(const PassManagerBuilder &Builder,
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000171 legacy::PassManagerBase &PM) {
Diego Novillob56be642014-03-03 20:06:18 +0000172 PM.add(createAddDiscriminatorsPass());
173}
174
Nuno Lopesa4255892012-05-22 17:19:45 +0000175static void addBoundsCheckingPass(const PassManagerBuilder &Builder,
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000176 legacy::PassManagerBase &PM) {
Joey Goulyebc59d52012-11-23 10:39:49 +0000177 PM.add(createBoundsCheckingPass());
Nuno Lopesa4255892012-05-22 17:19:45 +0000178}
179
Kostya Serebryany75b4f9e2014-11-11 22:15:07 +0000180static void addSanitizerCoveragePass(const PassManagerBuilder &Builder,
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000181 legacy::PassManagerBase &PM) {
Kostya Serebryany75b4f9e2014-11-11 22:15:07 +0000182 const PassManagerBuilderWrapper &BuilderWrapper =
183 static_cast<const PassManagerBuilderWrapper&>(Builder);
184 const CodeGenOptions &CGOpts = BuilderWrapper.getCGOpts();
Alexey Samsonov3f3b3ab2015-05-07 18:31:29 +0000185 SanitizerCoverageOptions Opts;
186 Opts.CoverageType =
187 static_cast<SanitizerCoverageOptions::Type>(CGOpts.SanitizeCoverageType);
188 Opts.IndirectCalls = CGOpts.SanitizeCoverageIndirectCalls;
189 Opts.TraceBB = CGOpts.SanitizeCoverageTraceBB;
190 Opts.TraceCmp = CGOpts.SanitizeCoverageTraceCmp;
191 Opts.Use8bitCounters = CGOpts.SanitizeCoverage8bitCounters;
Kostya Serebryanyd4590c72016-02-17 21:34:43 +0000192 Opts.TracePC = CGOpts.SanitizeCoverageTracePC;
Alexey Samsonov3f3b3ab2015-05-07 18:31:29 +0000193 PM.add(createSanitizerCoverageModulePass(Opts));
Kostya Serebryany75b4f9e2014-11-11 22:15:07 +0000194}
195
Alexey Samsonov0e96bec2012-11-29 22:36:21 +0000196static void addAddressSanitizerPasses(const PassManagerBuilder &Builder,
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000197 legacy::PassManagerBase &PM) {
Yury Gribov5bfeca12015-11-11 10:45:48 +0000198 const PassManagerBuilderWrapper &BuilderWrapper =
199 static_cast<const PassManagerBuilderWrapper&>(Builder);
200 const CodeGenOptions &CGOpts = BuilderWrapper.getCGOpts();
201 bool Recover = CGOpts.SanitizeRecover.has(SanitizerKind::Address);
202 PM.add(createAddressSanitizerFunctionPass(/*CompileKernel*/false, Recover));
203 PM.add(createAddressSanitizerModulePass(/*CompileKernel*/false, Recover));
Alexander Potapenkob9b73ef2015-06-19 12:19:07 +0000204}
205
206static void addKernelAddressSanitizerPasses(const PassManagerBuilder &Builder,
207 legacy::PassManagerBase &PM) {
Yury Gribov5bfeca12015-11-11 10:45:48 +0000208 PM.add(createAddressSanitizerFunctionPass(/*CompileKernel*/true,
209 /*Recover*/true));
210 PM.add(createAddressSanitizerModulePass(/*CompileKernel*/true,
211 /*Recover*/true));
Kostya Serebryany8855ff62011-11-16 17:34:26 +0000212}
213
Evgeniy Stepanovaea92e52012-12-03 13:20:43 +0000214static void addMemorySanitizerPass(const PassManagerBuilder &Builder,
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000215 legacy::PassManagerBase &PM) {
Evgeniy Stepanovad8ab3d2012-12-24 08:42:34 +0000216 const PassManagerBuilderWrapper &BuilderWrapper =
217 static_cast<const PassManagerBuilderWrapper&>(Builder);
218 const CodeGenOptions &CGOpts = BuilderWrapper.getCGOpts();
Alexey Samsonov1cf07ea2014-06-02 18:08:08 +0000219 PM.add(createMemorySanitizerPass(CGOpts.SanitizeMemoryTrackOrigins));
Evgeniy Stepanov10284672013-01-31 09:53:29 +0000220
221 // MemorySanitizer inserts complex instrumentation that mostly follows
222 // the logic of the original code, but operates on "shadow" values.
223 // It can benefit from re-running some general purpose optimization passes.
224 if (Builder.OptLevel > 0) {
225 PM.add(createEarlyCSEPass());
226 PM.add(createReassociatePass());
227 PM.add(createLICMPass());
228 PM.add(createGVNPass());
229 PM.add(createInstructionCombiningPass());
230 PM.add(createDeadStoreEliminationPass());
231 }
Evgeniy Stepanovaea92e52012-12-03 13:20:43 +0000232}
233
Kostya Serebryany28a7a112012-03-01 22:27:08 +0000234static void addThreadSanitizerPass(const PassManagerBuilder &Builder,
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000235 legacy::PassManagerBase &PM) {
Alexey Samsonov1cf07ea2014-06-02 18:08:08 +0000236 PM.add(createThreadSanitizerPass());
Kostya Serebryany28a7a112012-03-01 22:27:08 +0000237}
238
Peter Collingbournec3772752013-08-07 22:47:34 +0000239static void addDataFlowSanitizerPass(const PassManagerBuilder &Builder,
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000240 legacy::PassManagerBase &PM) {
Peter Collingbourne276be3c2013-08-14 18:54:18 +0000241 const PassManagerBuilderWrapper &BuilderWrapper =
242 static_cast<const PassManagerBuilderWrapper&>(Builder);
Alexey Samsonovae5804f2014-10-15 20:22:54 +0000243 const LangOptions &LangOpts = BuilderWrapper.getLangOpts();
Alexey Samsonova511cdd2015-02-04 17:40:08 +0000244 PM.add(createDataFlowSanitizerPass(LangOpts.SanitizerBlacklistFiles));
Peter Collingbournec3772752013-08-07 22:47:34 +0000245}
246
Chandler Carruth57bb7c72015-01-24 02:25:21 +0000247static TargetLibraryInfoImpl *createTLII(llvm::Triple &TargetTriple,
248 const CodeGenOptions &CodeGenOpts) {
249 TargetLibraryInfoImpl *TLII = new TargetLibraryInfoImpl(TargetTriple);
Rafael Espindolab8a71c52014-08-21 17:58:42 +0000250 if (!CodeGenOpts.SimplifyLibCalls)
Chandler Carruth57bb7c72015-01-24 02:25:21 +0000251 TLII->disableAllFunctions();
Chad Rosier7dbc9cf2016-01-06 14:35:46 +0000252 else {
253 // Disable individual libc/libm calls in TargetLibraryInfo.
254 LibFunc::Func F;
255 for (auto &FuncName : CodeGenOpts.getNoBuiltinFuncs())
256 if (TLII->getLibFunc(FuncName, F))
257 TLII->setUnavailable(F);
258 }
Michael Zolotukhinc888dd02015-03-17 20:03:11 +0000259
260 switch (CodeGenOpts.getVecLib()) {
261 case CodeGenOptions::Accelerate:
262 TLII->addVectorizableFunctionsFromVecLib(TargetLibraryInfoImpl::Accelerate);
263 break;
264 default:
265 break;
266 }
Chandler Carruth57bb7c72015-01-24 02:25:21 +0000267 return TLII;
Rafael Espindolab8a71c52014-08-21 17:58:42 +0000268}
269
Saleem Abdulrasool76a4b952015-01-09 05:10:20 +0000270static void addSymbolRewriterPass(const CodeGenOptions &Opts,
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000271 legacy::PassManager *MPM) {
Saleem Abdulrasool76a4b952015-01-09 05:10:20 +0000272 llvm::SymbolRewriter::RewriteDescriptorList DL;
273
274 llvm::SymbolRewriter::RewriteMapParser MapParser;
275 for (const auto &MapFile : Opts.RewriteMapFiles)
276 MapParser.parse(MapFile, &DL);
277
278 MPM->add(createRewriteSymbolsPass(DL));
279}
280
Teresa Johnson4b4f4b92016-01-08 17:04:29 +0000281void EmitAssemblyHelper::CreatePasses(FunctionInfoIndex *FunctionIndex) {
Steven Wu546a1962015-07-17 20:09:56 +0000282 if (CodeGenOpts.DisableLLVMPasses)
283 return;
284
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000285 unsigned OptLevel = CodeGenOpts.OptimizationLevel;
Douglas Gregorb0eea8b2012-10-23 20:05:01 +0000286 CodeGenOptions::InliningMethod Inlining = CodeGenOpts.getInlining();
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000287
288 // Handle disabling of LLVM optimization, where we want to preserve the
289 // internal module before any optimization.
290 if (CodeGenOpts.DisableLLVMOpts) {
291 OptLevel = 0;
292 Inlining = CodeGenOpts.NoInlining;
293 }
Alexey Samsonov0e96bec2012-11-29 22:36:21 +0000294
Alexey Samsonov9ab73622012-12-03 19:12:58 +0000295 PassManagerBuilderWrapper PMBuilder(CodeGenOpts, LangOpts);
Teresa Johnsonaff22322015-12-07 19:21:34 +0000296
297 // Figure out TargetLibraryInfo.
298 Triple TargetTriple(TheModule->getTargetTriple());
299 PMBuilder.LibraryInfo = createTLII(TargetTriple, CodeGenOpts);
300
301 switch (Inlining) {
302 case CodeGenOptions::NoInlining:
303 break;
304 case CodeGenOptions::NormalInlining: {
305 PMBuilder.Inliner =
306 createFunctionInliningPass(OptLevel, CodeGenOpts.OptimizeSize);
307 break;
308 }
309 case CodeGenOptions::OnlyAlwaysInlining:
310 // Respect always_inline.
311 if (OptLevel == 0)
312 // Do not insert lifetime intrinsics at -O0.
313 PMBuilder.Inliner = createAlwaysInlinerPass(false);
314 else
315 PMBuilder.Inliner = createAlwaysInlinerPass();
316 break;
317 }
318
Chris Lattnerecf0ba52011-05-21 23:50:44 +0000319 PMBuilder.OptLevel = OptLevel;
320 PMBuilder.SizeLevel = CodeGenOpts.OptimizeSize;
Nick Lewyckyd3f3e4f2013-06-25 01:49:44 +0000321 PMBuilder.BBVectorize = CodeGenOpts.VectorizeBB;
322 PMBuilder.SLPVectorize = CodeGenOpts.VectorizeSLP;
323 PMBuilder.LoopVectorize = CodeGenOpts.VectorizeLoop;
Andrew Trickb2a84722011-04-05 18:49:32 +0000324
Chris Lattnerecf0ba52011-05-21 23:50:44 +0000325 PMBuilder.DisableUnitAtATime = !CodeGenOpts.UnitAtATime;
326 PMBuilder.DisableUnrollLoops = !CodeGenOpts.UnrollLoops;
Nick Lewyckyf04f2372014-10-24 00:49:29 +0000327 PMBuilder.MergeFunctions = CodeGenOpts.MergeFunctions;
Mehdi Aminia7c09402016-02-17 00:42:20 +0000328 PMBuilder.PrepareForThinLTO = CodeGenOpts.EmitFunctionSummary;
Teresa Johnson8749d8042015-07-06 16:23:00 +0000329 PMBuilder.PrepareForLTO = CodeGenOpts.PrepareForLTO;
Hal Finkelce0697f2013-11-17 16:03:29 +0000330 PMBuilder.RerollLoops = CodeGenOpts.RerollLoops;
Dan Gohmanfec0ff82011-07-05 22:02:36 +0000331
Teresa Johnsonaff22322015-12-07 19:21:34 +0000332 legacy::PassManager *MPM = getPerModulePasses();
333
334 // If we are performing a ThinLTO importing compile, invoke the LTO
335 // pipeline and pass down the in-memory function index.
Teresa Johnson4b4f4b92016-01-08 17:04:29 +0000336 if (FunctionIndex) {
337 PMBuilder.FunctionIndex = FunctionIndex;
Mehdi Aminia7c09402016-02-17 00:42:20 +0000338 PMBuilder.populateThinLTOPassManager(*MPM);
Teresa Johnsonaff22322015-12-07 19:21:34 +0000339 return;
340 }
341
Diego Novillob56be642014-03-03 20:06:18 +0000342 PMBuilder.addExtension(PassManagerBuilder::EP_EarlyAsPossible,
343 addAddDiscriminatorsPass);
344
Dan Gohmanfec0ff82011-07-05 22:02:36 +0000345 // In ObjC ARC mode, add the main ARC optimization passes.
346 if (LangOpts.ObjCAutoRefCount) {
347 PMBuilder.addExtension(PassManagerBuilder::EP_EarlyAsPossible,
348 addObjCARCExpandPass);
Dan Gohman5932ce22012-01-17 20:54:51 +0000349 PMBuilder.addExtension(PassManagerBuilder::EP_ModuleOptimizerEarly,
350 addObjCARCAPElimPass);
Dan Gohmanfec0ff82011-07-05 22:02:36 +0000351 PMBuilder.addExtension(PassManagerBuilder::EP_ScalarOptimizerLate,
352 addObjCARCOptPass);
353 }
Kostya Serebryany8855ff62011-11-16 17:34:26 +0000354
Alexey Samsonovedf99a92014-11-07 22:29:38 +0000355 if (LangOpts.Sanitize.has(SanitizerKind::LocalBounds)) {
Nuno Lopesa4255892012-05-22 17:19:45 +0000356 PMBuilder.addExtension(PassManagerBuilder::EP_ScalarOptimizerLate,
357 addBoundsCheckingPass);
358 PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0,
359 addBoundsCheckingPass);
360 }
361
Alexey Samsonovdfa908c2015-05-07 22:34:06 +0000362 if (CodeGenOpts.SanitizeCoverageType ||
363 CodeGenOpts.SanitizeCoverageIndirectCalls ||
364 CodeGenOpts.SanitizeCoverageTraceCmp) {
Kostya Serebryany75b4f9e2014-11-11 22:15:07 +0000365 PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast,
366 addSanitizerCoveragePass);
367 PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0,
368 addSanitizerCoveragePass);
369 }
370
Alexey Samsonovedf99a92014-11-07 22:29:38 +0000371 if (LangOpts.Sanitize.has(SanitizerKind::Address)) {
Kostya Serebryany7e247f22012-10-15 14:22:56 +0000372 PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast,
Alexey Samsonov0e96bec2012-11-29 22:36:21 +0000373 addAddressSanitizerPasses);
Kostya Serebryanyd4768572011-11-30 22:20:21 +0000374 PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0,
Alexey Samsonov0e96bec2012-11-29 22:36:21 +0000375 addAddressSanitizerPasses);
Kostya Serebryany8855ff62011-11-16 17:34:26 +0000376 }
Kostya Serebryany28a7a112012-03-01 22:27:08 +0000377
Alexander Potapenkob9b73ef2015-06-19 12:19:07 +0000378 if (LangOpts.Sanitize.has(SanitizerKind::KernelAddress)) {
379 PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast,
380 addKernelAddressSanitizerPasses);
381 PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0,
382 addKernelAddressSanitizerPasses);
383 }
384
Alexey Samsonovedf99a92014-11-07 22:29:38 +0000385 if (LangOpts.Sanitize.has(SanitizerKind::Memory)) {
Evgeniy Stepanovaea92e52012-12-03 13:20:43 +0000386 PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast,
387 addMemorySanitizerPass);
388 PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0,
389 addMemorySanitizerPass);
390 }
391
Alexey Samsonovedf99a92014-11-07 22:29:38 +0000392 if (LangOpts.Sanitize.has(SanitizerKind::Thread)) {
Kostya Serebryanyd18cb502012-03-23 23:25:23 +0000393 PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast,
Kostya Serebryany28a7a112012-03-01 22:27:08 +0000394 addThreadSanitizerPass);
395 PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0,
396 addThreadSanitizerPass);
397 }
398
Alexey Samsonovedf99a92014-11-07 22:29:38 +0000399 if (LangOpts.Sanitize.has(SanitizerKind::DataFlow)) {
Peter Collingbournec3772752013-08-07 22:47:34 +0000400 PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast,
401 addDataFlowSanitizerPass);
402 PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0,
403 addDataFlowSanitizerPass);
404 }
405
Chris Lattner5c123672011-05-21 20:40:11 +0000406 // Set up the per-function pass manager.
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000407 legacy::FunctionPassManager *FPM = getPerFunctionPasses();
Chris Lattner5c123672011-05-21 20:40:11 +0000408 if (CodeGenOpts.VerifyModule)
409 FPM->add(createVerifierPass());
410 PMBuilder.populateFunctionPassManager(*FPM);
Andrew Trickb2a84722011-04-05 18:49:32 +0000411
Chris Lattner5c123672011-05-21 20:40:11 +0000412 // Set up the per-module pass manager.
Saleem Abdulrasool76a4b952015-01-09 05:10:20 +0000413 if (!CodeGenOpts.RewriteMapFiles.empty())
414 addSymbolRewriterPass(CodeGenOpts, MPM);
Chris Lattnerd98cec52011-02-18 22:20:38 +0000415
Nick Lewyckyc02bbb62013-03-20 01:38:16 +0000416 if (!CodeGenOpts.DisableGCov &&
417 (CodeGenOpts.EmitGcovArcs || CodeGenOpts.EmitGcovNotes)) {
Nick Lewyckyc8bf8242013-03-14 05:14:01 +0000418 // Not using 'GCOVOptions::getDefault' allows us to avoid exiting if
419 // LLVM's -default-gcov-version flag is set to something invalid.
420 GCOVOptions Options;
421 Options.EmitNotes = CodeGenOpts.EmitGcovNotes;
422 Options.EmitData = CodeGenOpts.EmitGcovArcs;
423 memcpy(Options.Version, CodeGenOpts.CoverageVersion, 4);
424 Options.UseCfgChecksum = CodeGenOpts.CoverageExtraChecksum;
425 Options.NoRedZone = CodeGenOpts.DisableRedZone;
Nick Lewyckyc8bf8242013-03-14 05:14:01 +0000426 Options.FunctionNamesInData =
Nick Lewycky6f15b2902013-03-20 02:14:38 +0000427 !CodeGenOpts.CoverageNoFunctionNamesInData;
Justin Bogner4e462372015-03-16 23:52:21 +0000428 Options.ExitBlockBeforeBody = CodeGenOpts.CoverageExitBlockBeforeBody;
Nick Lewyckyc8bf8242013-03-14 05:14:01 +0000429 MPM->add(createGCOVProfilerPass(Options));
Benjamin Kramer8c305922016-02-02 11:06:51 +0000430 if (CodeGenOpts.getDebugInfo() == codegenoptions::NoDebugInfo)
Nick Lewycky207bce32011-04-21 23:44:07 +0000431 MPM->add(createStripSymbolsPass(true));
432 }
Nadav Rotemdc06b2d2012-10-24 03:52:31 +0000433
Rong Xu9837ef52016-02-04 18:39:09 +0000434 if (CodeGenOpts.hasProfileClangInstr()) {
Justin Bogner970ac602014-12-08 19:04:51 +0000435 InstrProfOptions Options;
436 Options.NoRedZone = CodeGenOpts.DisableRedZone;
Justin Bognera71e6812015-04-30 23:49:42 +0000437 Options.InstrProfileOutput = CodeGenOpts.InstrProfileOutput;
Justin Bogner970ac602014-12-08 19:04:51 +0000438 MPM->add(createInstrProfilingPass(Options));
439 }
Rong Xu522b5cb2016-02-29 18:54:59 +0000440 if (CodeGenOpts.hasProfileIRInstr()) {
441 if (!CodeGenOpts.InstrProfileOutput.empty())
442 PMBuilder.PGOInstrGen = CodeGenOpts.InstrProfileOutput;
443 else
444 PMBuilder.PGOInstrGen = "default.profraw";
445 }
Rong Xu9c6f1532016-03-02 20:59:36 +0000446 if (CodeGenOpts.hasProfileIRUse())
447 PMBuilder.PGOInstrUse = CodeGenOpts.ProfileInstrumentUsePath;
Justin Bogner970ac602014-12-08 19:04:51 +0000448
Diego Novillod3ef1082015-08-25 15:25:13 +0000449 if (!CodeGenOpts.SampleProfileFile.empty())
450 MPM->add(createSampleProfileLoaderPass(CodeGenOpts.SampleProfileFile));
451
Chris Lattner5c123672011-05-21 20:40:11 +0000452 PMBuilder.populateModulePassManager(*MPM);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000453}
454
Nadav Rotemdc06b2d2012-10-24 03:52:31 +0000455TargetMachine *EmitAssemblyHelper::CreateTargetMachine(bool MustCreateTM) {
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000456 // Create the TargetMachine for generating code.
457 std::string Error;
458 std::string Triple = TheModule->getTargetTriple();
459 const llvm::Target *TheTarget = TargetRegistry::lookupTarget(Triple, Error);
460 if (!TheTarget) {
Nadav Rotemdc06b2d2012-10-24 03:52:31 +0000461 if (MustCreateTM)
Chad Rosierecafbe62013-03-27 00:14:35 +0000462 Diags.Report(diag::err_fe_unable_to_create_target) << Error;
Craig Topper8a13c412014-05-21 05:09:00 +0000463 return nullptr;
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000464 }
465
Saleem Abdulrasool62849c62014-05-08 02:28:32 +0000466 unsigned CodeModel =
467 llvm::StringSwitch<unsigned>(CodeGenOpts.CodeModel)
468 .Case("small", llvm::CodeModel::Small)
469 .Case("kernel", llvm::CodeModel::Kernel)
470 .Case("medium", llvm::CodeModel::Medium)
Saleem Abdulrasool61449c62014-05-08 16:28:48 +0000471 .Case("large", llvm::CodeModel::Large)
Saleem Abdulrasool62849c62014-05-08 02:28:32 +0000472 .Case("default", llvm::CodeModel::Default)
473 .Default(~0u);
474 assert(CodeModel != ~0u && "invalid code model!");
475 llvm::CodeModel::Model CM = static_cast<llvm::CodeModel::Model>(CodeModel);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000476
David Blaikie09d20ee2012-02-07 19:36:38 +0000477 SmallVector<const char *, 16> BackendArgs;
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000478 BackendArgs.push_back("clang"); // Fake program name.
479 if (!CodeGenOpts.DebugPass.empty()) {
480 BackendArgs.push_back("-debug-pass");
481 BackendArgs.push_back(CodeGenOpts.DebugPass.c_str());
482 }
483 if (!CodeGenOpts.LimitFloatPrecision.empty()) {
484 BackendArgs.push_back("-limit-float-precision");
485 BackendArgs.push_back(CodeGenOpts.LimitFloatPrecision.c_str());
486 }
Yaron Kerenede60302015-08-01 19:11:36 +0000487 for (const std::string &BackendOption : CodeGenOpts.BackendOptions)
488 BackendArgs.push_back(BackendOption.c_str());
Craig Topper8a13c412014-05-21 05:09:00 +0000489 BackendArgs.push_back(nullptr);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000490 llvm::cl::ParseCommandLineOptions(BackendArgs.size() - 1,
David Blaikie09d20ee2012-02-07 19:36:38 +0000491 BackendArgs.data());
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000492
Eric Christopher583a1f72015-09-26 01:25:08 +0000493 std::string FeaturesStr =
494 llvm::join(TargetOpts.Features.begin(), TargetOpts.Features.end(), ",");
Evan Cheng3f37dd02011-07-19 06:37:41 +0000495
Joerg Sonnenberger924f6ad2015-09-18 11:13:43 +0000496 // Keep this synced with the equivalent code in tools/driver/cc1as_main.cpp.
Evan Cheng3f37dd02011-07-19 06:37:41 +0000497 llvm::Reloc::Model RM = llvm::Reloc::Default;
498 if (CodeGenOpts.RelocationModel == "static") {
499 RM = llvm::Reloc::Static;
500 } else if (CodeGenOpts.RelocationModel == "pic") {
501 RM = llvm::Reloc::PIC_;
502 } else {
503 assert(CodeGenOpts.RelocationModel == "dynamic-no-pic" &&
504 "Invalid PIC model!");
505 RM = llvm::Reloc::DynamicNoPIC;
506 }
507
Evan Chengdd286bc2011-11-16 08:38:55 +0000508 CodeGenOpt::Level OptLevel = CodeGenOpt::Default;
509 switch (CodeGenOpts.OptimizationLevel) {
510 default: break;
511 case 0: OptLevel = CodeGenOpt::None; break;
512 case 3: OptLevel = CodeGenOpt::Aggressive; break;
513 }
514
Nick Lewycky432add52011-12-02 22:17:00 +0000515 llvm::TargetOptions Options;
516
Sanjay Patel2987c292015-06-11 14:53:41 +0000517 if (!TargetOpts.Reciprocals.empty())
518 Options.Reciprocals = TargetRecip(TargetOpts.Reciprocals);
519
Jonathan Roelofsb140a102014-10-03 21:57:44 +0000520 Options.ThreadModel =
521 llvm::StringSwitch<llvm::ThreadModel::Model>(CodeGenOpts.ThreadModel)
522 .Case("posix", llvm::ThreadModel::POSIX)
523 .Case("single", llvm::ThreadModel::Single);
524
Nick Lewycky432add52011-12-02 22:17:00 +0000525 // Set float ABI type.
Saleem Abdulrasoolb25445c2015-10-18 20:24:53 +0000526 assert((CodeGenOpts.FloatABI == "soft" || CodeGenOpts.FloatABI == "softfp" ||
527 CodeGenOpts.FloatABI == "hard" || CodeGenOpts.FloatABI.empty()) &&
528 "Invalid Floating Point ABI!");
529 Options.FloatABIType =
530 llvm::StringSwitch<llvm::FloatABI::ABIType>(CodeGenOpts.FloatABI)
531 .Case("soft", llvm::FloatABI::Soft)
532 .Case("softfp", llvm::FloatABI::Soft)
533 .Case("hard", llvm::FloatABI::Hard)
534 .Default(llvm::FloatABI::Default);
Nick Lewycky432add52011-12-02 22:17:00 +0000535
Lang Hamesaa53b932012-07-06 00:59:19 +0000536 // Set FP fusion mode.
Lang Hames65992f42012-11-15 07:51:26 +0000537 switch (CodeGenOpts.getFPContractMode()) {
538 case CodeGenOptions::FPC_Off:
Lang Hamesaa53b932012-07-06 00:59:19 +0000539 Options.AllowFPOpFusion = llvm::FPOpFusion::Strict;
540 break;
Lang Hames65992f42012-11-15 07:51:26 +0000541 case CodeGenOptions::FPC_On:
Lang Hamesaa53b932012-07-06 00:59:19 +0000542 Options.AllowFPOpFusion = llvm::FPOpFusion::Standard;
543 break;
Lang Hames65992f42012-11-15 07:51:26 +0000544 case CodeGenOptions::FPC_Fast:
Lang Hamesaa53b932012-07-06 00:59:19 +0000545 Options.AllowFPOpFusion = llvm::FPOpFusion::Fast;
Nadav Roteme9c233b2012-10-19 04:15:32 +0000546 break;
Lang Hamesaa53b932012-07-06 00:59:19 +0000547 }
548
Saleem Abdulrasoolb25445c2015-10-18 20:24:53 +0000549 Options.UseInitArray = CodeGenOpts.UseInitArray;
550 Options.DisableIntegratedAS = CodeGenOpts.DisableIntegratedAS;
551 Options.CompressDebugSections = CodeGenOpts.CompressDebugSections;
Renato Golin4854d802015-11-09 12:40:41 +0000552
553 // Set EABI version.
554 Options.EABIVersion = llvm::StringSwitch<llvm::EABI>(CodeGenOpts.EABIVersion)
555 .Case("4", llvm::EABI::EABI4)
556 .Case("5", llvm::EABI::EABI5)
557 .Case("gnu", llvm::EABI::GNU)
558 .Default(llvm::EABI::Default);
559
Nick Lewycky432add52011-12-02 22:17:00 +0000560 Options.LessPreciseFPMADOption = CodeGenOpts.LessPreciseFPMAD;
561 Options.NoInfsFPMath = CodeGenOpts.NoInfsFPMath;
562 Options.NoNaNsFPMath = CodeGenOpts.NoNaNsFPMath;
563 Options.NoZerosInBSS = CodeGenOpts.NoZeroInitializedInBSS;
564 Options.UnsafeFPMath = CodeGenOpts.UnsafeFPMath;
Nick Lewyckyf4d3f7a2011-12-06 03:33:03 +0000565 Options.StackAlignmentOverride = CodeGenOpts.StackAlignment;
Chandler Carruth097d0192012-04-08 21:09:51 +0000566 Options.PositionIndependentExecutable = LangOpts.PIELevel != 0;
Eric Christopheracca0082014-05-20 21:25:41 +0000567 Options.FunctionSections = CodeGenOpts.FunctionSections;
568 Options.DataSections = CodeGenOpts.DataSections;
Rafael Espindola6b07a1c2015-02-20 18:08:57 +0000569 Options.UniqueSectionNames = CodeGenOpts.UniqueSectionNames;
Chih-Hung Hsieh2c656c92015-07-28 16:27:56 +0000570 Options.EmulatedTLS = CodeGenOpts.EmulatedTLS;
Paul Robinson9ef13db2016-02-05 23:23:25 +0000571 Options.DebuggerTuning = CodeGenOpts.getDebuggerTuning();
Nick Lewycky432add52011-12-02 22:17:00 +0000572
Eric Christopher7e72a092014-05-15 01:21:56 +0000573 Options.MCOptions.MCRelaxAll = CodeGenOpts.RelaxAll;
574 Options.MCOptions.MCSaveTempLabels = CodeGenOpts.SaveTempLabels;
Eric Christophere76eee42014-05-16 20:46:14 +0000575 Options.MCOptions.MCUseDwarfDirectory = !CodeGenOpts.NoDwarfDirectoryAsm;
Eric Christopher7e72a092014-05-15 01:21:56 +0000576 Options.MCOptions.MCNoExecStack = CodeGenOpts.NoExecStack;
David Majnemer2b9349d2015-12-21 22:09:34 +0000577 Options.MCOptions.MCIncrementalLinkerCompatible =
578 CodeGenOpts.IncrementalLinkerCompatible;
Joerg Sonnenbergera43604a2014-08-26 18:40:25 +0000579 Options.MCOptions.MCFatalWarnings = CodeGenOpts.FatalWarnings;
Eric Christopher4015e124e2014-05-21 00:00:03 +0000580 Options.MCOptions.AsmVerbose = CodeGenOpts.AsmVerbose;
Eric Christopher2b8ef992015-01-14 00:50:32 +0000581 Options.MCOptions.ABIName = TargetOpts.ABI;
Eric Christopher7e72a092014-05-15 01:21:56 +0000582
Evan Chengadc79592011-06-30 02:06:32 +0000583 TargetMachine *TM = TheTarget->createTargetMachine(Triple, TargetOpts.CPU,
Nick Lewycky432add52011-12-02 22:17:00 +0000584 FeaturesStr, Options,
585 RM, CM, OptLevel);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000586
Nadav Rotemec57ab32012-10-24 00:53:38 +0000587 return TM;
588}
589
Rafael Espindola2f16bc12015-04-14 15:15:49 +0000590bool EmitAssemblyHelper::AddEmitPasses(BackendAction Action,
591 raw_pwrite_stream &OS) {
Nadav Rotemec57ab32012-10-24 00:53:38 +0000592
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000593 // Create the code generator passes.
Chandler Carruth8f4f5092015-02-13 09:47:49 +0000594 legacy::PassManager *PM = getCodeGenPasses();
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000595
Chad Rosierb1cfc682012-02-29 20:14:59 +0000596 // Add LibraryInfo.
Daniel Dunbaraa437df2012-10-19 20:10:10 +0000597 llvm::Triple TargetTriple(TheModule->getTargetTriple());
Chandler Carruth57bb7c72015-01-24 02:25:21 +0000598 std::unique_ptr<TargetLibraryInfoImpl> TLII(
599 createTLII(TargetTriple, CodeGenOpts));
600 PM->add(new TargetLibraryInfoWrapperPass(*TLII));
Chad Rosierb1cfc682012-02-29 20:14:59 +0000601
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000602 // Normal mode, emit a .s or .o file by running the code generator. Note,
603 // this also adds codegenerator level optimization passes.
604 TargetMachine::CodeGenFileType CGFT = TargetMachine::CGFT_AssemblyFile;
605 if (Action == Backend_EmitObj)
606 CGFT = TargetMachine::CGFT_ObjectFile;
607 else if (Action == Backend_EmitMCNull)
608 CGFT = TargetMachine::CGFT_Null;
609 else
610 assert(Action == Backend_EmitAssembly && "Invalid action!");
Dan Gohmanfec0ff82011-07-05 22:02:36 +0000611
612 // Add ObjC ARC final-cleanup optimizations. This is done as part of the
613 // "codegen" passes so that it isn't run multiple times when there is
614 // inlining happening.
Steven Wu1d56be82015-05-02 00:56:15 +0000615 if (CodeGenOpts.OptimizationLevel > 0)
Dan Gohmanfec0ff82011-07-05 22:02:36 +0000616 PM->add(createObjCARCContractPass());
617
Evan Chengdd286bc2011-11-16 08:38:55 +0000618 if (TM->addPassesToEmitFile(*PM, OS, CGFT,
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000619 /*DisableVerify=*/!CodeGenOpts.VerifyModule)) {
620 Diags.Report(diag::err_fe_unable_to_interface_with_target);
621 return false;
622 }
623
624 return true;
625}
626
Rafael Espindola2f16bc12015-04-14 15:15:49 +0000627void EmitAssemblyHelper::EmitAssembly(BackendAction Action,
628 raw_pwrite_stream *OS) {
Craig Topper8a13c412014-05-21 05:09:00 +0000629 TimeRegion Region(llvm::TimePassesIsEnabled ? &CodeGenerationTime : nullptr);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000630
Nadav Rotemdc06b2d2012-10-24 03:52:31 +0000631 bool UsesCodeGen = (Action != Backend_EmitNothing &&
632 Action != Backend_EmitBC &&
633 Action != Backend_EmitLL);
Alp Tokerf4e22382013-12-20 20:26:53 +0000634 if (!TM)
635 TM.reset(CreateTargetMachine(UsesCodeGen));
636
Rafael Espindolab633d202015-06-23 13:59:36 +0000637 if (UsesCodeGen && !TM)
638 return;
639 if (TM)
Mehdi Aminica3cf9e2015-07-24 16:04:29 +0000640 TheModule->setDataLayout(TM->createDataLayout());
Teresa Johnson4b4f4b92016-01-08 17:04:29 +0000641
642 // If we are performing a ThinLTO importing compile, load the function
643 // index into memory and pass it into CreatePasses, which will add it
644 // to the PassManagerBuilder and invoke LTO passes.
645 std::unique_ptr<FunctionInfoIndex> FunctionIndex;
646 if (!CodeGenOpts.ThinLTOIndexFile.empty()) {
647 ErrorOr<std::unique_ptr<FunctionInfoIndex>> IndexOrErr =
648 llvm::getFunctionIndexForFile(CodeGenOpts.ThinLTOIndexFile,
649 [&](const DiagnosticInfo &DI) {
650 TheModule->getContext().diagnose(DI);
651 });
652 if (std::error_code EC = IndexOrErr.getError()) {
653 std::string Error = EC.message();
654 errs() << "Error loading index file '" << CodeGenOpts.ThinLTOIndexFile
655 << "': " << Error << "\n";
656 return;
657 }
658 FunctionIndex = std::move(IndexOrErr.get());
659 assert(FunctionIndex && "Expected non-empty function index");
660 }
661
662 CreatePasses(FunctionIndex.get());
Nadav Rotemec57ab32012-10-24 00:53:38 +0000663
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000664 switch (Action) {
665 case Backend_EmitNothing:
666 break;
667
668 case Backend_EmitBC:
Teresa Johnson945bc502015-10-15 20:35:53 +0000669 getPerModulePasses()->add(createBitcodeWriterPass(
670 *OS, CodeGenOpts.EmitLLVMUseLists, CodeGenOpts.EmitFunctionSummary));
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000671 break;
672
673 case Backend_EmitLL:
Duncan P. N. Exon Smithbb9cadf2015-04-15 02:45:28 +0000674 getPerModulePasses()->add(
675 createPrintModulePass(*OS, "", CodeGenOpts.EmitLLVMUseLists));
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000676 break;
677
678 default:
Rafael Espindola4dedcd72015-04-09 21:06:11 +0000679 if (!AddEmitPasses(Action, *OS))
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000680 return;
681 }
682
Andrew Trick15e36e82011-04-05 18:56:55 +0000683 // Before executing passes, print the final values of the LLVM options.
684 cl::PrintOptionValues();
685
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000686 // Run passes. For now we do all passes at once, but eventually we
687 // would like to have the option of streaming code generation.
688
689 if (PerFunctionPasses) {
690 PrettyStackTraceString CrashInfo("Per-function optimization");
691
692 PerFunctionPasses->doInitialization();
Yaron Keren10d6d162015-06-05 09:40:53 +0000693 for (Function &F : *TheModule)
694 if (!F.isDeclaration())
695 PerFunctionPasses->run(F);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000696 PerFunctionPasses->doFinalization();
697 }
698
699 if (PerModulePasses) {
700 PrettyStackTraceString CrashInfo("Per-module optimization passes");
701 PerModulePasses->run(*TheModule);
702 }
703
704 if (CodeGenPasses) {
705 PrettyStackTraceString CrashInfo("Code generation");
Daniel Dunbar195fa002010-09-17 07:35:16 +0000706 CodeGenPasses->run(*TheModule);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000707 }
708}
709
David Blaikie9c902b52011-09-25 23:23:43 +0000710void clang::EmitBackendOutput(DiagnosticsEngine &Diags,
711 const CodeGenOptions &CGOpts,
Nick Lewycky432add52011-12-02 22:17:00 +0000712 const clang::TargetOptions &TOpts,
Alp Tokere83b9062014-01-02 15:08:04 +0000713 const LangOptions &LOpts, StringRef TDesc,
714 Module *M, BackendAction Action,
Teresa Johnson4b4f4b92016-01-08 17:04:29 +0000715 raw_pwrite_stream *OS) {
716 EmitAssemblyHelper AsmHelper(Diags, CGOpts, TOpts, LOpts, M);
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000717
718 AsmHelper.EmitAssembly(Action, OS);
Alp Tokere83b9062014-01-02 15:08:04 +0000719
720 // If an optional clang TargetInfo description string was passed in, use it to
721 // verify the LLVM TargetMachine's DataLayout.
722 if (AsmHelper.TM && !TDesc.empty()) {
Mehdi Aminica3cf9e2015-07-24 16:04:29 +0000723 std::string DLDesc = M->getDataLayout().getStringRepresentation();
Alp Tokere83b9062014-01-02 15:08:04 +0000724 if (DLDesc != TDesc) {
725 unsigned DiagID = Diags.getCustomDiagID(
726 DiagnosticsEngine::Error, "backend data layout '%0' does not match "
727 "expected target description '%1'");
728 Diags.Report(DiagID) << DLDesc << TDesc;
729 }
730 }
Daniel Dunbarf976d1b2010-06-07 23:20:08 +0000731}