Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 1 | //===--- BackendUtil.cpp - LLVM Backend Utilities -------------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Daniel Dunbar | 9b414d3 | 2010-06-15 17:48:49 +0000 | [diff] [blame] | 10 | #include "clang/CodeGen/BackendUtil.h" |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 11 | #include "clang/Basic/Diagnostic.h" |
Dan Gohman | b18b8ad | 2011-07-05 22:02:36 +0000 | [diff] [blame] | 12 | #include "clang/Basic/LangOptions.h" |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 13 | #include "clang/Basic/TargetOptions.h" |
Chandler Carruth | 06057ce | 2010-06-15 23:19:56 +0000 | [diff] [blame] | 14 | #include "clang/Frontend/CodeGenOptions.h" |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 15 | #include "clang/Frontend/FrontendDiagnostic.h" |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 16 | #include "clang/Frontend/Utils.h" |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 17 | #include "llvm/ADT/StringExtras.h" |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 18 | #include "llvm/ADT/StringSwitch.h" |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 19 | #include "llvm/ADT/Triple.h" |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 20 | #include "llvm/Analysis/TargetLibraryInfo.h" |
| 21 | #include "llvm/Analysis/TargetTransformInfo.h" |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 22 | #include "llvm/Bitcode/BitcodeWriterPass.h" |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 23 | #include "llvm/Bitcode/ReaderWriter.h" |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 24 | #include "llvm/CodeGen/RegAllocRegistry.h" |
| 25 | #include "llvm/CodeGen/SchedulerRegistry.h" |
Chandler Carruth | 3b844ba | 2013-01-02 11:45:17 +0000 | [diff] [blame] | 26 | #include "llvm/IR/DataLayout.h" |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 27 | #include "llvm/IR/ModuleSummaryIndex.h" |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 28 | #include "llvm/IR/IRPrintingPasses.h" |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 29 | #include "llvm/IR/LegacyPassManager.h" |
Chandler Carruth | 3b844ba | 2013-01-02 11:45:17 +0000 | [diff] [blame] | 30 | #include "llvm/IR/Module.h" |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 31 | #include "llvm/IR/Verifier.h" |
Evan Cheng | 693769c | 2011-06-29 01:14:32 +0000 | [diff] [blame] | 32 | #include "llvm/MC/SubtargetFeature.h" |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 33 | #include "llvm/Object/ModuleSummaryIndexObjectFile.h" |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 34 | #include "llvm/Support/CommandLine.h" |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 35 | #include "llvm/Support/PrettyStackTrace.h" |
Evan Cheng | a6b4045 | 2011-08-24 18:09:14 +0000 | [diff] [blame] | 36 | #include "llvm/Support/TargetRegistry.h" |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 37 | #include "llvm/Support/Timer.h" |
| 38 | #include "llvm/Support/raw_ostream.h" |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 39 | #include "llvm/Target/TargetMachine.h" |
| 40 | #include "llvm/Target/TargetOptions.h" |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 41 | #include "llvm/Target/TargetSubtargetInfo.h" |
Rafael Espindola | cf565c5 | 2011-08-02 21:51:02 +0000 | [diff] [blame] | 42 | #include "llvm/Transforms/IPO.h" |
| 43 | #include "llvm/Transforms/IPO/PassManagerBuilder.h" |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 44 | #include "llvm/Transforms/Instrumentation.h" |
Michael Gottesman | 23d5b09 | 2013-01-28 01:36:00 +0000 | [diff] [blame] | 45 | #include "llvm/Transforms/ObjCARC.h" |
Rafael Espindola | cf565c5 | 2011-08-02 21:51:02 +0000 | [diff] [blame] | 46 | #include "llvm/Transforms/Scalar.h" |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 47 | #include "llvm/Transforms/Scalar/GVN.h" |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 48 | #include "llvm/Transforms/Utils/SymbolRewriter.h" |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 49 | #include <memory> |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 50 | using namespace clang; |
| 51 | using namespace llvm; |
| 52 | |
| 53 | namespace { |
| 54 | |
| 55 | class EmitAssemblyHelper { |
David Blaikie | d6471f7 | 2011-09-25 23:23:43 +0000 | [diff] [blame] | 56 | DiagnosticsEngine &Diags; |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 57 | const CodeGenOptions &CodeGenOpts; |
Nick Lewycky | 3aaeccc | 2011-12-02 22:17:00 +0000 | [diff] [blame] | 58 | const clang::TargetOptions &TargetOpts; |
Dan Gohman | b18b8ad | 2011-07-05 22:02:36 +0000 | [diff] [blame] | 59 | const LangOptions &LangOpts; |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 60 | Module *TheModule; |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 61 | |
| 62 | Timer CodeGenerationTime; |
| 63 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 64 | mutable legacy::PassManager *CodeGenPasses; |
| 65 | mutable legacy::PassManager *PerModulePasses; |
| 66 | mutable legacy::FunctionPassManager *PerFunctionPasses; |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 67 | |
| 68 | private: |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 69 | TargetIRAnalysis getTargetIRAnalysis() const { |
| 70 | if (TM) |
| 71 | return TM->getTargetIRAnalysis(); |
| 72 | |
| 73 | return TargetIRAnalysis(); |
| 74 | } |
| 75 | |
| 76 | legacy::PassManager *getCodeGenPasses() const { |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 77 | if (!CodeGenPasses) { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 78 | CodeGenPasses = new legacy::PassManager(); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 79 | CodeGenPasses->add( |
| 80 | createTargetTransformInfoWrapperPass(getTargetIRAnalysis())); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 81 | } |
| 82 | return CodeGenPasses; |
| 83 | } |
| 84 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 85 | legacy::PassManager *getPerModulePasses() const { |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 86 | if (!PerModulePasses) { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 87 | PerModulePasses = new legacy::PassManager(); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 88 | PerModulePasses->add( |
| 89 | createTargetTransformInfoWrapperPass(getTargetIRAnalysis())); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 90 | } |
| 91 | return PerModulePasses; |
| 92 | } |
| 93 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 94 | legacy::FunctionPassManager *getPerFunctionPasses() const { |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 95 | if (!PerFunctionPasses) { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 96 | PerFunctionPasses = new legacy::FunctionPassManager(TheModule); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 97 | PerFunctionPasses->add( |
| 98 | createTargetTransformInfoWrapperPass(getTargetIRAnalysis())); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 99 | } |
| 100 | return PerFunctionPasses; |
| 101 | } |
| 102 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 103 | /// Set LLVM command line options passed through -backend-option. |
| 104 | void setCommandLineOpts(); |
| 105 | |
| 106 | void CreatePasses(ModuleSummaryIndex *ModuleSummary); |
Nadav Rotem | fa60be0 | 2012-10-24 00:53:38 +0000 | [diff] [blame] | 107 | |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 108 | /// Generates the TargetMachine. |
Nadav Rotem | 129369d | 2012-10-24 03:52:31 +0000 | [diff] [blame] | 109 | /// Returns Null if it is unable to create the target machine. |
| 110 | /// Some of our clang tests specify triples which are not built |
| 111 | /// into clang. This is okay because these tests check the generated |
| 112 | /// IR, and they require DataLayout which depends on the triple. |
| 113 | /// In this case, we allow this method to fail and not report an error. |
| 114 | /// When MustCreateTM is used, we print an error if we are unable to load |
| 115 | /// the requested target. |
| 116 | TargetMachine *CreateTargetMachine(bool MustCreateTM); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 117 | |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 118 | /// Add passes necessary to emit assembly or LLVM IR. |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 119 | /// |
| 120 | /// \return True on success. |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 121 | bool AddEmitPasses(BackendAction Action, raw_pwrite_stream &OS); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 122 | |
| 123 | public: |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 124 | EmitAssemblyHelper(DiagnosticsEngine &_Diags, const CodeGenOptions &CGOpts, |
Nick Lewycky | 3aaeccc | 2011-12-02 22:17:00 +0000 | [diff] [blame] | 125 | const clang::TargetOptions &TOpts, |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 126 | const LangOptions &LOpts, Module *M) |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 127 | : Diags(_Diags), CodeGenOpts(CGOpts), TargetOpts(TOpts), LangOpts(LOpts), |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 128 | TheModule(M), CodeGenerationTime("Code Generation Time"), |
| 129 | CodeGenPasses(nullptr), PerModulePasses(nullptr), |
| 130 | PerFunctionPasses(nullptr) {} |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 131 | |
| 132 | ~EmitAssemblyHelper() { |
| 133 | delete CodeGenPasses; |
| 134 | delete PerModulePasses; |
| 135 | delete PerFunctionPasses; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 136 | if (CodeGenOpts.DisableFree) |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 137 | BuryPointer(std::move(TM)); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 138 | } |
| 139 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 140 | std::unique_ptr<TargetMachine> TM; |
| 141 | |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 142 | void EmitAssembly(BackendAction Action, raw_pwrite_stream *OS); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 143 | }; |
| 144 | |
Alexey Samsonov | e8c0322 | 2012-12-28 09:31:34 +0000 | [diff] [blame] | 145 | // We need this wrapper to access LangOpts and CGOpts from extension functions |
| 146 | // that we add to the PassManagerBuilder. |
Alexey Samsonov | 4d1a6e4 | 2012-11-29 22:36:21 +0000 | [diff] [blame] | 147 | class PassManagerBuilderWrapper : public PassManagerBuilder { |
| 148 | public: |
Alexey Samsonov | 91ecfa6 | 2012-12-03 19:12:58 +0000 | [diff] [blame] | 149 | PassManagerBuilderWrapper(const CodeGenOptions &CGOpts, |
| 150 | const LangOptions &LangOpts) |
| 151 | : PassManagerBuilder(), CGOpts(CGOpts), LangOpts(LangOpts) {} |
| 152 | const CodeGenOptions &getCGOpts() const { return CGOpts; } |
Alexey Samsonov | 4d1a6e4 | 2012-11-29 22:36:21 +0000 | [diff] [blame] | 153 | const LangOptions &getLangOpts() const { return LangOpts; } |
| 154 | private: |
Alexey Samsonov | 91ecfa6 | 2012-12-03 19:12:58 +0000 | [diff] [blame] | 155 | const CodeGenOptions &CGOpts; |
Alexey Samsonov | 4d1a6e4 | 2012-11-29 22:36:21 +0000 | [diff] [blame] | 156 | const LangOptions &LangOpts; |
| 157 | }; |
| 158 | |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 159 | } |
| 160 | |
Dan Gohman | a8398ea | 2012-01-17 20:54:51 +0000 | [diff] [blame] | 161 | static void addObjCARCAPElimPass(const PassManagerBuilder &Builder, PassManagerBase &PM) { |
| 162 | if (Builder.OptLevel > 0) |
| 163 | PM.add(createObjCARCAPElimPass()); |
| 164 | } |
| 165 | |
Dan Gohman | b18b8ad | 2011-07-05 22:02:36 +0000 | [diff] [blame] | 166 | static void addObjCARCExpandPass(const PassManagerBuilder &Builder, PassManagerBase &PM) { |
| 167 | if (Builder.OptLevel > 0) |
| 168 | PM.add(createObjCARCExpandPass()); |
| 169 | } |
| 170 | |
| 171 | static void addObjCARCOptPass(const PassManagerBuilder &Builder, PassManagerBase &PM) { |
| 172 | if (Builder.OptLevel > 0) |
| 173 | PM.add(createObjCARCOptPass()); |
| 174 | } |
| 175 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 176 | static void addAddDiscriminatorsPass(const PassManagerBuilder &Builder, |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 177 | legacy::PassManagerBase &PM) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 178 | PM.add(createAddDiscriminatorsPass()); |
| 179 | } |
| 180 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 181 | static void addCleanupPassesForSampleProfiler( |
| 182 | const PassManagerBuilder &Builder, legacy::PassManagerBase &PM) { |
| 183 | // instcombine is needed before sample profile annotation because it converts |
| 184 | // certain function calls to be inlinable. simplifycfg and sroa are needed |
| 185 | // before instcombine for necessary preparation. E.g. load store is eliminated |
| 186 | // properly so that instcombine will not introduce unecessary liverange. |
| 187 | PM.add(createCFGSimplificationPass()); |
| 188 | PM.add(createSROAPass()); |
| 189 | PM.add(createInstructionCombiningPass()); |
| 190 | } |
| 191 | |
Nuno Lopes | def1849 | 2012-05-22 17:19:45 +0000 | [diff] [blame] | 192 | static void addBoundsCheckingPass(const PassManagerBuilder &Builder, |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 193 | legacy::PassManagerBase &PM) { |
Joey Gouly | 8548908 | 2012-11-23 10:39:49 +0000 | [diff] [blame] | 194 | PM.add(createBoundsCheckingPass()); |
Nuno Lopes | def1849 | 2012-05-22 17:19:45 +0000 | [diff] [blame] | 195 | } |
| 196 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 197 | static void addSanitizerCoveragePass(const PassManagerBuilder &Builder, |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 198 | legacy::PassManagerBase &PM) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 199 | const PassManagerBuilderWrapper &BuilderWrapper = |
| 200 | static_cast<const PassManagerBuilderWrapper&>(Builder); |
| 201 | const CodeGenOptions &CGOpts = BuilderWrapper.getCGOpts(); |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 202 | SanitizerCoverageOptions Opts; |
| 203 | Opts.CoverageType = |
| 204 | static_cast<SanitizerCoverageOptions::Type>(CGOpts.SanitizeCoverageType); |
| 205 | Opts.IndirectCalls = CGOpts.SanitizeCoverageIndirectCalls; |
| 206 | Opts.TraceBB = CGOpts.SanitizeCoverageTraceBB; |
| 207 | Opts.TraceCmp = CGOpts.SanitizeCoverageTraceCmp; |
| 208 | Opts.Use8bitCounters = CGOpts.SanitizeCoverage8bitCounters; |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 209 | Opts.TracePC = CGOpts.SanitizeCoverageTracePC; |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 210 | PM.add(createSanitizerCoverageModulePass(Opts)); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 211 | } |
| 212 | |
Alexey Samsonov | 4d1a6e4 | 2012-11-29 22:36:21 +0000 | [diff] [blame] | 213 | static void addAddressSanitizerPasses(const PassManagerBuilder &Builder, |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 214 | legacy::PassManagerBase &PM) { |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 215 | const PassManagerBuilderWrapper &BuilderWrapper = |
| 216 | static_cast<const PassManagerBuilderWrapper&>(Builder); |
| 217 | const CodeGenOptions &CGOpts = BuilderWrapper.getCGOpts(); |
| 218 | bool Recover = CGOpts.SanitizeRecover.has(SanitizerKind::Address); |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 219 | bool UseAfterScope = CGOpts.SanitizeAddressUseAfterScope; |
| 220 | PM.add(createAddressSanitizerFunctionPass(/*CompileKernel*/ false, Recover, |
| 221 | UseAfterScope)); |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 222 | PM.add(createAddressSanitizerModulePass(/*CompileKernel*/false, Recover)); |
| 223 | } |
| 224 | |
| 225 | static void addKernelAddressSanitizerPasses(const PassManagerBuilder &Builder, |
| 226 | legacy::PassManagerBase &PM) { |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 227 | PM.add(createAddressSanitizerFunctionPass( |
| 228 | /*CompileKernel*/ true, |
| 229 | /*Recover*/ true, /*UseAfterScope*/ false)); |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 230 | PM.add(createAddressSanitizerModulePass(/*CompileKernel*/true, |
| 231 | /*Recover*/true)); |
Kostya Serebryany | 1b4eca6 | 2011-11-16 17:34:26 +0000 | [diff] [blame] | 232 | } |
| 233 | |
Evgeniy Stepanov | 09ccf39 | 2012-12-03 13:20:43 +0000 | [diff] [blame] | 234 | static void addMemorySanitizerPass(const PassManagerBuilder &Builder, |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 235 | legacy::PassManagerBase &PM) { |
Evgeniy Stepanov | 34ef11b | 2012-12-24 08:42:34 +0000 | [diff] [blame] | 236 | const PassManagerBuilderWrapper &BuilderWrapper = |
| 237 | static_cast<const PassManagerBuilderWrapper&>(Builder); |
| 238 | const CodeGenOptions &CGOpts = BuilderWrapper.getCGOpts(); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 239 | PM.add(createMemorySanitizerPass(CGOpts.SanitizeMemoryTrackOrigins)); |
Evgeniy Stepanov | a8d3904 | 2013-01-31 09:53:29 +0000 | [diff] [blame] | 240 | |
| 241 | // MemorySanitizer inserts complex instrumentation that mostly follows |
| 242 | // the logic of the original code, but operates on "shadow" values. |
| 243 | // It can benefit from re-running some general purpose optimization passes. |
| 244 | if (Builder.OptLevel > 0) { |
| 245 | PM.add(createEarlyCSEPass()); |
| 246 | PM.add(createReassociatePass()); |
| 247 | PM.add(createLICMPass()); |
| 248 | PM.add(createGVNPass()); |
| 249 | PM.add(createInstructionCombiningPass()); |
| 250 | PM.add(createDeadStoreEliminationPass()); |
| 251 | } |
Evgeniy Stepanov | 09ccf39 | 2012-12-03 13:20:43 +0000 | [diff] [blame] | 252 | } |
| 253 | |
Kostya Serebryany | 3c93122 | 2012-03-01 22:27:08 +0000 | [diff] [blame] | 254 | static void addThreadSanitizerPass(const PassManagerBuilder &Builder, |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 255 | legacy::PassManagerBase &PM) { |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 256 | PM.add(createThreadSanitizerPass()); |
Kostya Serebryany | 3c93122 | 2012-03-01 22:27:08 +0000 | [diff] [blame] | 257 | } |
| 258 | |
Peter Collingbourne | 2eeed71 | 2013-08-07 22:47:34 +0000 | [diff] [blame] | 259 | static void addDataFlowSanitizerPass(const PassManagerBuilder &Builder, |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 260 | legacy::PassManagerBase &PM) { |
Peter Collingbourne | 5d27a51 | 2013-08-14 18:54:18 +0000 | [diff] [blame] | 261 | const PassManagerBuilderWrapper &BuilderWrapper = |
| 262 | static_cast<const PassManagerBuilderWrapper&>(Builder); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 263 | const LangOptions &LangOpts = BuilderWrapper.getLangOpts(); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 264 | PM.add(createDataFlowSanitizerPass(LangOpts.SanitizerBlacklistFiles)); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 265 | } |
| 266 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 267 | static void addEfficiencySanitizerPass(const PassManagerBuilder &Builder, |
| 268 | legacy::PassManagerBase &PM) { |
| 269 | const PassManagerBuilderWrapper &BuilderWrapper = |
| 270 | static_cast<const PassManagerBuilderWrapper&>(Builder); |
| 271 | const LangOptions &LangOpts = BuilderWrapper.getLangOpts(); |
| 272 | EfficiencySanitizerOptions Opts; |
| 273 | if (LangOpts.Sanitize.has(SanitizerKind::EfficiencyCacheFrag)) |
| 274 | Opts.ToolType = EfficiencySanitizerOptions::ESAN_CacheFrag; |
| 275 | else if (LangOpts.Sanitize.has(SanitizerKind::EfficiencyWorkingSet)) |
| 276 | Opts.ToolType = EfficiencySanitizerOptions::ESAN_WorkingSet; |
| 277 | PM.add(createEfficiencySanitizerPass(Opts)); |
| 278 | } |
| 279 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 280 | static TargetLibraryInfoImpl *createTLII(llvm::Triple &TargetTriple, |
| 281 | const CodeGenOptions &CodeGenOpts) { |
| 282 | TargetLibraryInfoImpl *TLII = new TargetLibraryInfoImpl(TargetTriple); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 283 | if (!CodeGenOpts.SimplifyLibCalls) |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 284 | TLII->disableAllFunctions(); |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 285 | else { |
| 286 | // Disable individual libc/libm calls in TargetLibraryInfo. |
| 287 | LibFunc::Func F; |
| 288 | for (auto &FuncName : CodeGenOpts.getNoBuiltinFuncs()) |
| 289 | if (TLII->getLibFunc(FuncName, F)) |
| 290 | TLII->setUnavailable(F); |
| 291 | } |
Pirama Arumuga Nainar | 3ea9e33 | 2015-04-08 08:57:32 -0700 | [diff] [blame] | 292 | |
| 293 | switch (CodeGenOpts.getVecLib()) { |
| 294 | case CodeGenOptions::Accelerate: |
| 295 | TLII->addVectorizableFunctionsFromVecLib(TargetLibraryInfoImpl::Accelerate); |
| 296 | break; |
| 297 | default: |
| 298 | break; |
| 299 | } |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 300 | return TLII; |
| 301 | } |
| 302 | |
| 303 | static void addSymbolRewriterPass(const CodeGenOptions &Opts, |
| 304 | legacy::PassManager *MPM) { |
| 305 | llvm::SymbolRewriter::RewriteDescriptorList DL; |
| 306 | |
| 307 | llvm::SymbolRewriter::RewriteMapParser MapParser; |
| 308 | for (const auto &MapFile : Opts.RewriteMapFiles) |
| 309 | MapParser.parse(MapFile, &DL); |
| 310 | |
| 311 | MPM->add(createRewriteSymbolsPass(DL)); |
Peter Collingbourne | 2eeed71 | 2013-08-07 22:47:34 +0000 | [diff] [blame] | 312 | } |
| 313 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 314 | void EmitAssemblyHelper::CreatePasses(ModuleSummaryIndex *ModuleSummary) { |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 315 | if (CodeGenOpts.DisableLLVMPasses) |
| 316 | return; |
| 317 | |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 318 | unsigned OptLevel = CodeGenOpts.OptimizationLevel; |
Douglas Gregor | 4cdad31 | 2012-10-23 20:05:01 +0000 | [diff] [blame] | 319 | CodeGenOptions::InliningMethod Inlining = CodeGenOpts.getInlining(); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 320 | |
| 321 | // Handle disabling of LLVM optimization, where we want to preserve the |
| 322 | // internal module before any optimization. |
| 323 | if (CodeGenOpts.DisableLLVMOpts) { |
| 324 | OptLevel = 0; |
| 325 | Inlining = CodeGenOpts.NoInlining; |
| 326 | } |
Alexey Samsonov | 4d1a6e4 | 2012-11-29 22:36:21 +0000 | [diff] [blame] | 327 | |
Alexey Samsonov | 91ecfa6 | 2012-12-03 19:12:58 +0000 | [diff] [blame] | 328 | PassManagerBuilderWrapper PMBuilder(CodeGenOpts, LangOpts); |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 329 | |
| 330 | // Figure out TargetLibraryInfo. |
| 331 | Triple TargetTriple(TheModule->getTargetTriple()); |
| 332 | PMBuilder.LibraryInfo = createTLII(TargetTriple, CodeGenOpts); |
| 333 | |
| 334 | switch (Inlining) { |
| 335 | case CodeGenOptions::NoInlining: |
| 336 | break; |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 337 | case CodeGenOptions::NormalInlining: |
| 338 | case CodeGenOptions::OnlyHintInlining: { |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 339 | PMBuilder.Inliner = |
| 340 | createFunctionInliningPass(OptLevel, CodeGenOpts.OptimizeSize); |
| 341 | break; |
| 342 | } |
| 343 | case CodeGenOptions::OnlyAlwaysInlining: |
| 344 | // Respect always_inline. |
| 345 | if (OptLevel == 0) |
| 346 | // Do not insert lifetime intrinsics at -O0. |
| 347 | PMBuilder.Inliner = createAlwaysInlinerPass(false); |
| 348 | else |
| 349 | PMBuilder.Inliner = createAlwaysInlinerPass(); |
| 350 | break; |
| 351 | } |
| 352 | |
Chris Lattner | 9ca02e5 | 2011-05-21 23:50:44 +0000 | [diff] [blame] | 353 | PMBuilder.OptLevel = OptLevel; |
| 354 | PMBuilder.SizeLevel = CodeGenOpts.OptimizeSize; |
Nick Lewycky | fdf137b | 2013-06-25 01:49:44 +0000 | [diff] [blame] | 355 | PMBuilder.BBVectorize = CodeGenOpts.VectorizeBB; |
| 356 | PMBuilder.SLPVectorize = CodeGenOpts.VectorizeSLP; |
| 357 | PMBuilder.LoopVectorize = CodeGenOpts.VectorizeLoop; |
Andrew Trick | 6445d62 | 2011-04-05 18:49:32 +0000 | [diff] [blame] | 358 | |
Chris Lattner | 9ca02e5 | 2011-05-21 23:50:44 +0000 | [diff] [blame] | 359 | PMBuilder.DisableUnrollLoops = !CodeGenOpts.UnrollLoops; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 360 | PMBuilder.MergeFunctions = CodeGenOpts.MergeFunctions; |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 361 | PMBuilder.PrepareForThinLTO = CodeGenOpts.EmitSummaryIndex; |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 362 | PMBuilder.PrepareForLTO = CodeGenOpts.PrepareForLTO; |
Hal Finkel | ce5b5f1 | 2013-11-17 16:03:29 +0000 | [diff] [blame] | 363 | PMBuilder.RerollLoops = CodeGenOpts.RerollLoops; |
Dan Gohman | b18b8ad | 2011-07-05 22:02:36 +0000 | [diff] [blame] | 364 | |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 365 | legacy::PassManager *MPM = getPerModulePasses(); |
| 366 | |
| 367 | // If we are performing a ThinLTO importing compile, invoke the LTO |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 368 | // pipeline and pass down the in-memory module summary index. |
| 369 | if (ModuleSummary) { |
| 370 | PMBuilder.ModuleSummary = ModuleSummary; |
| 371 | PMBuilder.populateThinLTOPassManager(*MPM); |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 372 | return; |
| 373 | } |
| 374 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 375 | // Add target-specific passes that need to run as early as possible. |
| 376 | if (TM) |
| 377 | PMBuilder.addExtension( |
| 378 | PassManagerBuilder::EP_EarlyAsPossible, |
| 379 | [&](const PassManagerBuilder &, legacy::PassManagerBase &PM) { |
| 380 | TM->addEarlyAsPossiblePasses(PM); |
| 381 | }); |
| 382 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 383 | PMBuilder.addExtension(PassManagerBuilder::EP_EarlyAsPossible, |
| 384 | addAddDiscriminatorsPass); |
| 385 | |
Dan Gohman | b18b8ad | 2011-07-05 22:02:36 +0000 | [diff] [blame] | 386 | // In ObjC ARC mode, add the main ARC optimization passes. |
| 387 | if (LangOpts.ObjCAutoRefCount) { |
| 388 | PMBuilder.addExtension(PassManagerBuilder::EP_EarlyAsPossible, |
| 389 | addObjCARCExpandPass); |
Dan Gohman | a8398ea | 2012-01-17 20:54:51 +0000 | [diff] [blame] | 390 | PMBuilder.addExtension(PassManagerBuilder::EP_ModuleOptimizerEarly, |
| 391 | addObjCARCAPElimPass); |
Dan Gohman | b18b8ad | 2011-07-05 22:02:36 +0000 | [diff] [blame] | 392 | PMBuilder.addExtension(PassManagerBuilder::EP_ScalarOptimizerLate, |
| 393 | addObjCARCOptPass); |
| 394 | } |
Kostya Serebryany | 1b4eca6 | 2011-11-16 17:34:26 +0000 | [diff] [blame] | 395 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 396 | if (LangOpts.Sanitize.has(SanitizerKind::LocalBounds)) { |
Nuno Lopes | def1849 | 2012-05-22 17:19:45 +0000 | [diff] [blame] | 397 | PMBuilder.addExtension(PassManagerBuilder::EP_ScalarOptimizerLate, |
| 398 | addBoundsCheckingPass); |
| 399 | PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0, |
| 400 | addBoundsCheckingPass); |
| 401 | } |
| 402 | |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 403 | if (CodeGenOpts.SanitizeCoverageType || |
| 404 | CodeGenOpts.SanitizeCoverageIndirectCalls || |
| 405 | CodeGenOpts.SanitizeCoverageTraceCmp) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 406 | PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast, |
| 407 | addSanitizerCoveragePass); |
| 408 | PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0, |
| 409 | addSanitizerCoveragePass); |
| 410 | } |
| 411 | |
| 412 | if (LangOpts.Sanitize.has(SanitizerKind::Address)) { |
Kostya Serebryany | ba1f040 | 2012-10-15 14:22:56 +0000 | [diff] [blame] | 413 | PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast, |
Alexey Samsonov | 4d1a6e4 | 2012-11-29 22:36:21 +0000 | [diff] [blame] | 414 | addAddressSanitizerPasses); |
Kostya Serebryany | e5dd2ea | 2011-11-30 22:20:21 +0000 | [diff] [blame] | 415 | PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0, |
Alexey Samsonov | 4d1a6e4 | 2012-11-29 22:36:21 +0000 | [diff] [blame] | 416 | addAddressSanitizerPasses); |
Kostya Serebryany | 1b4eca6 | 2011-11-16 17:34:26 +0000 | [diff] [blame] | 417 | } |
Kostya Serebryany | 3c93122 | 2012-03-01 22:27:08 +0000 | [diff] [blame] | 418 | |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 419 | if (LangOpts.Sanitize.has(SanitizerKind::KernelAddress)) { |
| 420 | PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast, |
| 421 | addKernelAddressSanitizerPasses); |
| 422 | PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0, |
| 423 | addKernelAddressSanitizerPasses); |
| 424 | } |
| 425 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 426 | if (LangOpts.Sanitize.has(SanitizerKind::Memory)) { |
Evgeniy Stepanov | 09ccf39 | 2012-12-03 13:20:43 +0000 | [diff] [blame] | 427 | PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast, |
| 428 | addMemorySanitizerPass); |
| 429 | PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0, |
| 430 | addMemorySanitizerPass); |
| 431 | } |
| 432 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 433 | if (LangOpts.Sanitize.has(SanitizerKind::Thread)) { |
Kostya Serebryany | e78ec3e | 2012-03-23 23:25:23 +0000 | [diff] [blame] | 434 | PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast, |
Kostya Serebryany | 3c93122 | 2012-03-01 22:27:08 +0000 | [diff] [blame] | 435 | addThreadSanitizerPass); |
| 436 | PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0, |
| 437 | addThreadSanitizerPass); |
| 438 | } |
| 439 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 440 | if (LangOpts.Sanitize.has(SanitizerKind::DataFlow)) { |
Peter Collingbourne | 2eeed71 | 2013-08-07 22:47:34 +0000 | [diff] [blame] | 441 | PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast, |
| 442 | addDataFlowSanitizerPass); |
| 443 | PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0, |
| 444 | addDataFlowSanitizerPass); |
| 445 | } |
| 446 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 447 | if (LangOpts.Sanitize.hasOneOf(SanitizerKind::Efficiency)) { |
| 448 | PMBuilder.addExtension(PassManagerBuilder::EP_OptimizerLast, |
| 449 | addEfficiencySanitizerPass); |
| 450 | PMBuilder.addExtension(PassManagerBuilder::EP_EnabledOnOptLevel0, |
| 451 | addEfficiencySanitizerPass); |
| 452 | } |
| 453 | |
Chris Lattner | 33c09d5 | 2011-05-21 20:40:11 +0000 | [diff] [blame] | 454 | // Set up the per-function pass manager. |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 455 | legacy::FunctionPassManager *FPM = getPerFunctionPasses(); |
Chris Lattner | 33c09d5 | 2011-05-21 20:40:11 +0000 | [diff] [blame] | 456 | if (CodeGenOpts.VerifyModule) |
| 457 | FPM->add(createVerifierPass()); |
Andrew Trick | 6445d62 | 2011-04-05 18:49:32 +0000 | [diff] [blame] | 458 | |
Chris Lattner | 33c09d5 | 2011-05-21 20:40:11 +0000 | [diff] [blame] | 459 | // Set up the per-module pass manager. |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 460 | if (!CodeGenOpts.RewriteMapFiles.empty()) |
| 461 | addSymbolRewriterPass(CodeGenOpts, MPM); |
Chris Lattner | df61976 | 2011-02-18 22:20:38 +0000 | [diff] [blame] | 462 | |
Nick Lewycky | f2b5e07 | 2013-03-20 01:38:16 +0000 | [diff] [blame] | 463 | if (!CodeGenOpts.DisableGCov && |
| 464 | (CodeGenOpts.EmitGcovArcs || CodeGenOpts.EmitGcovNotes)) { |
Nick Lewycky | c3ae583 | 2013-03-14 05:14:01 +0000 | [diff] [blame] | 465 | // Not using 'GCOVOptions::getDefault' allows us to avoid exiting if |
| 466 | // LLVM's -default-gcov-version flag is set to something invalid. |
| 467 | GCOVOptions Options; |
| 468 | Options.EmitNotes = CodeGenOpts.EmitGcovNotes; |
| 469 | Options.EmitData = CodeGenOpts.EmitGcovArcs; |
| 470 | memcpy(Options.Version, CodeGenOpts.CoverageVersion, 4); |
| 471 | Options.UseCfgChecksum = CodeGenOpts.CoverageExtraChecksum; |
| 472 | Options.NoRedZone = CodeGenOpts.DisableRedZone; |
Nick Lewycky | c3ae583 | 2013-03-14 05:14:01 +0000 | [diff] [blame] | 473 | Options.FunctionNamesInData = |
Nick Lewycky | 83c546a | 2013-03-20 02:14:38 +0000 | [diff] [blame] | 474 | !CodeGenOpts.CoverageNoFunctionNamesInData; |
Pirama Arumuga Nainar | 3ea9e33 | 2015-04-08 08:57:32 -0700 | [diff] [blame] | 475 | Options.ExitBlockBeforeBody = CodeGenOpts.CoverageExitBlockBeforeBody; |
Nick Lewycky | c3ae583 | 2013-03-14 05:14:01 +0000 | [diff] [blame] | 476 | MPM->add(createGCOVProfilerPass(Options)); |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 477 | if (CodeGenOpts.getDebugInfo() == codegenoptions::NoDebugInfo) |
Nick Lewycky | e8ba8d7 | 2011-04-21 23:44:07 +0000 | [diff] [blame] | 478 | MPM->add(createStripSymbolsPass(true)); |
| 479 | } |
Nadav Rotem | 129369d | 2012-10-24 03:52:31 +0000 | [diff] [blame] | 480 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 481 | if (CodeGenOpts.hasProfileClangInstr()) { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 482 | InstrProfOptions Options; |
| 483 | Options.NoRedZone = CodeGenOpts.DisableRedZone; |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 484 | Options.InstrProfileOutput = CodeGenOpts.InstrProfileOutput; |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 485 | MPM->add(createInstrProfilingLegacyPass(Options)); |
| 486 | } |
| 487 | if (CodeGenOpts.hasProfileIRInstr()) { |
| 488 | if (!CodeGenOpts.InstrProfileOutput.empty()) |
| 489 | PMBuilder.PGOInstrGen = CodeGenOpts.InstrProfileOutput; |
| 490 | else |
| 491 | PMBuilder.PGOInstrGen = "default.profraw"; |
| 492 | } |
| 493 | if (CodeGenOpts.hasProfileIRUse()) |
| 494 | PMBuilder.PGOInstrUse = CodeGenOpts.ProfileInstrumentUsePath; |
| 495 | |
| 496 | if (!CodeGenOpts.SampleProfileFile.empty()) { |
| 497 | MPM->add(createPruneEHPass()); |
| 498 | MPM->add(createSampleProfileLoaderPass(CodeGenOpts.SampleProfileFile)); |
| 499 | PMBuilder.addExtension(PassManagerBuilder::EP_EarlyAsPossible, |
| 500 | addCleanupPassesForSampleProfiler); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 501 | } |
| 502 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 503 | PMBuilder.populateFunctionPassManager(*FPM); |
Chris Lattner | 33c09d5 | 2011-05-21 20:40:11 +0000 | [diff] [blame] | 504 | PMBuilder.populateModulePassManager(*MPM); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 505 | } |
| 506 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 507 | void EmitAssemblyHelper::setCommandLineOpts() { |
| 508 | SmallVector<const char *, 16> BackendArgs; |
| 509 | BackendArgs.push_back("clang"); // Fake program name. |
| 510 | if (!CodeGenOpts.DebugPass.empty()) { |
| 511 | BackendArgs.push_back("-debug-pass"); |
| 512 | BackendArgs.push_back(CodeGenOpts.DebugPass.c_str()); |
| 513 | } |
| 514 | if (!CodeGenOpts.LimitFloatPrecision.empty()) { |
| 515 | BackendArgs.push_back("-limit-float-precision"); |
| 516 | BackendArgs.push_back(CodeGenOpts.LimitFloatPrecision.c_str()); |
| 517 | } |
| 518 | for (const std::string &BackendOption : CodeGenOpts.BackendOptions) |
| 519 | BackendArgs.push_back(BackendOption.c_str()); |
| 520 | BackendArgs.push_back(nullptr); |
| 521 | llvm::cl::ParseCommandLineOptions(BackendArgs.size() - 1, |
| 522 | BackendArgs.data()); |
| 523 | } |
| 524 | |
Nadav Rotem | 129369d | 2012-10-24 03:52:31 +0000 | [diff] [blame] | 525 | TargetMachine *EmitAssemblyHelper::CreateTargetMachine(bool MustCreateTM) { |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 526 | // Create the TargetMachine for generating code. |
| 527 | std::string Error; |
| 528 | std::string Triple = TheModule->getTargetTriple(); |
| 529 | const llvm::Target *TheTarget = TargetRegistry::lookupTarget(Triple, Error); |
| 530 | if (!TheTarget) { |
Nadav Rotem | 129369d | 2012-10-24 03:52:31 +0000 | [diff] [blame] | 531 | if (MustCreateTM) |
Chad Rosier | a03fc6e | 2013-03-27 00:14:35 +0000 | [diff] [blame] | 532 | Diags.Report(diag::err_fe_unable_to_create_target) << Error; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 533 | return nullptr; |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 534 | } |
| 535 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 536 | unsigned CodeModel = |
| 537 | llvm::StringSwitch<unsigned>(CodeGenOpts.CodeModel) |
| 538 | .Case("small", llvm::CodeModel::Small) |
| 539 | .Case("kernel", llvm::CodeModel::Kernel) |
| 540 | .Case("medium", llvm::CodeModel::Medium) |
| 541 | .Case("large", llvm::CodeModel::Large) |
| 542 | .Case("default", llvm::CodeModel::Default) |
| 543 | .Default(~0u); |
| 544 | assert(CodeModel != ~0u && "invalid code model!"); |
| 545 | llvm::CodeModel::Model CM = static_cast<llvm::CodeModel::Model>(CodeModel); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 546 | |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 547 | std::string FeaturesStr = |
| 548 | llvm::join(TargetOpts.Features.begin(), TargetOpts.Features.end(), ","); |
Evan Cheng | 2860e30 | 2011-07-19 06:37:41 +0000 | [diff] [blame] | 549 | |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 550 | // Keep this synced with the equivalent code in tools/driver/cc1as_main.cpp. |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 551 | llvm::Optional<llvm::Reloc::Model> RM; |
Evan Cheng | 2860e30 | 2011-07-19 06:37:41 +0000 | [diff] [blame] | 552 | if (CodeGenOpts.RelocationModel == "static") { |
| 553 | RM = llvm::Reloc::Static; |
| 554 | } else if (CodeGenOpts.RelocationModel == "pic") { |
| 555 | RM = llvm::Reloc::PIC_; |
| 556 | } else { |
| 557 | assert(CodeGenOpts.RelocationModel == "dynamic-no-pic" && |
| 558 | "Invalid PIC model!"); |
| 559 | RM = llvm::Reloc::DynamicNoPIC; |
| 560 | } |
| 561 | |
Evan Cheng | 9254bf7 | 2011-11-16 08:38:55 +0000 | [diff] [blame] | 562 | CodeGenOpt::Level OptLevel = CodeGenOpt::Default; |
| 563 | switch (CodeGenOpts.OptimizationLevel) { |
| 564 | default: break; |
| 565 | case 0: OptLevel = CodeGenOpt::None; break; |
| 566 | case 3: OptLevel = CodeGenOpt::Aggressive; break; |
| 567 | } |
| 568 | |
Nick Lewycky | 3aaeccc | 2011-12-02 22:17:00 +0000 | [diff] [blame] | 569 | llvm::TargetOptions Options; |
| 570 | |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 571 | if (!TargetOpts.Reciprocals.empty()) |
| 572 | Options.Reciprocals = TargetRecip(TargetOpts.Reciprocals); |
| 573 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 574 | Options.ThreadModel = |
| 575 | llvm::StringSwitch<llvm::ThreadModel::Model>(CodeGenOpts.ThreadModel) |
| 576 | .Case("posix", llvm::ThreadModel::POSIX) |
| 577 | .Case("single", llvm::ThreadModel::Single); |
| 578 | |
Nick Lewycky | 3aaeccc | 2011-12-02 22:17:00 +0000 | [diff] [blame] | 579 | // Set float ABI type. |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 580 | assert((CodeGenOpts.FloatABI == "soft" || CodeGenOpts.FloatABI == "softfp" || |
| 581 | CodeGenOpts.FloatABI == "hard" || CodeGenOpts.FloatABI.empty()) && |
| 582 | "Invalid Floating Point ABI!"); |
| 583 | Options.FloatABIType = |
| 584 | llvm::StringSwitch<llvm::FloatABI::ABIType>(CodeGenOpts.FloatABI) |
| 585 | .Case("soft", llvm::FloatABI::Soft) |
| 586 | .Case("softfp", llvm::FloatABI::Soft) |
| 587 | .Case("hard", llvm::FloatABI::Hard) |
| 588 | .Default(llvm::FloatABI::Default); |
Nick Lewycky | 3aaeccc | 2011-12-02 22:17:00 +0000 | [diff] [blame] | 589 | |
Lang Hames | c968671 | 2012-07-06 00:59:19 +0000 | [diff] [blame] | 590 | // Set FP fusion mode. |
Lang Hames | 931c083 | 2012-11-15 07:51:26 +0000 | [diff] [blame] | 591 | switch (CodeGenOpts.getFPContractMode()) { |
| 592 | case CodeGenOptions::FPC_Off: |
Lang Hames | c968671 | 2012-07-06 00:59:19 +0000 | [diff] [blame] | 593 | Options.AllowFPOpFusion = llvm::FPOpFusion::Strict; |
| 594 | break; |
Lang Hames | 931c083 | 2012-11-15 07:51:26 +0000 | [diff] [blame] | 595 | case CodeGenOptions::FPC_On: |
Lang Hames | c968671 | 2012-07-06 00:59:19 +0000 | [diff] [blame] | 596 | Options.AllowFPOpFusion = llvm::FPOpFusion::Standard; |
| 597 | break; |
Lang Hames | 931c083 | 2012-11-15 07:51:26 +0000 | [diff] [blame] | 598 | case CodeGenOptions::FPC_Fast: |
Lang Hames | c968671 | 2012-07-06 00:59:19 +0000 | [diff] [blame] | 599 | Options.AllowFPOpFusion = llvm::FPOpFusion::Fast; |
Nadav Rotem | 25030c4 | 2012-10-19 04:15:32 +0000 | [diff] [blame] | 600 | break; |
Lang Hames | c968671 | 2012-07-06 00:59:19 +0000 | [diff] [blame] | 601 | } |
| 602 | |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 603 | Options.UseInitArray = CodeGenOpts.UseInitArray; |
| 604 | Options.DisableIntegratedAS = CodeGenOpts.DisableIntegratedAS; |
| 605 | Options.CompressDebugSections = CodeGenOpts.CompressDebugSections; |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 606 | Options.RelaxELFRelocations = CodeGenOpts.RelaxELFRelocations; |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 607 | |
| 608 | // Set EABI version. |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 609 | Options.EABIVersion = llvm::StringSwitch<llvm::EABI>(TargetOpts.EABIVersion) |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 610 | .Case("4", llvm::EABI::EABI4) |
| 611 | .Case("5", llvm::EABI::EABI5) |
| 612 | .Case("gnu", llvm::EABI::GNU) |
| 613 | .Default(llvm::EABI::Default); |
| 614 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 615 | if (LangOpts.SjLjExceptions) |
| 616 | Options.ExceptionModel = llvm::ExceptionHandling::SjLj; |
| 617 | |
Nick Lewycky | 3aaeccc | 2011-12-02 22:17:00 +0000 | [diff] [blame] | 618 | Options.LessPreciseFPMADOption = CodeGenOpts.LessPreciseFPMAD; |
| 619 | Options.NoInfsFPMath = CodeGenOpts.NoInfsFPMath; |
| 620 | Options.NoNaNsFPMath = CodeGenOpts.NoNaNsFPMath; |
| 621 | Options.NoZerosInBSS = CodeGenOpts.NoZeroInitializedInBSS; |
| 622 | Options.UnsafeFPMath = CodeGenOpts.UnsafeFPMath; |
Nick Lewycky | 4e785c9 | 2011-12-06 03:33:03 +0000 | [diff] [blame] | 623 | Options.StackAlignmentOverride = CodeGenOpts.StackAlignment; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 624 | Options.FunctionSections = CodeGenOpts.FunctionSections; |
| 625 | Options.DataSections = CodeGenOpts.DataSections; |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 626 | Options.UniqueSectionNames = CodeGenOpts.UniqueSectionNames; |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 627 | Options.EmulatedTLS = CodeGenOpts.EmulatedTLS; |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 628 | Options.DebuggerTuning = CodeGenOpts.getDebuggerTuning(); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 629 | |
| 630 | Options.MCOptions.MCRelaxAll = CodeGenOpts.RelaxAll; |
| 631 | Options.MCOptions.MCSaveTempLabels = CodeGenOpts.SaveTempLabels; |
| 632 | Options.MCOptions.MCUseDwarfDirectory = !CodeGenOpts.NoDwarfDirectoryAsm; |
| 633 | Options.MCOptions.MCNoExecStack = CodeGenOpts.NoExecStack; |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 634 | Options.MCOptions.MCIncrementalLinkerCompatible = |
| 635 | CodeGenOpts.IncrementalLinkerCompatible; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 636 | Options.MCOptions.MCFatalWarnings = CodeGenOpts.FatalWarnings; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 637 | Options.MCOptions.AsmVerbose = CodeGenOpts.AsmVerbose; |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 638 | Options.MCOptions.ABIName = TargetOpts.ABI; |
Nick Lewycky | 3aaeccc | 2011-12-02 22:17:00 +0000 | [diff] [blame] | 639 | |
Evan Cheng | 368691e | 2011-06-30 02:06:32 +0000 | [diff] [blame] | 640 | TargetMachine *TM = TheTarget->createTargetMachine(Triple, TargetOpts.CPU, |
Nick Lewycky | 3aaeccc | 2011-12-02 22:17:00 +0000 | [diff] [blame] | 641 | FeaturesStr, Options, |
| 642 | RM, CM, OptLevel); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 643 | |
Nadav Rotem | fa60be0 | 2012-10-24 00:53:38 +0000 | [diff] [blame] | 644 | return TM; |
| 645 | } |
| 646 | |
| 647 | bool EmitAssemblyHelper::AddEmitPasses(BackendAction Action, |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 648 | raw_pwrite_stream &OS) { |
Nadav Rotem | fa60be0 | 2012-10-24 00:53:38 +0000 | [diff] [blame] | 649 | |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 650 | // Create the code generator passes. |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 651 | legacy::PassManager *PM = getCodeGenPasses(); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 652 | |
Chad Rosier | 3f3335d | 2012-02-29 20:14:59 +0000 | [diff] [blame] | 653 | // Add LibraryInfo. |
Daniel Dunbar | cbbe2c0 | 2012-10-19 20:10:10 +0000 | [diff] [blame] | 654 | llvm::Triple TargetTriple(TheModule->getTargetTriple()); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 655 | std::unique_ptr<TargetLibraryInfoImpl> TLII( |
| 656 | createTLII(TargetTriple, CodeGenOpts)); |
| 657 | PM->add(new TargetLibraryInfoWrapperPass(*TLII)); |
Nadav Rotem | 25030c4 | 2012-10-19 04:15:32 +0000 | [diff] [blame] | 658 | |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 659 | // Normal mode, emit a .s or .o file by running the code generator. Note, |
| 660 | // this also adds codegenerator level optimization passes. |
| 661 | TargetMachine::CodeGenFileType CGFT = TargetMachine::CGFT_AssemblyFile; |
| 662 | if (Action == Backend_EmitObj) |
| 663 | CGFT = TargetMachine::CGFT_ObjectFile; |
| 664 | else if (Action == Backend_EmitMCNull) |
| 665 | CGFT = TargetMachine::CGFT_Null; |
| 666 | else |
| 667 | assert(Action == Backend_EmitAssembly && "Invalid action!"); |
Dan Gohman | b18b8ad | 2011-07-05 22:02:36 +0000 | [diff] [blame] | 668 | |
| 669 | // Add ObjC ARC final-cleanup optimizations. This is done as part of the |
| 670 | // "codegen" passes so that it isn't run multiple times when there is |
| 671 | // inlining happening. |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 672 | if (CodeGenOpts.OptimizationLevel > 0) |
Dan Gohman | b18b8ad | 2011-07-05 22:02:36 +0000 | [diff] [blame] | 673 | PM->add(createObjCARCContractPass()); |
| 674 | |
Evan Cheng | 9254bf7 | 2011-11-16 08:38:55 +0000 | [diff] [blame] | 675 | if (TM->addPassesToEmitFile(*PM, OS, CGFT, |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 676 | /*DisableVerify=*/!CodeGenOpts.VerifyModule)) { |
| 677 | Diags.Report(diag::err_fe_unable_to_interface_with_target); |
| 678 | return false; |
| 679 | } |
| 680 | |
| 681 | return true; |
| 682 | } |
| 683 | |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 684 | void EmitAssemblyHelper::EmitAssembly(BackendAction Action, |
| 685 | raw_pwrite_stream *OS) { |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 686 | TimeRegion Region(llvm::TimePassesIsEnabled ? &CodeGenerationTime : nullptr); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 687 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 688 | setCommandLineOpts(); |
| 689 | |
Nadav Rotem | 129369d | 2012-10-24 03:52:31 +0000 | [diff] [blame] | 690 | bool UsesCodeGen = (Action != Backend_EmitNothing && |
| 691 | Action != Backend_EmitBC && |
| 692 | Action != Backend_EmitLL); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 693 | if (!TM) |
| 694 | TM.reset(CreateTargetMachine(UsesCodeGen)); |
| 695 | |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 696 | if (UsesCodeGen && !TM) |
| 697 | return; |
| 698 | if (TM) |
| 699 | TheModule->setDataLayout(TM->createDataLayout()); |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 700 | |
| 701 | // If we are performing a ThinLTO importing compile, load the function |
| 702 | // index into memory and pass it into CreatePasses, which will add it |
| 703 | // to the PassManagerBuilder and invoke LTO passes. |
| 704 | std::unique_ptr<ModuleSummaryIndex> ModuleSummary; |
| 705 | if (!CodeGenOpts.ThinLTOIndexFile.empty()) { |
| 706 | ErrorOr<std::unique_ptr<ModuleSummaryIndex>> IndexOrErr = |
| 707 | llvm::getModuleSummaryIndexForFile( |
| 708 | CodeGenOpts.ThinLTOIndexFile, [&](const DiagnosticInfo &DI) { |
| 709 | TheModule->getContext().diagnose(DI); |
| 710 | }); |
| 711 | if (std::error_code EC = IndexOrErr.getError()) { |
| 712 | std::string Error = EC.message(); |
| 713 | errs() << "Error loading index file '" << CodeGenOpts.ThinLTOIndexFile |
| 714 | << "': " << Error << "\n"; |
| 715 | return; |
| 716 | } |
| 717 | ModuleSummary = std::move(IndexOrErr.get()); |
| 718 | assert(ModuleSummary && "Expected non-empty module summary index"); |
| 719 | } |
| 720 | |
| 721 | CreatePasses(ModuleSummary.get()); |
Nadav Rotem | fa60be0 | 2012-10-24 00:53:38 +0000 | [diff] [blame] | 722 | |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 723 | switch (Action) { |
| 724 | case Backend_EmitNothing: |
| 725 | break; |
| 726 | |
| 727 | case Backend_EmitBC: |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 728 | getPerModulePasses()->add(createBitcodeWriterPass( |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 729 | *OS, CodeGenOpts.EmitLLVMUseLists, CodeGenOpts.EmitSummaryIndex, |
| 730 | CodeGenOpts.EmitSummaryIndex)); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 731 | break; |
| 732 | |
| 733 | case Backend_EmitLL: |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 734 | getPerModulePasses()->add( |
| 735 | createPrintModulePass(*OS, "", CodeGenOpts.EmitLLVMUseLists)); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 736 | break; |
| 737 | |
| 738 | default: |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 739 | if (!AddEmitPasses(Action, *OS)) |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 740 | return; |
| 741 | } |
| 742 | |
Andrew Trick | 92b5d94 | 2011-04-05 18:56:55 +0000 | [diff] [blame] | 743 | // Before executing passes, print the final values of the LLVM options. |
| 744 | cl::PrintOptionValues(); |
| 745 | |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 746 | // Run passes. For now we do all passes at once, but eventually we |
| 747 | // would like to have the option of streaming code generation. |
| 748 | |
| 749 | if (PerFunctionPasses) { |
| 750 | PrettyStackTraceString CrashInfo("Per-function optimization"); |
| 751 | |
| 752 | PerFunctionPasses->doInitialization(); |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 753 | for (Function &F : *TheModule) |
| 754 | if (!F.isDeclaration()) |
| 755 | PerFunctionPasses->run(F); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 756 | PerFunctionPasses->doFinalization(); |
| 757 | } |
| 758 | |
| 759 | if (PerModulePasses) { |
| 760 | PrettyStackTraceString CrashInfo("Per-module optimization passes"); |
| 761 | PerModulePasses->run(*TheModule); |
| 762 | } |
| 763 | |
| 764 | if (CodeGenPasses) { |
| 765 | PrettyStackTraceString CrashInfo("Code generation"); |
Daniel Dunbar | db2f237 | 2010-09-17 07:35:16 +0000 | [diff] [blame] | 766 | CodeGenPasses->run(*TheModule); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 767 | } |
| 768 | } |
| 769 | |
David Blaikie | d6471f7 | 2011-09-25 23:23:43 +0000 | [diff] [blame] | 770 | void clang::EmitBackendOutput(DiagnosticsEngine &Diags, |
| 771 | const CodeGenOptions &CGOpts, |
Nick Lewycky | 3aaeccc | 2011-12-02 22:17:00 +0000 | [diff] [blame] | 772 | const clang::TargetOptions &TOpts, |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 773 | const LangOptions &LOpts, const llvm::DataLayout &TDesc, |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 774 | Module *M, BackendAction Action, |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 775 | raw_pwrite_stream *OS) { |
| 776 | EmitAssemblyHelper AsmHelper(Diags, CGOpts, TOpts, LOpts, M); |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 777 | |
| 778 | AsmHelper.EmitAssembly(Action, OS); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 779 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 780 | // Verify clang's TargetInfo DataLayout against the LLVM TargetMachine's |
| 781 | // DataLayout. |
| 782 | if (AsmHelper.TM) { |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 783 | std::string DLDesc = M->getDataLayout().getStringRepresentation(); |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 784 | if (DLDesc != TDesc.getStringRepresentation()) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 785 | unsigned DiagID = Diags.getCustomDiagID( |
| 786 | DiagnosticsEngine::Error, "backend data layout '%0' does not match " |
| 787 | "expected target description '%1'"); |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 788 | Diags.Report(DiagID) << DLDesc << TDesc.getStringRepresentation(); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 789 | } |
| 790 | } |
Daniel Dunbar | 897c676 | 2010-06-07 23:20:08 +0000 | [diff] [blame] | 791 | } |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 792 | |
| 793 | static const char* getSectionNameForBitcode(const Triple &T) { |
| 794 | switch (T.getObjectFormat()) { |
| 795 | case Triple::MachO: |
| 796 | return "__LLVM,__bitcode"; |
| 797 | case Triple::COFF: |
| 798 | case Triple::ELF: |
| 799 | case Triple::UnknownObjectFormat: |
| 800 | return ".llvmbc"; |
| 801 | } |
| 802 | llvm_unreachable("Unimplemented ObjectFormatType"); |
| 803 | } |
| 804 | |
| 805 | static const char* getSectionNameForCommandline(const Triple &T) { |
| 806 | switch (T.getObjectFormat()) { |
| 807 | case Triple::MachO: |
| 808 | return "__LLVM,__cmdline"; |
| 809 | case Triple::COFF: |
| 810 | case Triple::ELF: |
| 811 | case Triple::UnknownObjectFormat: |
| 812 | return ".llvmcmd"; |
| 813 | } |
| 814 | llvm_unreachable("Unimplemented ObjectFormatType"); |
| 815 | } |
| 816 | |
| 817 | // With -fembed-bitcode, save a copy of the llvm IR as data in the |
| 818 | // __LLVM,__bitcode section. |
| 819 | void clang::EmbedBitcode(llvm::Module *M, const CodeGenOptions &CGOpts, |
| 820 | llvm::MemoryBufferRef Buf) { |
| 821 | if (CGOpts.getEmbedBitcode() == CodeGenOptions::Embed_Off) |
| 822 | return; |
| 823 | |
| 824 | // Save llvm.compiler.used and remote it. |
| 825 | SmallVector<Constant*, 2> UsedArray; |
| 826 | SmallSet<GlobalValue*, 4> UsedGlobals; |
| 827 | Type *UsedElementType = Type::getInt8Ty(M->getContext())->getPointerTo(0); |
| 828 | GlobalVariable *Used = collectUsedGlobalVariables(*M, UsedGlobals, true); |
| 829 | for (auto *GV : UsedGlobals) { |
| 830 | if (GV->getName() != "llvm.embedded.module" && |
| 831 | GV->getName() != "llvm.cmdline") |
| 832 | UsedArray.push_back( |
| 833 | ConstantExpr::getPointerBitCastOrAddrSpaceCast(GV, UsedElementType)); |
| 834 | } |
| 835 | if (Used) |
| 836 | Used->eraseFromParent(); |
| 837 | |
| 838 | // Embed the bitcode for the llvm module. |
| 839 | std::string Data; |
| 840 | ArrayRef<uint8_t> ModuleData; |
| 841 | Triple T(M->getTargetTriple()); |
| 842 | // Create a constant that contains the bitcode. |
| 843 | // In case of embedding a marker, ignore the input Buf and use the empty |
| 844 | // ArrayRef. It is also legal to create a bitcode marker even Buf is empty. |
| 845 | if (CGOpts.getEmbedBitcode() != CodeGenOptions::Embed_Marker) { |
| 846 | if (!isBitcode((const unsigned char *)Buf.getBufferStart(), |
| 847 | (const unsigned char *)Buf.getBufferEnd())) { |
| 848 | // If the input is LLVM Assembly, bitcode is produced by serializing |
| 849 | // the module. Use-lists order need to be perserved in this case. |
| 850 | llvm::raw_string_ostream OS(Data); |
| 851 | llvm::WriteBitcodeToFile(M, OS, /* ShouldPreserveUseListOrder */ true); |
| 852 | ModuleData = |
| 853 | ArrayRef<uint8_t>((const uint8_t *)OS.str().data(), OS.str().size()); |
| 854 | } else |
| 855 | // If the input is LLVM bitcode, write the input byte stream directly. |
| 856 | ModuleData = ArrayRef<uint8_t>((const uint8_t *)Buf.getBufferStart(), |
| 857 | Buf.getBufferSize()); |
| 858 | } |
| 859 | llvm::Constant *ModuleConstant = |
| 860 | llvm::ConstantDataArray::get(M->getContext(), ModuleData); |
| 861 | llvm::GlobalVariable *GV = new llvm::GlobalVariable( |
| 862 | *M, ModuleConstant->getType(), true, llvm::GlobalValue::PrivateLinkage, |
| 863 | ModuleConstant); |
| 864 | GV->setSection(getSectionNameForBitcode(T)); |
| 865 | UsedArray.push_back( |
| 866 | ConstantExpr::getPointerBitCastOrAddrSpaceCast(GV, UsedElementType)); |
| 867 | if (llvm::GlobalVariable *Old = |
| 868 | M->getGlobalVariable("llvm.embedded.module", true)) { |
| 869 | assert(Old->hasOneUse() && |
| 870 | "llvm.embedded.module can only be used once in llvm.compiler.used"); |
| 871 | GV->takeName(Old); |
| 872 | Old->eraseFromParent(); |
| 873 | } else { |
| 874 | GV->setName("llvm.embedded.module"); |
| 875 | } |
| 876 | |
| 877 | // Skip if only bitcode needs to be embedded. |
| 878 | if (CGOpts.getEmbedBitcode() != CodeGenOptions::Embed_Bitcode) { |
| 879 | // Embed command-line options. |
| 880 | ArrayRef<uint8_t> CmdData(const_cast<uint8_t *>(CGOpts.CmdArgs.data()), |
| 881 | CGOpts.CmdArgs.size()); |
| 882 | llvm::Constant *CmdConstant = |
| 883 | llvm::ConstantDataArray::get(M->getContext(), CmdData); |
| 884 | GV = new llvm::GlobalVariable(*M, CmdConstant->getType(), true, |
| 885 | llvm::GlobalValue::PrivateLinkage, |
| 886 | CmdConstant); |
| 887 | GV->setSection(getSectionNameForCommandline(T)); |
| 888 | UsedArray.push_back( |
| 889 | ConstantExpr::getPointerBitCastOrAddrSpaceCast(GV, UsedElementType)); |
| 890 | if (llvm::GlobalVariable *Old = |
| 891 | M->getGlobalVariable("llvm.cmdline", true)) { |
| 892 | assert(Old->hasOneUse() && |
| 893 | "llvm.cmdline can only be used once in llvm.compiler.used"); |
| 894 | GV->takeName(Old); |
| 895 | Old->eraseFromParent(); |
| 896 | } else { |
| 897 | GV->setName("llvm.cmdline"); |
| 898 | } |
| 899 | } |
| 900 | |
| 901 | if (UsedArray.empty()) |
| 902 | return; |
| 903 | |
| 904 | // Recreate llvm.compiler.used. |
| 905 | ArrayType *ATy = ArrayType::get(UsedElementType, UsedArray.size()); |
| 906 | auto *NewUsed = new GlobalVariable( |
| 907 | *M, ATy, false, llvm::GlobalValue::AppendingLinkage, |
| 908 | llvm::ConstantArray::get(ATy, UsedArray), "llvm.compiler.used"); |
| 909 | NewUsed->setSection("llvm.metadata"); |
| 910 | } |