blob: 97dbde928b266037147686c8d9447ec5fdc2fe1e [file] [log] [blame]
Justin Holewinskiae556d32012-05-04 20:18:50 +00001//===-- NVPTXTargetMachine.cpp - Define TargetMachine for NVPTX -----------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Top-level implementation for the NVPTX target.
11//
12//===----------------------------------------------------------------------===//
13
14#include "NVPTXTargetMachine.h"
Justin Holewinskiae556d32012-05-04 20:18:50 +000015#include "MCTargetDesc/NVPTXMCAsmInfo.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000016#include "NVPTX.h"
Justin Holewinskiae556d32012-05-04 20:18:50 +000017#include "NVPTXAllocaHoisting.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000018#include "NVPTXLowerAggrCopies.h"
Justin Holewinskiae556d32012-05-04 20:18:50 +000019#include "llvm/Analysis/Passes.h"
Justin Holewinskiae556d32012-05-04 20:18:50 +000020#include "llvm/CodeGen/AsmPrinter.h"
21#include "llvm/CodeGen/MachineFunctionAnalysis.h"
22#include "llvm/CodeGen/MachineModuleInfo.h"
23#include "llvm/CodeGen/Passes.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000024#include "llvm/IR/DataLayout.h"
Chandler Carruthb8ddc702014-01-12 11:10:32 +000025#include "llvm/IR/IRPrintingPasses.h"
Chandler Carruth5ad5f152014-01-13 09:26:24 +000026#include "llvm/IR/Verifier.h"
Justin Holewinskiae556d32012-05-04 20:18:50 +000027#include "llvm/MC/MCAsmInfo.h"
28#include "llvm/MC/MCInstrInfo.h"
29#include "llvm/MC/MCStreamer.h"
30#include "llvm/MC/MCSubtargetInfo.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000031#include "llvm/PassManager.h"
32#include "llvm/Support/CommandLine.h"
33#include "llvm/Support/Debug.h"
34#include "llvm/Support/FormattedStream.h"
35#include "llvm/Support/TargetRegistry.h"
Justin Holewinskiae556d32012-05-04 20:18:50 +000036#include "llvm/Support/raw_ostream.h"
Justin Holewinskiae556d32012-05-04 20:18:50 +000037#include "llvm/Target/TargetInstrInfo.h"
38#include "llvm/Target/TargetLowering.h"
39#include "llvm/Target/TargetLoweringObjectFile.h"
40#include "llvm/Target/TargetMachine.h"
41#include "llvm/Target/TargetOptions.h"
42#include "llvm/Target/TargetRegisterInfo.h"
43#include "llvm/Target/TargetSubtargetInfo.h"
44#include "llvm/Transforms/Scalar.h"
Justin Holewinskiae556d32012-05-04 20:18:50 +000045
Justin Holewinskiae556d32012-05-04 20:18:50 +000046using namespace llvm;
47
Justin Holewinskib94bd052013-03-30 14:29:25 +000048namespace llvm {
49void initializeNVVMReflectPass(PassRegistry&);
Justin Holewinski01f89f02013-05-20 12:13:32 +000050void initializeGenericToNVVMPass(PassRegistry&);
Eli Bendersky264cd462014-03-31 15:56:26 +000051void initializeNVPTXAssignValidGlobalNamesPass(PassRegistry&);
Eli Benderskybbef1722014-04-03 21:18:25 +000052void initializeNVPTXFavorNonGenericAddrSpacesPass(PassRegistry &);
Justin Holewinskib94bd052013-03-30 14:29:25 +000053}
54
Justin Holewinskiae556d32012-05-04 20:18:50 +000055extern "C" void LLVMInitializeNVPTXTarget() {
56 // Register the target.
57 RegisterTargetMachine<NVPTXTargetMachine32> X(TheNVPTXTarget32);
58 RegisterTargetMachine<NVPTXTargetMachine64> Y(TheNVPTXTarget64);
59
Justin Holewinskib94bd052013-03-30 14:29:25 +000060 // FIXME: This pass is really intended to be invoked during IR optimization,
61 // but it's very NVPTX-specific.
62 initializeNVVMReflectPass(*PassRegistry::getPassRegistry());
Justin Holewinski01f89f02013-05-20 12:13:32 +000063 initializeGenericToNVVMPass(*PassRegistry::getPassRegistry());
Eli Bendersky264cd462014-03-31 15:56:26 +000064 initializeNVPTXAssignValidGlobalNamesPass(*PassRegistry::getPassRegistry());
Eli Benderskybbef1722014-04-03 21:18:25 +000065 initializeNVPTXFavorNonGenericAddrSpacesPass(
66 *PassRegistry::getPassRegistry());
Justin Holewinskiae556d32012-05-04 20:18:50 +000067}
68
Rafael Espindola307d7ab2013-12-14 06:36:30 +000069static std::string computeDataLayout(const NVPTXSubtarget &ST) {
Rafael Espindola456f0472013-12-14 06:42:48 +000070 std::string Ret = "e";
71
Rafael Espindola8afbb282013-12-16 17:15:29 +000072 if (!ST.is64Bit())
Rafael Espindolabccb9d42013-12-16 18:01:51 +000073 Ret += "-p:32:32";
Rafael Espindola456f0472013-12-14 06:42:48 +000074
Rafael Espindolabccb9d42013-12-16 18:01:51 +000075 Ret += "-i64:64-v16:16-v32:32-n16:32:64";
Rafael Espindola456f0472013-12-14 06:42:48 +000076
77 return Ret;
Rafael Espindola307d7ab2013-12-14 06:36:30 +000078}
79
Justin Holewinski0497ab12013-03-30 14:29:21 +000080NVPTXTargetMachine::NVPTXTargetMachine(
81 const Target &T, StringRef TT, StringRef CPU, StringRef FS,
82 const TargetOptions &Options, Reloc::Model RM, CodeModel::Model CM,
83 CodeGenOpt::Level OL, bool is64bit)
84 : LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL),
Rafael Espindola307d7ab2013-12-14 06:36:30 +000085 Subtarget(TT, CPU, FS, is64bit), DL(computeDataLayout(Subtarget)),
Justin Holewinski0497ab12013-03-30 14:29:21 +000086 InstrInfo(*this), TLInfo(*this), TSInfo(*this),
87 FrameLowering(
Rafael Espindola227144c2013-05-13 01:16:13 +000088 *this, is64bit) /*FrameInfo(TargetFrameInfo::StackGrowsUp, 8, 0)*/ {
89 initAsmInfo();
90}
Justin Holewinskiae556d32012-05-04 20:18:50 +000091
92void NVPTXTargetMachine32::anchor() {}
93
Justin Holewinski0497ab12013-03-30 14:29:21 +000094NVPTXTargetMachine32::NVPTXTargetMachine32(
95 const Target &T, StringRef TT, StringRef CPU, StringRef FS,
96 const TargetOptions &Options, Reloc::Model RM, CodeModel::Model CM,
97 CodeGenOpt::Level OL)
98 : NVPTXTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, false) {}
Justin Holewinskiae556d32012-05-04 20:18:50 +000099
100void NVPTXTargetMachine64::anchor() {}
101
Justin Holewinski0497ab12013-03-30 14:29:21 +0000102NVPTXTargetMachine64::NVPTXTargetMachine64(
103 const Target &T, StringRef TT, StringRef CPU, StringRef FS,
104 const TargetOptions &Options, Reloc::Model RM, CodeModel::Model CM,
105 CodeGenOpt::Level OL)
106 : NVPTXTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, true) {}
Justin Holewinskiae556d32012-05-04 20:18:50 +0000107
Benjamin Kramerd78bb462013-05-23 17:10:37 +0000108namespace {
Justin Holewinskiae556d32012-05-04 20:18:50 +0000109class NVPTXPassConfig : public TargetPassConfig {
110public:
111 NVPTXPassConfig(NVPTXTargetMachine *TM, PassManagerBase &PM)
Justin Holewinski0497ab12013-03-30 14:29:21 +0000112 : TargetPassConfig(TM, PM) {}
Justin Holewinskiae556d32012-05-04 20:18:50 +0000113
114 NVPTXTargetMachine &getNVPTXTargetMachine() const {
115 return getTM<NVPTXTargetMachine>();
116 }
117
Justin Holewinski01f89f02013-05-20 12:13:32 +0000118 virtual void addIRPasses();
Justin Holewinskiae556d32012-05-04 20:18:50 +0000119 virtual bool addInstSelector();
120 virtual bool addPreRegAlloc();
Justin Holewinskidbb3b2f2013-05-31 12:14:49 +0000121 virtual bool addPostRegAlloc();
122
Craig Topper73156022014-03-02 09:09:27 +0000123 virtual FunctionPass *createTargetRegisterAllocator(bool) override;
Justin Holewinskidbb3b2f2013-05-31 12:14:49 +0000124 virtual void addFastRegAlloc(FunctionPass *RegAllocPass);
125 virtual void addOptimizedRegAlloc(FunctionPass *RegAllocPass);
Justin Holewinskiae556d32012-05-04 20:18:50 +0000126};
Benjamin Kramerd78bb462013-05-23 17:10:37 +0000127} // end anonymous namespace
Justin Holewinskiae556d32012-05-04 20:18:50 +0000128
129TargetPassConfig *NVPTXTargetMachine::createPassConfig(PassManagerBase &PM) {
130 NVPTXPassConfig *PassConfig = new NVPTXPassConfig(this, PM);
131 return PassConfig;
132}
133
Justin Holewinski01f89f02013-05-20 12:13:32 +0000134void NVPTXPassConfig::addIRPasses() {
Justin Holewinskidbb3b2f2013-05-31 12:14:49 +0000135 // The following passes are known to not play well with virtual regs hanging
136 // around after register allocation (which in our case, is *all* registers).
137 // We explicitly disable them here. We do, however, need some functionality
138 // of the PrologEpilogCodeInserter pass, so we emulate that behavior in the
139 // NVPTXPrologEpilog pass (see NVPTXPrologEpilogPass.cpp).
140 disablePass(&PrologEpilogCodeInserterID);
141 disablePass(&MachineCopyPropagationID);
142 disablePass(&BranchFolderPassID);
Justin Holewinskieeb109a2013-11-11 12:58:14 +0000143 disablePass(&TailDuplicateID);
Justin Holewinskidbb3b2f2013-05-31 12:14:49 +0000144
Justin Holewinski30d56a72014-04-09 15:39:15 +0000145 addPass(createNVPTXImageOptimizerPass());
Justin Holewinski01f89f02013-05-20 12:13:32 +0000146 TargetPassConfig::addIRPasses();
Eli Bendersky264cd462014-03-31 15:56:26 +0000147 addPass(createNVPTXAssignValidGlobalNamesPass());
Justin Holewinski01f89f02013-05-20 12:13:32 +0000148 addPass(createGenericToNVVMPass());
Eli Benderskybbef1722014-04-03 21:18:25 +0000149 addPass(createNVPTXFavorNonGenericAddrSpacesPass());
150 // The FavorNonGenericAddrSpaces pass may remove instructions and leave some
151 // values unused. Therefore, we run a DCE pass right afterwards. We could
152 // remove unused values in an ad-hoc manner, but it requires manual work and
153 // might be error-prone.
154 addPass(createDeadCodeEliminationPass());
Justin Holewinski01f89f02013-05-20 12:13:32 +0000155}
156
Justin Holewinskiae556d32012-05-04 20:18:50 +0000157bool NVPTXPassConfig::addInstSelector() {
Justin Holewinski30d56a72014-04-09 15:39:15 +0000158 const NVPTXSubtarget &ST =
159 getTM<NVPTXTargetMachine>().getSubtarget<NVPTXSubtarget>();
160
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000161 addPass(createLowerAggrCopies());
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000162 addPass(createAllocaHoisting());
163 addPass(createNVPTXISelDag(getNVPTXTargetMachine(), getOptLevel()));
Justin Holewinski30d56a72014-04-09 15:39:15 +0000164
165 if (!ST.hasImageHandles())
166 addPass(createNVPTXReplaceImageHandlesPass());
167
Justin Holewinskiae556d32012-05-04 20:18:50 +0000168 return false;
169}
170
Justin Holewinski0497ab12013-03-30 14:29:21 +0000171bool NVPTXPassConfig::addPreRegAlloc() { return false; }
Justin Holewinskidbb3b2f2013-05-31 12:14:49 +0000172bool NVPTXPassConfig::addPostRegAlloc() {
173 addPass(createNVPTXPrologEpilogPass());
174 return false;
175}
176
Benjamin Kramerfae7ff12013-05-31 19:21:58 +0000177FunctionPass *NVPTXPassConfig::createTargetRegisterAllocator(bool) {
Craig Topper062a2ba2014-04-25 05:30:21 +0000178 return nullptr; // No reg alloc
Benjamin Kramerfae7ff12013-05-31 19:21:58 +0000179}
180
Justin Holewinskidbb3b2f2013-05-31 12:14:49 +0000181void NVPTXPassConfig::addFastRegAlloc(FunctionPass *RegAllocPass) {
Benjamin Kramerfae7ff12013-05-31 19:21:58 +0000182 assert(!RegAllocPass && "NVPTX uses no regalloc!");
Justin Holewinskia51418c2013-10-11 12:39:39 +0000183 addPass(&PHIEliminationID);
184 addPass(&TwoAddressInstructionPassID);
Justin Holewinskidbb3b2f2013-05-31 12:14:49 +0000185}
186
187void NVPTXPassConfig::addOptimizedRegAlloc(FunctionPass *RegAllocPass) {
Benjamin Kramerfae7ff12013-05-31 19:21:58 +0000188 assert(!RegAllocPass && "NVPTX uses no regalloc!");
Justin Holewinskia51418c2013-10-11 12:39:39 +0000189
190 addPass(&ProcessImplicitDefsID);
191 addPass(&LiveVariablesID);
192 addPass(&MachineLoopInfoID);
193 addPass(&PHIEliminationID);
194
195 addPass(&TwoAddressInstructionPassID);
196 addPass(&RegisterCoalescerID);
197
198 // PreRA instruction scheduling.
199 if (addPass(&MachineSchedulerID))
200 printAndVerify("After Machine Scheduling");
201
202
203 addPass(&StackSlotColoringID);
204
205 // FIXME: Needs physical registers
206 //addPass(&PostRAMachineLICMID);
207
208 printAndVerify("After StackSlotColoring");
Justin Holewinskidbb3b2f2013-05-31 12:14:49 +0000209}