blob: d77cdddf8b5277a4f2cbc72767193d72ee801f67 [file] [log] [blame]
Tom Stellardf98f2ce2012-12-11 21:25:42 +00001//===-- AMDGPUTargetMachine.cpp - TargetMachine for hw codegen targets-----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief The AMDGPU target machine contains all of the hardware specific
12/// information needed to emit code for R600 and SI GPUs.
13//
14//===----------------------------------------------------------------------===//
15
16#include "AMDGPUTargetMachine.h"
17#include "AMDGPU.h"
18#include "R600ISelLowering.h"
19#include "R600InstrInfo.h"
Vincent Lejeune62f38ca2013-03-05 18:41:32 +000020#include "R600MachineScheduler.h"
Tom Stellardf98f2ce2012-12-11 21:25:42 +000021#include "SIISelLowering.h"
22#include "SIInstrInfo.h"
23#include "llvm/Analysis/Passes.h"
24#include "llvm/Analysis/Verifier.h"
25#include "llvm/CodeGen/MachineFunctionAnalysis.h"
26#include "llvm/CodeGen/MachineModuleInfo.h"
27#include "llvm/CodeGen/Passes.h"
28#include "llvm/MC/MCAsmInfo.h"
29#include "llvm/PassManager.h"
30#include "llvm/Support/TargetRegistry.h"
31#include "llvm/Support/raw_os_ostream.h"
32#include "llvm/Transforms/IPO.h"
33#include "llvm/Transforms/Scalar.h"
34#include <llvm/CodeGen/Passes.h>
35
36using namespace llvm;
37
38extern "C" void LLVMInitializeR600Target() {
39 // Register the target
40 RegisterTargetMachine<AMDGPUTargetMachine> X(TheAMDGPUTarget);
41}
42
Vincent Lejeune62f38ca2013-03-05 18:41:32 +000043static ScheduleDAGInstrs *createR600MachineScheduler(MachineSchedContext *C) {
44 return new ScheduleDAGMI(C, new R600SchedStrategy());
45}
46
47static MachineSchedRegistry
48SchedCustomRegistry("r600", "Run R600's custom scheduler",
49 createR600MachineScheduler);
50
Tom Stellardf98f2ce2012-12-11 21:25:42 +000051AMDGPUTargetMachine::AMDGPUTargetMachine(const Target &T, StringRef TT,
52 StringRef CPU, StringRef FS,
53 TargetOptions Options,
54 Reloc::Model RM, CodeModel::Model CM,
55 CodeGenOpt::Level OptLevel
56)
57:
58 LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OptLevel),
59 Subtarget(TT, CPU, FS),
60 Layout(Subtarget.getDataLayout()),
Tom Stellard3ff0abf2013-06-07 20:37:48 +000061 FrameLowering(TargetFrameLowering::StackGrowsUp, 16 // Stack Alignment
62 , 0),
Tom Stellardf98f2ce2012-12-11 21:25:42 +000063 IntrinsicInfo(this),
64 InstrItins(&Subtarget.getInstrItineraryData()) {
65 // TLInfo uses InstrInfo so it must be initialized after.
Tom Stellard3ff0abf2013-06-07 20:37:48 +000066 if (Subtarget.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
Rafael Espindola51101022013-05-23 03:31:47 +000067 InstrInfo.reset(new R600InstrInfo(*this));
68 TLInfo.reset(new R600TargetLowering(*this));
Tom Stellardf98f2ce2012-12-11 21:25:42 +000069 } else {
Rafael Espindola51101022013-05-23 03:31:47 +000070 InstrInfo.reset(new SIInstrInfo(*this));
71 TLInfo.reset(new SITargetLowering(*this));
Tom Stellardf98f2ce2012-12-11 21:25:42 +000072 }
Rafael Espindola4a971702013-05-13 01:16:13 +000073 initAsmInfo();
Tom Stellardf98f2ce2012-12-11 21:25:42 +000074}
75
76AMDGPUTargetMachine::~AMDGPUTargetMachine() {
77}
78
79namespace {
80class AMDGPUPassConfig : public TargetPassConfig {
81public:
82 AMDGPUPassConfig(AMDGPUTargetMachine *TM, PassManagerBase &PM)
Vincent Lejeune62f38ca2013-03-05 18:41:32 +000083 : TargetPassConfig(TM, PM) {
84 const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
Tom Stellard3ff0abf2013-06-07 20:37:48 +000085 if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
Vincent Lejeune62f38ca2013-03-05 18:41:32 +000086 enablePass(&MachineSchedulerID);
87 MachineSchedRegistry::setDefault(createR600MachineScheduler);
88 }
89 }
Tom Stellardf98f2ce2012-12-11 21:25:42 +000090
91 AMDGPUTargetMachine &getAMDGPUTargetMachine() const {
92 return getTM<AMDGPUTargetMachine>();
93 }
Tom Stellardf98f2ce2012-12-11 21:25:42 +000094 virtual bool addPreISel();
95 virtual bool addInstSelector();
96 virtual bool addPreRegAlloc();
97 virtual bool addPostRegAlloc();
98 virtual bool addPreSched2();
99 virtual bool addPreEmitPass();
100};
101} // End of anonymous namespace
102
103TargetPassConfig *AMDGPUTargetMachine::createPassConfig(PassManagerBase &PM) {
104 return new AMDGPUPassConfig(this, PM);
105}
106
Tom Stellard57e6b2d2013-07-27 00:01:07 +0000107//===----------------------------------------------------------------------===//
108// AMDGPU Analysis Pass Setup
109//===----------------------------------------------------------------------===//
110
111void AMDGPUTargetMachine::addAnalysisPasses(PassManagerBase &PM) {
112 // Add first the target-independent BasicTTI pass, then our AMDGPU pass. This
113 // allows the AMDGPU pass to delegate to the target independent layer when
114 // appropriate.
115 PM.add(createBasicTargetTransformInfoPass(this));
116 PM.add(createAMDGPUTargetTransformInfoPass(this));
117}
118
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000119bool
120AMDGPUPassConfig::addPreISel() {
Tom Stellard6b7d99d2012-12-19 22:10:31 +0000121 const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
Tom Stellard01d72032013-08-06 02:43:45 +0000122 addPass(createFlattenCFGPass());
Tom Stellard3ff0abf2013-06-07 20:37:48 +0000123 if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
Tom Stellard68db37b2013-08-14 23:24:45 +0000124 addPass(createSITypeRewriter());
Matt Arsenaultad966ea2013-06-19 20:18:24 +0000125 addPass(createStructurizeCFGPass());
Tom Stellard6b7d99d2012-12-19 22:10:31 +0000126 addPass(createSIAnnotateControlFlowPass());
Vincent Lejeuned3293b42013-05-17 16:50:20 +0000127 } else {
128 addPass(createR600TextureIntrinsicsReplacer());
Tom Stellard6b7d99d2012-12-19 22:10:31 +0000129 }
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000130 return false;
131}
132
133bool AMDGPUPassConfig::addInstSelector() {
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000134 addPass(createAMDGPUISelDag(getAMDGPUTargetMachine()));
Tom Stellardc0b0c672013-02-06 17:32:29 +0000135
136 const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
Tom Stellard3ff0abf2013-06-07 20:37:48 +0000137 if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
Tom Stellardc0b0c672013-02-06 17:32:29 +0000138 // This callbacks this pass uses are not implemented yet on SI.
139 addPass(createAMDGPUIndirectAddressingPass(*TM));
140 }
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000141 return false;
142}
143
144bool AMDGPUPassConfig::addPreRegAlloc() {
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000145 addPass(createAMDGPUConvertToISAPass(*TM));
Vincent Lejeunef3d6e322013-06-05 21:38:04 +0000146 const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
Tom Stellard3ff0abf2013-06-07 20:37:48 +0000147
148 if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
Vincent Lejeunef3d6e322013-06-05 21:38:04 +0000149 addPass(createR600VectorRegMerger(*TM));
Tom Stellard3492eef2013-08-06 23:08:28 +0000150 } else {
151 addPass(createSIFixSGPRCopiesPass(*TM));
Vincent Lejeunef3d6e322013-06-05 21:38:04 +0000152 }
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000153 return false;
154}
155
156bool AMDGPUPassConfig::addPostRegAlloc() {
Tom Stellard82d3d452013-01-18 21:15:53 +0000157 const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
158
Tom Stellard3ff0abf2013-06-07 20:37:48 +0000159 if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
Tom Stellard82d3d452013-01-18 21:15:53 +0000160 addPass(createSIInsertWaits(*TM));
161 }
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000162 return false;
163}
164
165bool AMDGPUPassConfig::addPreSched2() {
Vincent Lejeunef2cfef82013-07-09 15:03:33 +0000166 const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000167
Vincent Lejeunef2cfef82013-07-09 15:03:33 +0000168 if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
169 addPass(createR600EmitClauseMarkers(*TM));
170 }
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000171 addPass(&IfConverterID);
172 return false;
173}
174
175bool AMDGPUPassConfig::addPreEmitPass() {
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000176 const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
Tom Stellard3ff0abf2013-06-07 20:37:48 +0000177 if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
Tom Stellard6b7d99d2012-12-19 22:10:31 +0000178 addPass(createAMDGPUCFGStructurizerPass(*TM));
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000179 addPass(createR600ExpandSpecialInstrsPass(*TM));
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000180 addPass(&FinalizeMachineBundlesID);
Vincent Lejeune25f259c2013-04-30 00:14:27 +0000181 addPass(createR600Packetizer(*TM));
182 addPass(createR600ControlFlowFinalizer(*TM));
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000183 } else {
Tom Stellardf98f2ce2012-12-11 21:25:42 +0000184 addPass(createSILowerControlFlowPass(*TM));
185 }
186
187 return false;
188}
189