Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUTargetMachine.cpp - TargetMachine for hw codegen targets-----===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief The AMDGPU target machine contains all of the hardware specific |
| 12 | /// information needed to emit code for R600 and SI GPUs. |
| 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
| 16 | #include "AMDGPUTargetMachine.h" |
| 17 | #include "AMDGPU.h" |
| 18 | #include "R600ISelLowering.h" |
| 19 | #include "R600InstrInfo.h" |
Vincent Lejeune | 62f38ca | 2013-03-05 18:41:32 +0000 | [diff] [blame] | 20 | #include "R600MachineScheduler.h" |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 21 | #include "SIISelLowering.h" |
| 22 | #include "SIInstrInfo.h" |
| 23 | #include "llvm/Analysis/Passes.h" |
| 24 | #include "llvm/Analysis/Verifier.h" |
| 25 | #include "llvm/CodeGen/MachineFunctionAnalysis.h" |
| 26 | #include "llvm/CodeGen/MachineModuleInfo.h" |
| 27 | #include "llvm/CodeGen/Passes.h" |
| 28 | #include "llvm/MC/MCAsmInfo.h" |
| 29 | #include "llvm/PassManager.h" |
| 30 | #include "llvm/Support/TargetRegistry.h" |
| 31 | #include "llvm/Support/raw_os_ostream.h" |
| 32 | #include "llvm/Transforms/IPO.h" |
| 33 | #include "llvm/Transforms/Scalar.h" |
| 34 | #include <llvm/CodeGen/Passes.h> |
| 35 | |
| 36 | using namespace llvm; |
| 37 | |
| 38 | extern "C" void LLVMInitializeR600Target() { |
| 39 | // Register the target |
| 40 | RegisterTargetMachine<AMDGPUTargetMachine> X(TheAMDGPUTarget); |
| 41 | } |
| 42 | |
Vincent Lejeune | 62f38ca | 2013-03-05 18:41:32 +0000 | [diff] [blame] | 43 | static ScheduleDAGInstrs *createR600MachineScheduler(MachineSchedContext *C) { |
| 44 | return new ScheduleDAGMI(C, new R600SchedStrategy()); |
| 45 | } |
| 46 | |
| 47 | static MachineSchedRegistry |
| 48 | SchedCustomRegistry("r600", "Run R600's custom scheduler", |
| 49 | createR600MachineScheduler); |
| 50 | |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 51 | AMDGPUTargetMachine::AMDGPUTargetMachine(const Target &T, StringRef TT, |
| 52 | StringRef CPU, StringRef FS, |
| 53 | TargetOptions Options, |
| 54 | Reloc::Model RM, CodeModel::Model CM, |
| 55 | CodeGenOpt::Level OptLevel |
| 56 | ) |
| 57 | : |
| 58 | LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OptLevel), |
| 59 | Subtarget(TT, CPU, FS), |
| 60 | Layout(Subtarget.getDataLayout()), |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 61 | FrameLowering(TargetFrameLowering::StackGrowsUp, 16 // Stack Alignment |
| 62 | , 0), |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 63 | IntrinsicInfo(this), |
| 64 | InstrItins(&Subtarget.getInstrItineraryData()) { |
| 65 | // TLInfo uses InstrInfo so it must be initialized after. |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 66 | if (Subtarget.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Rafael Espindola | 5110102 | 2013-05-23 03:31:47 +0000 | [diff] [blame] | 67 | InstrInfo.reset(new R600InstrInfo(*this)); |
| 68 | TLInfo.reset(new R600TargetLowering(*this)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 69 | } else { |
Rafael Espindola | 5110102 | 2013-05-23 03:31:47 +0000 | [diff] [blame] | 70 | InstrInfo.reset(new SIInstrInfo(*this)); |
| 71 | TLInfo.reset(new SITargetLowering(*this)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 72 | } |
Rafael Espindola | 4a97170 | 2013-05-13 01:16:13 +0000 | [diff] [blame] | 73 | initAsmInfo(); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | AMDGPUTargetMachine::~AMDGPUTargetMachine() { |
| 77 | } |
| 78 | |
| 79 | namespace { |
| 80 | class AMDGPUPassConfig : public TargetPassConfig { |
| 81 | public: |
| 82 | AMDGPUPassConfig(AMDGPUTargetMachine *TM, PassManagerBase &PM) |
Vincent Lejeune | 62f38ca | 2013-03-05 18:41:32 +0000 | [diff] [blame] | 83 | : TargetPassConfig(TM, PM) { |
| 84 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 85 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Vincent Lejeune | 62f38ca | 2013-03-05 18:41:32 +0000 | [diff] [blame] | 86 | enablePass(&MachineSchedulerID); |
| 87 | MachineSchedRegistry::setDefault(createR600MachineScheduler); |
| 88 | } |
| 89 | } |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 90 | |
| 91 | AMDGPUTargetMachine &getAMDGPUTargetMachine() const { |
| 92 | return getTM<AMDGPUTargetMachine>(); |
| 93 | } |
| 94 | |
| 95 | virtual bool addPreISel(); |
| 96 | virtual bool addInstSelector(); |
| 97 | virtual bool addPreRegAlloc(); |
| 98 | virtual bool addPostRegAlloc(); |
| 99 | virtual bool addPreSched2(); |
| 100 | virtual bool addPreEmitPass(); |
| 101 | }; |
| 102 | } // End of anonymous namespace |
| 103 | |
| 104 | TargetPassConfig *AMDGPUTargetMachine::createPassConfig(PassManagerBase &PM) { |
| 105 | return new AMDGPUPassConfig(this, PM); |
| 106 | } |
| 107 | |
Tom Stellard | 57e6b2d | 2013-07-27 00:01:07 +0000 | [diff] [blame^] | 108 | //===----------------------------------------------------------------------===// |
| 109 | // AMDGPU Analysis Pass Setup |
| 110 | //===----------------------------------------------------------------------===// |
| 111 | |
| 112 | void AMDGPUTargetMachine::addAnalysisPasses(PassManagerBase &PM) { |
| 113 | // Add first the target-independent BasicTTI pass, then our AMDGPU pass. This |
| 114 | // allows the AMDGPU pass to delegate to the target independent layer when |
| 115 | // appropriate. |
| 116 | PM.add(createBasicTargetTransformInfoPass(this)); |
| 117 | PM.add(createAMDGPUTargetTransformInfoPass(this)); |
| 118 | } |
| 119 | |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 120 | bool |
| 121 | AMDGPUPassConfig::addPreISel() { |
Tom Stellard | 6b7d99d | 2012-12-19 22:10:31 +0000 | [diff] [blame] | 122 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 123 | if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Matt Arsenault | ad966ea | 2013-06-19 20:18:24 +0000 | [diff] [blame] | 124 | addPass(createStructurizeCFGPass()); |
Tom Stellard | 6b7d99d | 2012-12-19 22:10:31 +0000 | [diff] [blame] | 125 | addPass(createSIAnnotateControlFlowPass()); |
Vincent Lejeune | d3293b4 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 126 | } else { |
| 127 | addPass(createR600TextureIntrinsicsReplacer()); |
Tom Stellard | 6b7d99d | 2012-12-19 22:10:31 +0000 | [diff] [blame] | 128 | } |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 129 | return false; |
| 130 | } |
| 131 | |
| 132 | bool AMDGPUPassConfig::addInstSelector() { |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 133 | addPass(createAMDGPUISelDag(getAMDGPUTargetMachine())); |
Tom Stellard | c0b0c67 | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 134 | |
| 135 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 136 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Tom Stellard | c0b0c67 | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 137 | // This callbacks this pass uses are not implemented yet on SI. |
| 138 | addPass(createAMDGPUIndirectAddressingPass(*TM)); |
| 139 | } |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 140 | return false; |
| 141 | } |
| 142 | |
| 143 | bool AMDGPUPassConfig::addPreRegAlloc() { |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 144 | addPass(createAMDGPUConvertToISAPass(*TM)); |
Vincent Lejeune | f3d6e32 | 2013-06-05 21:38:04 +0000 | [diff] [blame] | 145 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 146 | |
| 147 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Vincent Lejeune | f3d6e32 | 2013-06-05 21:38:04 +0000 | [diff] [blame] | 148 | addPass(createR600VectorRegMerger(*TM)); |
| 149 | } |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 150 | return false; |
| 151 | } |
| 152 | |
| 153 | bool AMDGPUPassConfig::addPostRegAlloc() { |
Tom Stellard | 82d3d45 | 2013-01-18 21:15:53 +0000 | [diff] [blame] | 154 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
| 155 | |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 156 | if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Tom Stellard | 82d3d45 | 2013-01-18 21:15:53 +0000 | [diff] [blame] | 157 | addPass(createSIInsertWaits(*TM)); |
| 158 | } |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 159 | return false; |
| 160 | } |
| 161 | |
| 162 | bool AMDGPUPassConfig::addPreSched2() { |
Vincent Lejeune | f2cfef8 | 2013-07-09 15:03:33 +0000 | [diff] [blame] | 163 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 164 | |
Vincent Lejeune | f2cfef8 | 2013-07-09 15:03:33 +0000 | [diff] [blame] | 165 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
| 166 | addPass(createR600EmitClauseMarkers(*TM)); |
| 167 | } |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 168 | addPass(&IfConverterID); |
| 169 | return false; |
| 170 | } |
| 171 | |
| 172 | bool AMDGPUPassConfig::addPreEmitPass() { |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 173 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 174 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Tom Stellard | 6b7d99d | 2012-12-19 22:10:31 +0000 | [diff] [blame] | 175 | addPass(createAMDGPUCFGStructurizerPass(*TM)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 176 | addPass(createR600ExpandSpecialInstrsPass(*TM)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 177 | addPass(&FinalizeMachineBundlesID); |
Vincent Lejeune | 25f259c | 2013-04-30 00:14:27 +0000 | [diff] [blame] | 178 | addPass(createR600Packetizer(*TM)); |
| 179 | addPass(createR600ControlFlowFinalizer(*TM)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 180 | } else { |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 181 | addPass(createSILowerControlFlowPass(*TM)); |
| 182 | } |
| 183 | |
| 184 | return false; |
| 185 | } |
| 186 | |