Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUTargetMachine.cpp - TargetMachine for hw codegen targets-----===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | /// \file |
| 11 | /// \brief The AMDGPU target machine contains all of the hardware specific |
| 12 | /// information needed to emit code for R600 and SI GPUs. |
| 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
| 16 | #include "AMDGPUTargetMachine.h" |
| 17 | #include "AMDGPU.h" |
| 18 | #include "R600ISelLowering.h" |
| 19 | #include "R600InstrInfo.h" |
Vincent Lejeune | 62f38ca | 2013-03-05 18:41:32 +0000 | [diff] [blame] | 20 | #include "R600MachineScheduler.h" |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 21 | #include "SIISelLowering.h" |
| 22 | #include "SIInstrInfo.h" |
| 23 | #include "llvm/Analysis/Passes.h" |
| 24 | #include "llvm/Analysis/Verifier.h" |
| 25 | #include "llvm/CodeGen/MachineFunctionAnalysis.h" |
| 26 | #include "llvm/CodeGen/MachineModuleInfo.h" |
| 27 | #include "llvm/CodeGen/Passes.h" |
| 28 | #include "llvm/MC/MCAsmInfo.h" |
| 29 | #include "llvm/PassManager.h" |
| 30 | #include "llvm/Support/TargetRegistry.h" |
| 31 | #include "llvm/Support/raw_os_ostream.h" |
| 32 | #include "llvm/Transforms/IPO.h" |
| 33 | #include "llvm/Transforms/Scalar.h" |
| 34 | #include <llvm/CodeGen/Passes.h> |
| 35 | |
Tom Stellard | de28bda | 2013-10-10 17:11:12 +0000 | [diff] [blame] | 36 | |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 37 | using namespace llvm; |
| 38 | |
| 39 | extern "C" void LLVMInitializeR600Target() { |
| 40 | // Register the target |
| 41 | RegisterTargetMachine<AMDGPUTargetMachine> X(TheAMDGPUTarget); |
| 42 | } |
| 43 | |
Vincent Lejeune | 62f38ca | 2013-03-05 18:41:32 +0000 | [diff] [blame] | 44 | static ScheduleDAGInstrs *createR600MachineScheduler(MachineSchedContext *C) { |
| 45 | return new ScheduleDAGMI(C, new R600SchedStrategy()); |
| 46 | } |
| 47 | |
| 48 | static MachineSchedRegistry |
| 49 | SchedCustomRegistry("r600", "Run R600's custom scheduler", |
| 50 | createR600MachineScheduler); |
| 51 | |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 52 | AMDGPUTargetMachine::AMDGPUTargetMachine(const Target &T, StringRef TT, |
| 53 | StringRef CPU, StringRef FS, |
| 54 | TargetOptions Options, |
| 55 | Reloc::Model RM, CodeModel::Model CM, |
| 56 | CodeGenOpt::Level OptLevel |
| 57 | ) |
| 58 | : |
| 59 | LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OptLevel), |
| 60 | Subtarget(TT, CPU, FS), |
| 61 | Layout(Subtarget.getDataLayout()), |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 62 | FrameLowering(TargetFrameLowering::StackGrowsUp, 16 // Stack Alignment |
| 63 | , 0), |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 64 | IntrinsicInfo(this), |
| 65 | InstrItins(&Subtarget.getInstrItineraryData()) { |
| 66 | // TLInfo uses InstrInfo so it must be initialized after. |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 67 | if (Subtarget.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Rafael Espindola | 5110102 | 2013-05-23 03:31:47 +0000 | [diff] [blame] | 68 | InstrInfo.reset(new R600InstrInfo(*this)); |
| 69 | TLInfo.reset(new R600TargetLowering(*this)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 70 | } else { |
Rafael Espindola | 5110102 | 2013-05-23 03:31:47 +0000 | [diff] [blame] | 71 | InstrInfo.reset(new SIInstrInfo(*this)); |
| 72 | TLInfo.reset(new SITargetLowering(*this)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 73 | } |
Rafael Espindola | 4a97170 | 2013-05-13 01:16:13 +0000 | [diff] [blame] | 74 | initAsmInfo(); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 75 | } |
| 76 | |
| 77 | AMDGPUTargetMachine::~AMDGPUTargetMachine() { |
| 78 | } |
| 79 | |
| 80 | namespace { |
| 81 | class AMDGPUPassConfig : public TargetPassConfig { |
| 82 | public: |
| 83 | AMDGPUPassConfig(AMDGPUTargetMachine *TM, PassManagerBase &PM) |
Andrew Trick | f45edcc | 2013-09-20 05:14:41 +0000 | [diff] [blame] | 84 | : TargetPassConfig(TM, PM) {} |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 85 | |
| 86 | AMDGPUTargetMachine &getAMDGPUTargetMachine() const { |
| 87 | return getTM<AMDGPUTargetMachine>(); |
| 88 | } |
Andrew Trick | f45edcc | 2013-09-20 05:14:41 +0000 | [diff] [blame] | 89 | |
| 90 | virtual ScheduleDAGInstrs * |
| 91 | createMachineScheduler(MachineSchedContext *C) const { |
| 92 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
| 93 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) |
| 94 | return createR600MachineScheduler(C); |
| 95 | return 0; |
| 96 | } |
| 97 | |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 98 | virtual bool addPreISel(); |
| 99 | virtual bool addInstSelector(); |
| 100 | virtual bool addPreRegAlloc(); |
| 101 | virtual bool addPostRegAlloc(); |
| 102 | virtual bool addPreSched2(); |
| 103 | virtual bool addPreEmitPass(); |
| 104 | }; |
| 105 | } // End of anonymous namespace |
| 106 | |
| 107 | TargetPassConfig *AMDGPUTargetMachine::createPassConfig(PassManagerBase &PM) { |
| 108 | return new AMDGPUPassConfig(this, PM); |
| 109 | } |
| 110 | |
Tom Stellard | 57e6b2d | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 111 | //===----------------------------------------------------------------------===// |
| 112 | // AMDGPU Analysis Pass Setup |
| 113 | //===----------------------------------------------------------------------===// |
| 114 | |
| 115 | void AMDGPUTargetMachine::addAnalysisPasses(PassManagerBase &PM) { |
| 116 | // Add first the target-independent BasicTTI pass, then our AMDGPU pass. This |
| 117 | // allows the AMDGPU pass to delegate to the target independent layer when |
| 118 | // appropriate. |
| 119 | PM.add(createBasicTargetTransformInfoPass(this)); |
| 120 | PM.add(createAMDGPUTargetTransformInfoPass(this)); |
| 121 | } |
| 122 | |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 123 | bool |
| 124 | AMDGPUPassConfig::addPreISel() { |
Tom Stellard | 6b7d99d | 2012-12-19 22:10:31 +0000 | [diff] [blame] | 125 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | 01d7203 | 2013-08-06 02:43:45 +0000 | [diff] [blame] | 126 | addPass(createFlattenCFGPass()); |
Tom Stellard | de28bda | 2013-10-10 17:11:12 +0000 | [diff] [blame] | 127 | if (ST.IsIRStructurizerEnabled() || |
| 128 | ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) |
| 129 | addPass(createStructurizeCFGPass()); |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 130 | if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Vincent Lejeune | 36d9633 | 2013-10-13 17:56:21 +0000 | [diff] [blame] | 131 | addPass(createSinkingPass()); |
Tom Stellard | 68db37b | 2013-08-14 23:24:45 +0000 | [diff] [blame] | 132 | addPass(createSITypeRewriter()); |
Tom Stellard | 6b7d99d | 2012-12-19 22:10:31 +0000 | [diff] [blame] | 133 | addPass(createSIAnnotateControlFlowPass()); |
Vincent Lejeune | d3293b4 | 2013-05-17 16:50:20 +0000 | [diff] [blame] | 134 | } else { |
| 135 | addPass(createR600TextureIntrinsicsReplacer()); |
Tom Stellard | 6b7d99d | 2012-12-19 22:10:31 +0000 | [diff] [blame] | 136 | } |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 137 | return false; |
| 138 | } |
| 139 | |
| 140 | bool AMDGPUPassConfig::addInstSelector() { |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 141 | addPass(createAMDGPUISelDag(getAMDGPUTargetMachine())); |
| 142 | return false; |
| 143 | } |
| 144 | |
| 145 | bool AMDGPUPassConfig::addPreRegAlloc() { |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 146 | addPass(createAMDGPUConvertToISAPass(*TM)); |
Vincent Lejeune | f3d6e32 | 2013-06-05 21:38:04 +0000 | [diff] [blame] | 147 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 148 | |
| 149 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Vincent Lejeune | f3d6e32 | 2013-06-05 21:38:04 +0000 | [diff] [blame] | 150 | addPass(createR600VectorRegMerger(*TM)); |
Tom Stellard | 3492eef | 2013-08-06 23:08:28 +0000 | [diff] [blame] | 151 | } else { |
| 152 | addPass(createSIFixSGPRCopiesPass(*TM)); |
Vincent Lejeune | f3d6e32 | 2013-06-05 21:38:04 +0000 | [diff] [blame] | 153 | } |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 154 | return false; |
| 155 | } |
| 156 | |
| 157 | bool AMDGPUPassConfig::addPostRegAlloc() { |
Tom Stellard | 82d3d45 | 2013-01-18 21:15:53 +0000 | [diff] [blame] | 158 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
| 159 | |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 160 | if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Tom Stellard | 82d3d45 | 2013-01-18 21:15:53 +0000 | [diff] [blame] | 161 | addPass(createSIInsertWaits(*TM)); |
| 162 | } |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 163 | return false; |
| 164 | } |
| 165 | |
| 166 | bool AMDGPUPassConfig::addPreSched2() { |
Vincent Lejeune | f2cfef8 | 2013-07-09 15:03:33 +0000 | [diff] [blame] | 167 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 168 | |
Vincent Lejeune | dfef7cb | 2013-10-01 19:32:58 +0000 | [diff] [blame] | 169 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) |
Vincent Lejeune | f2cfef8 | 2013-07-09 15:03:33 +0000 | [diff] [blame] | 170 | addPass(createR600EmitClauseMarkers(*TM)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 171 | addPass(&IfConverterID); |
Vincent Lejeune | dfef7cb | 2013-10-01 19:32:58 +0000 | [diff] [blame] | 172 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) |
| 173 | addPass(createR600ClauseMergePass(*TM)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 174 | return false; |
| 175 | } |
| 176 | |
| 177 | bool AMDGPUPassConfig::addPreEmitPass() { |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 178 | const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>(); |
Tom Stellard | 3ff0abf | 2013-06-07 20:37:48 +0000 | [diff] [blame] | 179 | if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) { |
Tom Stellard | 6b7d99d | 2012-12-19 22:10:31 +0000 | [diff] [blame] | 180 | addPass(createAMDGPUCFGStructurizerPass(*TM)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 181 | addPass(createR600ExpandSpecialInstrsPass(*TM)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 182 | addPass(&FinalizeMachineBundlesID); |
Vincent Lejeune | 25f259c | 2013-04-30 00:14:27 +0000 | [diff] [blame] | 183 | addPass(createR600Packetizer(*TM)); |
| 184 | addPass(createR600ControlFlowFinalizer(*TM)); |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 185 | } else { |
Tom Stellard | f98f2ce | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 186 | addPass(createSILowerControlFlowPass(*TM)); |
| 187 | } |
| 188 | |
| 189 | return false; |
| 190 | } |