Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 1 | //===-- AMDGPUTargetTransformInfo.cpp - AMDGPU specific TTI pass ---------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // \file |
| 11 | // This file implements a TargetTransformInfo analysis pass specific to the |
| 12 | // AMDGPU target machine. It uses the target's detailed information to provide |
| 13 | // more precise answers to certain TTI queries, while letting the target |
| 14 | // independent and default TTI implementations handle the rest. |
| 15 | // |
| 16 | //===----------------------------------------------------------------------===// |
| 17 | |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 18 | #include "AMDGPU.h" |
| 19 | #include "AMDGPUTargetMachine.h" |
Tom Stellard | 8cce9bd | 2014-01-23 18:49:28 +0000 | [diff] [blame] | 20 | #include "llvm/Analysis/LoopInfo.h" |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 21 | #include "llvm/Analysis/TargetTransformInfo.h" |
Tom Stellard | 8cce9bd | 2014-01-23 18:49:28 +0000 | [diff] [blame] | 22 | #include "llvm/Analysis/ValueTracking.h" |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/BasicTTIImpl.h" |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 24 | #include "llvm/Support/Debug.h" |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 25 | #include "llvm/Target/CostTable.h" |
Chandler Carruth | 8a8cd2b | 2014-01-07 11:48:04 +0000 | [diff] [blame] | 26 | #include "llvm/Target/TargetLowering.h" |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 27 | using namespace llvm; |
| 28 | |
Chandler Carruth | 84e68b2 | 2014-04-22 02:41:26 +0000 | [diff] [blame] | 29 | #define DEBUG_TYPE "AMDGPUtti" |
| 30 | |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 31 | namespace { |
| 32 | |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 33 | class AMDGPUTTIImpl : public BasicTTIImplBase<AMDGPUTTIImpl> { |
| 34 | typedef BasicTTIImplBase<AMDGPUTTIImpl> BaseT; |
| 35 | typedef TargetTransformInfo TTI; |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 36 | |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 37 | const AMDGPUSubtarget *ST; |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 38 | |
| 39 | public: |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 40 | explicit AMDGPUTTIImpl(const AMDGPUTargetMachine *TM = nullptr) |
| 41 | : BaseT(TM), ST(TM->getSubtargetImpl()) {} |
| 42 | |
| 43 | // Provide value semantics. MSVC requires that we spell all of these out. |
| 44 | AMDGPUTTIImpl(const AMDGPUTTIImpl &Arg) |
| 45 | : BaseT(static_cast<const BaseT &>(Arg)), ST(Arg.ST) {} |
| 46 | AMDGPUTTIImpl(AMDGPUTTIImpl &&Arg) |
| 47 | : BaseT(std::move(static_cast<BaseT &>(Arg))), ST(std::move(Arg.ST)) {} |
| 48 | AMDGPUTTIImpl &operator=(const AMDGPUTTIImpl &RHS) { |
| 49 | BaseT::operator=(static_cast<const BaseT &>(RHS)); |
| 50 | ST = RHS.ST; |
| 51 | return *this; |
| 52 | } |
| 53 | AMDGPUTTIImpl &operator=(AMDGPUTTIImpl &&RHS) { |
| 54 | BaseT::operator=(std::move(static_cast<BaseT &>(RHS))); |
| 55 | ST = std::move(RHS.ST); |
| 56 | return *this; |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 57 | } |
| 58 | |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 59 | bool hasBranchDivergence() { return true; } |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 60 | |
Eric Christopher | d85ffb1 | 2014-09-18 00:34:14 +0000 | [diff] [blame] | 61 | void getUnrollingPreferences(const Function *F, Loop *L, |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 62 | TTI::UnrollingPreferences &UP); |
Tom Stellard | 8cce9bd | 2014-01-23 18:49:28 +0000 | [diff] [blame] | 63 | |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 64 | TTI::PopcntSupportKind getPopcntSupport(unsigned TyWidth) { |
| 65 | assert(isPowerOf2_32(TyWidth) && "Ty width must be power of 2"); |
| 66 | return ST->hasBCNT(TyWidth) ? TTI::PSK_FastHardware : TTI::PSK_Software; |
| 67 | } |
Matt Arsenault | 3dd43fc | 2014-07-18 06:07:13 +0000 | [diff] [blame] | 68 | |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 69 | unsigned getNumberOfRegisters(bool Vector); |
| 70 | unsigned getRegisterBitWidth(bool Vector); |
| 71 | unsigned getMaxInterleaveFactor(); |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 72 | }; |
| 73 | |
| 74 | } // end anonymous namespace |
| 75 | |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 76 | ImmutablePass * |
| 77 | llvm::createAMDGPUTargetTransformInfoPass(const AMDGPUTargetMachine *TM) { |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 78 | return new TargetTransformInfoWrapperPass(AMDGPUTTIImpl(TM)); |
Tom Stellard | 8b1e021 | 2013-07-27 00:01:07 +0000 | [diff] [blame] | 79 | } |
| 80 | |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 81 | void AMDGPUTTIImpl::getUnrollingPreferences(const Function *, Loop *L, |
| 82 | TTI::UnrollingPreferences &UP) { |
Matt Arsenault | c824458 | 2014-07-25 23:02:42 +0000 | [diff] [blame] | 83 | UP.Threshold = 300; // Twice the default. |
| 84 | UP.Count = UINT_MAX; |
| 85 | UP.Partial = true; |
| 86 | |
| 87 | // TODO: Do we want runtime unrolling? |
| 88 | |
Matt Arsenault | ac6e39c | 2014-07-17 06:19:06 +0000 | [diff] [blame] | 89 | for (const BasicBlock *BB : L->getBlocks()) { |
| 90 | for (const Instruction &I : *BB) { |
| 91 | const GetElementPtrInst *GEP = dyn_cast<GetElementPtrInst>(&I); |
Matt Arsenault | 5e2b0f5 | 2014-07-17 06:13:41 +0000 | [diff] [blame] | 92 | if (!GEP || GEP->getAddressSpace() != AMDGPUAS::PRIVATE_ADDRESS) |
Tom Stellard | 8cce9bd | 2014-01-23 18:49:28 +0000 | [diff] [blame] | 93 | continue; |
Matt Arsenault | ac6e39c | 2014-07-17 06:19:06 +0000 | [diff] [blame] | 94 | |
Tom Stellard | 8cce9bd | 2014-01-23 18:49:28 +0000 | [diff] [blame] | 95 | const Value *Ptr = GEP->getPointerOperand(); |
| 96 | const AllocaInst *Alloca = dyn_cast<AllocaInst>(GetUnderlyingObject(Ptr)); |
| 97 | if (Alloca) { |
| 98 | // We want to do whatever we can to limit the number of alloca |
| 99 | // instructions that make it through to the code generator. allocas |
| 100 | // require us to use indirect addressing, which is slow and prone to |
| 101 | // compiler bugs. If this loop does an address calculation on an |
Tom Stellard | fd0d86c | 2014-02-25 21:36:21 +0000 | [diff] [blame] | 102 | // alloca ptr, then we want to use a higher than normal loop unroll |
Matt Arsenault | 5e1e431 | 2014-04-04 20:13:08 +0000 | [diff] [blame] | 103 | // threshold. This will give SROA a better chance to eliminate these |
| 104 | // allocas. |
| 105 | // |
| 106 | // Don't use the maximum allowed value here as it will make some |
| 107 | // programs way too big. |
Matt Arsenault | c824458 | 2014-07-25 23:02:42 +0000 | [diff] [blame] | 108 | UP.Threshold = 800; |
Tom Stellard | 8cce9bd | 2014-01-23 18:49:28 +0000 | [diff] [blame] | 109 | } |
| 110 | } |
| 111 | } |
| 112 | } |
Matt Arsenault | 3dd43fc | 2014-07-18 06:07:13 +0000 | [diff] [blame] | 113 | |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 114 | unsigned AMDGPUTTIImpl::getNumberOfRegisters(bool Vec) { |
Matt Arsenault | a93441f | 2014-07-19 18:15:16 +0000 | [diff] [blame] | 115 | if (Vec) |
| 116 | return 0; |
| 117 | |
| 118 | // Number of VGPRs on SI. |
| 119 | if (ST->getGeneration() >= AMDGPUSubtarget::SOUTHERN_ISLANDS) |
| 120 | return 256; |
| 121 | |
| 122 | return 4 * 128; // XXX - 4 channels. Should these count as vector instead? |
| 123 | } |
| 124 | |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 125 | unsigned AMDGPUTTIImpl::getRegisterBitWidth(bool) { return 32; } |
Matt Arsenault | a93441f | 2014-07-19 18:15:16 +0000 | [diff] [blame] | 126 | |
Chandler Carruth | 705b185 | 2015-01-31 03:43:40 +0000 | [diff] [blame] | 127 | unsigned AMDGPUTTIImpl::getMaxInterleaveFactor() { |
Matt Arsenault | a93441f | 2014-07-19 18:15:16 +0000 | [diff] [blame] | 128 | // Semi-arbitrary large amount. |
| 129 | return 64; |
| 130 | } |