| Tim Northover | 69fa84a | 2016-10-14 22:18:18 +0000 | [diff] [blame] | 1 | //===---- lib/CodeGen/GlobalISel/LegalizerInfo.cpp - Legalizer -------==// |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // Implement an interface to specify and query how an illegal operation on a |
| 11 | // given type should be expanded. |
| 12 | // |
| 13 | // Issues to be resolved: |
| 14 | // + Make it fast. |
| 15 | // + Support weird types like i3, <7 x i3>, ... |
| 16 | // + Operations with more than one type (ICMP, CMPXCHG, intrinsics, ...) |
| 17 | // |
| 18 | //===----------------------------------------------------------------------===// |
| 19 | |
| Tim Northover | 69fa84a | 2016-10-14 22:18:18 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/GlobalISel/LegalizerInfo.h" |
| Tim Northover | 0f140c7 | 2016-09-09 11:46:34 +0000 | [diff] [blame] | 21 | |
| 22 | #include "llvm/ADT/SmallBitVector.h" |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/MachineInstr.h" |
| Tim Northover | 0f140c7 | 2016-09-09 11:46:34 +0000 | [diff] [blame] | 24 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 25 | #include "llvm/CodeGen/ValueTypes.h" |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 26 | #include "llvm/IR/Type.h" |
| 27 | #include "llvm/Target/TargetOpcodes.h" |
| 28 | using namespace llvm; |
| 29 | |
| Tim Northover | 69fa84a | 2016-10-14 22:18:18 +0000 | [diff] [blame] | 30 | LegalizerInfo::LegalizerInfo() : TablesInitialized(false) { |
| Tim Northover | 3233581 | 2016-08-04 18:35:11 +0000 | [diff] [blame] | 31 | // FIXME: these two can be legalized to the fundamental load/store Jakob |
| 32 | // proposed. Once loads & stores are supported. |
| Tim Northover | bdf67c9 | 2016-08-23 21:01:33 +0000 | [diff] [blame] | 33 | DefaultActions[TargetOpcode::G_ANYEXT] = Legal; |
| Tim Northover | 3233581 | 2016-08-04 18:35:11 +0000 | [diff] [blame] | 34 | DefaultActions[TargetOpcode::G_TRUNC] = Legal; |
| 35 | |
| Tim Northover | b3a0be4 | 2016-08-23 21:01:20 +0000 | [diff] [blame] | 36 | DefaultActions[TargetOpcode::G_INTRINSIC] = Legal; |
| 37 | DefaultActions[TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS] = Legal; |
| 38 | |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 39 | DefaultActions[TargetOpcode::G_ADD] = NarrowScalar; |
| Tim Northover | cdf23f1 | 2016-10-31 18:30:59 +0000 | [diff] [blame] | 40 | DefaultActions[TargetOpcode::G_LOAD] = NarrowScalar; |
| 41 | DefaultActions[TargetOpcode::G_STORE] = NarrowScalar; |
| Tim Northover | b3a0be4 | 2016-08-23 21:01:20 +0000 | [diff] [blame] | 42 | |
| 43 | DefaultActions[TargetOpcode::G_BRCOND] = WidenScalar; |
| Tim Northover | 0e6afbd | 2017-02-06 21:56:47 +0000 | [diff] [blame] | 44 | DefaultActions[TargetOpcode::G_INSERT] = NarrowScalar; |
| Tim Northover | c2d5e6d | 2017-06-26 20:34:13 +0000 | [diff] [blame^] | 45 | DefaultActions[TargetOpcode::G_EXTRACT] = NarrowScalar; |
| Volkan Keles | 5698b2a | 2017-03-08 18:09:14 +0000 | [diff] [blame] | 46 | DefaultActions[TargetOpcode::G_FNEG] = Lower; |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 47 | } |
| 48 | |
| Tim Northover | 69fa84a | 2016-10-14 22:18:18 +0000 | [diff] [blame] | 49 | void LegalizerInfo::computeTables() { |
| Tim Northover | f8bab1c | 2016-08-29 21:00:00 +0000 | [diff] [blame] | 50 | for (unsigned Opcode = 0; Opcode <= LastOp - FirstOp; ++Opcode) { |
| 51 | for (unsigned Idx = 0; Idx != Actions[Opcode].size(); ++Idx) { |
| 52 | for (auto &Action : Actions[Opcode][Idx]) { |
| 53 | LLT Ty = Action.first; |
| 54 | if (!Ty.isVector()) |
| 55 | continue; |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 56 | |
| Tim Northover | f8bab1c | 2016-08-29 21:00:00 +0000 | [diff] [blame] | 57 | auto &Entry = MaxLegalVectorElts[std::make_pair(Opcode + FirstOp, |
| 58 | Ty.getElementType())]; |
| 59 | Entry = std::max(Entry, Ty.getNumElements()); |
| 60 | } |
| 61 | } |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 62 | } |
| 63 | |
| 64 | TablesInitialized = true; |
| 65 | } |
| 66 | |
| 67 | // FIXME: inefficient implementation for now. Without ComputeValueVTs we're |
| 68 | // probably going to need specialized lookup structures for various types before |
| 69 | // we have any hope of doing well with something like <13 x i3>. Even the common |
| 70 | // cases should do better than what we have now. |
| Tim Northover | 69fa84a | 2016-10-14 22:18:18 +0000 | [diff] [blame] | 71 | std::pair<LegalizerInfo::LegalizeAction, LLT> |
| 72 | LegalizerInfo::getAction(const InstrAspect &Aspect) const { |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 73 | assert(TablesInitialized && "backend forgot to call computeTables"); |
| 74 | // These *have* to be implemented for now, they're the fundamental basis of |
| 75 | // how everything else is transformed. |
| 76 | |
| Tim Northover | 33b07d6 | 2016-07-22 20:03:43 +0000 | [diff] [blame] | 77 | // FIXME: the long-term plan calls for expansion in terms of load/store (if |
| 78 | // they're not legal). |
| Tim Northover | c2d5e6d | 2017-06-26 20:34:13 +0000 | [diff] [blame^] | 79 | if (Aspect.Opcode == TargetOpcode::G_MERGE_VALUES || |
| Tim Northover | bf01729 | 2017-03-03 22:46:09 +0000 | [diff] [blame] | 80 | Aspect.Opcode == TargetOpcode::G_UNMERGE_VALUES) |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 81 | return std::make_pair(Legal, Aspect.Type); |
| Tim Northover | 33b07d6 | 2016-07-22 20:03:43 +0000 | [diff] [blame] | 82 | |
| Volkan Keles | 64ad85f | 2017-04-11 10:10:14 +0000 | [diff] [blame] | 83 | LLT Ty = Aspect.Type; |
| Tim Northover | f8bab1c | 2016-08-29 21:00:00 +0000 | [diff] [blame] | 84 | LegalizeAction Action = findInActions(Aspect); |
| Volkan Keles | 64ad85f | 2017-04-11 10:10:14 +0000 | [diff] [blame] | 85 | // LegalizerHelper is not able to handle non-power-of-2 types right now, so do |
| 86 | // not try to legalize them unless they are marked as Legal or Custom. |
| 87 | // FIXME: This is a temporary hack until the general non-power-of-2 |
| 88 | // legalization works. |
| 89 | if (!isPowerOf2_64(Ty.getSizeInBits()) && |
| 90 | !(Action == Legal || Action == Custom)) |
| 91 | return std::make_pair(Unsupported, LLT()); |
| 92 | |
| Tim Northover | f8bab1c | 2016-08-29 21:00:00 +0000 | [diff] [blame] | 93 | if (Action != NotFound) |
| 94 | return findLegalAction(Aspect, Action); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 95 | |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 96 | unsigned Opcode = Aspect.Opcode; |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 97 | if (!Ty.isVector()) { |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 98 | auto DefaultAction = DefaultActions.find(Aspect.Opcode); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 99 | if (DefaultAction != DefaultActions.end() && DefaultAction->second == Legal) |
| 100 | return std::make_pair(Legal, Ty); |
| 101 | |
| Volkan Keles | 5698b2a | 2017-03-08 18:09:14 +0000 | [diff] [blame] | 102 | if (DefaultAction != DefaultActions.end() && DefaultAction->second == Lower) |
| 103 | return std::make_pair(Lower, Ty); |
| 104 | |
| Tim Northover | 0a683e7 | 2016-12-06 19:02:15 +0000 | [diff] [blame] | 105 | if (DefaultAction == DefaultActions.end() || |
| 106 | DefaultAction->second != NarrowScalar) |
| 107 | return std::make_pair(Unsupported, LLT()); |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 108 | return findLegalAction(Aspect, NarrowScalar); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 109 | } |
| 110 | |
| 111 | LLT EltTy = Ty.getElementType(); |
| 112 | int NumElts = Ty.getNumElements(); |
| 113 | |
| 114 | auto ScalarAction = ScalarInVectorActions.find(std::make_pair(Opcode, EltTy)); |
| 115 | if (ScalarAction != ScalarInVectorActions.end() && |
| 116 | ScalarAction->second != Legal) |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 117 | return findLegalAction(Aspect, ScalarAction->second); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 118 | |
| 119 | // The element type is legal in principle, but the number of elements is |
| 120 | // wrong. |
| 121 | auto MaxLegalElts = MaxLegalVectorElts.lookup(std::make_pair(Opcode, EltTy)); |
| 122 | if (MaxLegalElts > NumElts) |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 123 | return findLegalAction(Aspect, MoreElements); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 124 | |
| 125 | if (MaxLegalElts == 0) { |
| 126 | // Scalarize if there's no legal vector type, which is just a special case |
| 127 | // of FewerElements. |
| 128 | return std::make_pair(FewerElements, EltTy); |
| 129 | } |
| 130 | |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 131 | return findLegalAction(Aspect, FewerElements); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 132 | } |
| 133 | |
| Tim Northover | 69fa84a | 2016-10-14 22:18:18 +0000 | [diff] [blame] | 134 | std::tuple<LegalizerInfo::LegalizeAction, unsigned, LLT> |
| 135 | LegalizerInfo::getAction(const MachineInstr &MI, |
| 136 | const MachineRegisterInfo &MRI) const { |
| Tim Northover | 0f140c7 | 2016-09-09 11:46:34 +0000 | [diff] [blame] | 137 | SmallBitVector SeenTypes(8); |
| 138 | const MCOperandInfo *OpInfo = MI.getDesc().OpInfo; |
| 139 | for (unsigned i = 0; i < MI.getDesc().getNumOperands(); ++i) { |
| 140 | if (!OpInfo[i].isGenericType()) |
| 141 | continue; |
| 142 | |
| 143 | // We don't want to repeatedly check the same operand index, that |
| 144 | // could get expensive. |
| 145 | unsigned TypeIdx = OpInfo[i].getGenericTypeIndex(); |
| 146 | if (SeenTypes[TypeIdx]) |
| 147 | continue; |
| 148 | |
| 149 | SeenTypes.set(TypeIdx); |
| 150 | |
| 151 | LLT Ty = MRI.getType(MI.getOperand(i).getReg()); |
| 152 | auto Action = getAction({MI.getOpcode(), TypeIdx, Ty}); |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 153 | if (Action.first != Legal) |
| Tim Northover | 0f140c7 | 2016-09-09 11:46:34 +0000 | [diff] [blame] | 154 | return std::make_tuple(Action.first, TypeIdx, Action.second); |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 155 | } |
| Richard Smith | 84c4cc4 | 2016-08-23 22:21:58 +0000 | [diff] [blame] | 156 | return std::make_tuple(Legal, 0, LLT{}); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 157 | } |
| 158 | |
| Tim Northover | 69fa84a | 2016-10-14 22:18:18 +0000 | [diff] [blame] | 159 | bool LegalizerInfo::isLegal(const MachineInstr &MI, |
| 160 | const MachineRegisterInfo &MRI) const { |
| Tim Northover | 0f140c7 | 2016-09-09 11:46:34 +0000 | [diff] [blame] | 161 | return std::get<0>(getAction(MI, MRI)) == Legal; |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 162 | } |
| 163 | |
| Aditya Nandakumar | 479ddd2 | 2017-05-12 22:43:58 +0000 | [diff] [blame] | 164 | Optional<LLT> LegalizerInfo::findLegalType(const InstrAspect &Aspect, |
| Tim Northover | 69fa84a | 2016-10-14 22:18:18 +0000 | [diff] [blame] | 165 | LegalizeAction Action) const { |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 166 | switch(Action) { |
| 167 | default: |
| 168 | llvm_unreachable("Cannot find legal type"); |
| 169 | case Legal: |
| Tim Northover | cecee56 | 2016-08-26 17:46:13 +0000 | [diff] [blame] | 170 | case Lower: |
| Tim Northover | edb3c8c | 2016-08-29 19:07:16 +0000 | [diff] [blame] | 171 | case Libcall: |
| Tim Northover | 9136617 | 2017-02-15 23:22:50 +0000 | [diff] [blame] | 172 | case Custom: |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 173 | return Aspect.Type; |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 174 | case NarrowScalar: { |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 175 | return findLegalType(Aspect, |
| Aditya Nandakumar | fd484c4 | 2017-05-11 21:56:51 +0000 | [diff] [blame] | 176 | [](LLT Ty) -> LLT { return Ty.halfScalarSize(); }); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 177 | } |
| 178 | case WidenScalar: { |
| Aditya Nandakumar | fd484c4 | 2017-05-11 21:56:51 +0000 | [diff] [blame] | 179 | return findLegalType(Aspect, [](LLT Ty) -> LLT { |
| Tim Northover | ea904f9 | 2016-08-19 22:40:00 +0000 | [diff] [blame] | 180 | return Ty.getSizeInBits() < 8 ? LLT::scalar(8) : Ty.doubleScalarSize(); |
| 181 | }); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 182 | } |
| 183 | case FewerElements: { |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 184 | return findLegalType(Aspect, |
| Aditya Nandakumar | fd484c4 | 2017-05-11 21:56:51 +0000 | [diff] [blame] | 185 | [](LLT Ty) -> LLT { return Ty.halfElements(); }); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 186 | } |
| 187 | case MoreElements: { |
| Tim Northover | a01bece | 2016-08-23 19:30:42 +0000 | [diff] [blame] | 188 | return findLegalType(Aspect, |
| Aditya Nandakumar | fd484c4 | 2017-05-11 21:56:51 +0000 | [diff] [blame] | 189 | [](LLT Ty) -> LLT { return Ty.doubleElements(); }); |
| Tim Northover | 75ad077 | 2016-07-20 21:13:29 +0000 | [diff] [blame] | 190 | } |
| 191 | } |
| 192 | } |
| Tim Northover | 9136617 | 2017-02-15 23:22:50 +0000 | [diff] [blame] | 193 | |
| 194 | bool LegalizerInfo::legalizeCustom(MachineInstr &MI, |
| 195 | MachineRegisterInfo &MRI, |
| 196 | MachineIRBuilder &MIRBuilder) const { |
| 197 | return false; |
| 198 | } |