blob: eaf4056e47eafd24771abd5d107cfaa3c72b95fb [file] [log] [blame]
Tim Northover69fa84a2016-10-14 22:18:18 +00001//===---- lib/CodeGen/GlobalISel/LegalizerInfo.cpp - Legalizer -------==//
Tim Northover75ad0772016-07-20 21:13:29 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Implement an interface to specify and query how an illegal operation on a
11// given type should be expanded.
12//
13// Issues to be resolved:
14// + Make it fast.
15// + Support weird types like i3, <7 x i3>, ...
16// + Operations with more than one type (ICMP, CMPXCHG, intrinsics, ...)
17//
18//===----------------------------------------------------------------------===//
19
Tim Northover69fa84a2016-10-14 22:18:18 +000020#include "llvm/CodeGen/GlobalISel/LegalizerInfo.h"
Tim Northover0f140c72016-09-09 11:46:34 +000021
22#include "llvm/ADT/SmallBitVector.h"
Tim Northover75ad0772016-07-20 21:13:29 +000023#include "llvm/CodeGen/MachineInstr.h"
Tim Northover0f140c72016-09-09 11:46:34 +000024#include "llvm/CodeGen/MachineRegisterInfo.h"
Tim Northover75ad0772016-07-20 21:13:29 +000025#include "llvm/CodeGen/ValueTypes.h"
Tim Northover75ad0772016-07-20 21:13:29 +000026#include "llvm/IR/Type.h"
27#include "llvm/Target/TargetOpcodes.h"
28using namespace llvm;
29
Tim Northover69fa84a2016-10-14 22:18:18 +000030LegalizerInfo::LegalizerInfo() : TablesInitialized(false) {
Tim Northover32335812016-08-04 18:35:11 +000031 // FIXME: these two can be legalized to the fundamental load/store Jakob
32 // proposed. Once loads & stores are supported.
Tim Northoverbdf67c92016-08-23 21:01:33 +000033 DefaultActions[TargetOpcode::G_ANYEXT] = Legal;
Tim Northover32335812016-08-04 18:35:11 +000034 DefaultActions[TargetOpcode::G_TRUNC] = Legal;
35
Tim Northoverb3a0be42016-08-23 21:01:20 +000036 DefaultActions[TargetOpcode::G_INTRINSIC] = Legal;
37 DefaultActions[TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS] = Legal;
38
Tim Northover75ad0772016-07-20 21:13:29 +000039 DefaultActions[TargetOpcode::G_ADD] = NarrowScalar;
Tim Northovercdf23f12016-10-31 18:30:59 +000040 DefaultActions[TargetOpcode::G_LOAD] = NarrowScalar;
41 DefaultActions[TargetOpcode::G_STORE] = NarrowScalar;
Tim Northoverb3a0be42016-08-23 21:01:20 +000042
43 DefaultActions[TargetOpcode::G_BRCOND] = WidenScalar;
Tim Northover0e6afbd2017-02-06 21:56:47 +000044 DefaultActions[TargetOpcode::G_INSERT] = NarrowScalar;
Volkan Keles5698b2a2017-03-08 18:09:14 +000045 DefaultActions[TargetOpcode::G_FNEG] = Lower;
Tim Northover75ad0772016-07-20 21:13:29 +000046}
47
Tim Northover69fa84a2016-10-14 22:18:18 +000048void LegalizerInfo::computeTables() {
Tim Northoverf8bab1c2016-08-29 21:00:00 +000049 for (unsigned Opcode = 0; Opcode <= LastOp - FirstOp; ++Opcode) {
50 for (unsigned Idx = 0; Idx != Actions[Opcode].size(); ++Idx) {
51 for (auto &Action : Actions[Opcode][Idx]) {
52 LLT Ty = Action.first;
53 if (!Ty.isVector())
54 continue;
Tim Northover75ad0772016-07-20 21:13:29 +000055
Tim Northoverf8bab1c2016-08-29 21:00:00 +000056 auto &Entry = MaxLegalVectorElts[std::make_pair(Opcode + FirstOp,
57 Ty.getElementType())];
58 Entry = std::max(Entry, Ty.getNumElements());
59 }
60 }
Tim Northover75ad0772016-07-20 21:13:29 +000061 }
62
63 TablesInitialized = true;
64}
65
66// FIXME: inefficient implementation for now. Without ComputeValueVTs we're
67// probably going to need specialized lookup structures for various types before
68// we have any hope of doing well with something like <13 x i3>. Even the common
69// cases should do better than what we have now.
Tim Northover69fa84a2016-10-14 22:18:18 +000070std::pair<LegalizerInfo::LegalizeAction, LLT>
71LegalizerInfo::getAction(const InstrAspect &Aspect) const {
Tim Northover75ad0772016-07-20 21:13:29 +000072 assert(TablesInitialized && "backend forgot to call computeTables");
73 // These *have* to be implemented for now, they're the fundamental basis of
74 // how everything else is transformed.
75
Tim Northover33b07d62016-07-22 20:03:43 +000076 // FIXME: the long-term plan calls for expansion in terms of load/store (if
77 // they're not legal).
Tim Northovera01bece2016-08-23 19:30:42 +000078 if (Aspect.Opcode == TargetOpcode::G_SEQUENCE ||
Tim Northoverbf017292017-03-03 22:46:09 +000079 Aspect.Opcode == TargetOpcode::G_EXTRACT ||
80 Aspect.Opcode == TargetOpcode::G_MERGE_VALUES ||
81 Aspect.Opcode == TargetOpcode::G_UNMERGE_VALUES)
Tim Northovera01bece2016-08-23 19:30:42 +000082 return std::make_pair(Legal, Aspect.Type);
Tim Northover33b07d62016-07-22 20:03:43 +000083
Volkan Keles64ad85f2017-04-11 10:10:14 +000084 LLT Ty = Aspect.Type;
Tim Northoverf8bab1c2016-08-29 21:00:00 +000085 LegalizeAction Action = findInActions(Aspect);
Volkan Keles64ad85f2017-04-11 10:10:14 +000086 // LegalizerHelper is not able to handle non-power-of-2 types right now, so do
87 // not try to legalize them unless they are marked as Legal or Custom.
88 // FIXME: This is a temporary hack until the general non-power-of-2
89 // legalization works.
90 if (!isPowerOf2_64(Ty.getSizeInBits()) &&
91 !(Action == Legal || Action == Custom))
92 return std::make_pair(Unsupported, LLT());
93
Tim Northoverf8bab1c2016-08-29 21:00:00 +000094 if (Action != NotFound)
95 return findLegalAction(Aspect, Action);
Tim Northover75ad0772016-07-20 21:13:29 +000096
Tim Northovera01bece2016-08-23 19:30:42 +000097 unsigned Opcode = Aspect.Opcode;
Tim Northover75ad0772016-07-20 21:13:29 +000098 if (!Ty.isVector()) {
Tim Northovera01bece2016-08-23 19:30:42 +000099 auto DefaultAction = DefaultActions.find(Aspect.Opcode);
Tim Northover75ad0772016-07-20 21:13:29 +0000100 if (DefaultAction != DefaultActions.end() && DefaultAction->second == Legal)
101 return std::make_pair(Legal, Ty);
102
Volkan Keles5698b2a2017-03-08 18:09:14 +0000103 if (DefaultAction != DefaultActions.end() && DefaultAction->second == Lower)
104 return std::make_pair(Lower, Ty);
105
Tim Northover0a683e72016-12-06 19:02:15 +0000106 if (DefaultAction == DefaultActions.end() ||
107 DefaultAction->second != NarrowScalar)
108 return std::make_pair(Unsupported, LLT());
Tim Northovera01bece2016-08-23 19:30:42 +0000109 return findLegalAction(Aspect, NarrowScalar);
Tim Northover75ad0772016-07-20 21:13:29 +0000110 }
111
112 LLT EltTy = Ty.getElementType();
113 int NumElts = Ty.getNumElements();
114
115 auto ScalarAction = ScalarInVectorActions.find(std::make_pair(Opcode, EltTy));
116 if (ScalarAction != ScalarInVectorActions.end() &&
117 ScalarAction->second != Legal)
Tim Northovera01bece2016-08-23 19:30:42 +0000118 return findLegalAction(Aspect, ScalarAction->second);
Tim Northover75ad0772016-07-20 21:13:29 +0000119
120 // The element type is legal in principle, but the number of elements is
121 // wrong.
122 auto MaxLegalElts = MaxLegalVectorElts.lookup(std::make_pair(Opcode, EltTy));
123 if (MaxLegalElts > NumElts)
Tim Northovera01bece2016-08-23 19:30:42 +0000124 return findLegalAction(Aspect, MoreElements);
Tim Northover75ad0772016-07-20 21:13:29 +0000125
126 if (MaxLegalElts == 0) {
127 // Scalarize if there's no legal vector type, which is just a special case
128 // of FewerElements.
129 return std::make_pair(FewerElements, EltTy);
130 }
131
Tim Northovera01bece2016-08-23 19:30:42 +0000132 return findLegalAction(Aspect, FewerElements);
Tim Northover75ad0772016-07-20 21:13:29 +0000133}
134
Tim Northover69fa84a2016-10-14 22:18:18 +0000135std::tuple<LegalizerInfo::LegalizeAction, unsigned, LLT>
136LegalizerInfo::getAction(const MachineInstr &MI,
137 const MachineRegisterInfo &MRI) const {
Tim Northover0f140c72016-09-09 11:46:34 +0000138 SmallBitVector SeenTypes(8);
139 const MCOperandInfo *OpInfo = MI.getDesc().OpInfo;
140 for (unsigned i = 0; i < MI.getDesc().getNumOperands(); ++i) {
141 if (!OpInfo[i].isGenericType())
142 continue;
143
144 // We don't want to repeatedly check the same operand index, that
145 // could get expensive.
146 unsigned TypeIdx = OpInfo[i].getGenericTypeIndex();
147 if (SeenTypes[TypeIdx])
148 continue;
149
150 SeenTypes.set(TypeIdx);
151
152 LLT Ty = MRI.getType(MI.getOperand(i).getReg());
153 auto Action = getAction({MI.getOpcode(), TypeIdx, Ty});
Tim Northovera01bece2016-08-23 19:30:42 +0000154 if (Action.first != Legal)
Tim Northover0f140c72016-09-09 11:46:34 +0000155 return std::make_tuple(Action.first, TypeIdx, Action.second);
Tim Northovera01bece2016-08-23 19:30:42 +0000156 }
Richard Smith84c4cc42016-08-23 22:21:58 +0000157 return std::make_tuple(Legal, 0, LLT{});
Tim Northover75ad0772016-07-20 21:13:29 +0000158}
159
Tim Northover69fa84a2016-10-14 22:18:18 +0000160bool LegalizerInfo::isLegal(const MachineInstr &MI,
161 const MachineRegisterInfo &MRI) const {
Tim Northover0f140c72016-09-09 11:46:34 +0000162 return std::get<0>(getAction(MI, MRI)) == Legal;
Tim Northover75ad0772016-07-20 21:13:29 +0000163}
164
Tim Northover69fa84a2016-10-14 22:18:18 +0000165LLT LegalizerInfo::findLegalType(const InstrAspect &Aspect,
166 LegalizeAction Action) const {
Tim Northover75ad0772016-07-20 21:13:29 +0000167 switch(Action) {
168 default:
169 llvm_unreachable("Cannot find legal type");
170 case Legal:
Tim Northovercecee562016-08-26 17:46:13 +0000171 case Lower:
Tim Northoveredb3c8c2016-08-29 19:07:16 +0000172 case Libcall:
Tim Northover91366172017-02-15 23:22:50 +0000173 case Custom:
Tim Northovera01bece2016-08-23 19:30:42 +0000174 return Aspect.Type;
Tim Northover75ad0772016-07-20 21:13:29 +0000175 case NarrowScalar: {
Tim Northovera01bece2016-08-23 19:30:42 +0000176 return findLegalType(Aspect,
Tim Northover75ad0772016-07-20 21:13:29 +0000177 [&](LLT Ty) -> LLT { return Ty.halfScalarSize(); });
178 }
179 case WidenScalar: {
Tim Northovera01bece2016-08-23 19:30:42 +0000180 return findLegalType(Aspect, [&](LLT Ty) -> LLT {
Tim Northoverea904f92016-08-19 22:40:00 +0000181 return Ty.getSizeInBits() < 8 ? LLT::scalar(8) : Ty.doubleScalarSize();
182 });
Tim Northover75ad0772016-07-20 21:13:29 +0000183 }
184 case FewerElements: {
Tim Northovera01bece2016-08-23 19:30:42 +0000185 return findLegalType(Aspect,
Tim Northover75ad0772016-07-20 21:13:29 +0000186 [&](LLT Ty) -> LLT { return Ty.halfElements(); });
187 }
188 case MoreElements: {
Tim Northovera01bece2016-08-23 19:30:42 +0000189 return findLegalType(Aspect,
190 [&](LLT Ty) -> LLT { return Ty.doubleElements(); });
Tim Northover75ad0772016-07-20 21:13:29 +0000191 }
192 }
193}
Tim Northover91366172017-02-15 23:22:50 +0000194
195bool LegalizerInfo::legalizeCustom(MachineInstr &MI,
196 MachineRegisterInfo &MRI,
197 MachineIRBuilder &MIRBuilder) const {
198 return false;
199}