Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 1 | //===- X86LegalizerInfo.cpp --------------------------------------*- C++ -*-==// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | /// \file |
| 10 | /// This file implements the targeting of the Machinelegalizer class for X86. |
| 11 | /// \todo This should be generated by TableGen. |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "X86LegalizerInfo.h" |
| 15 | #include "X86Subtarget.h" |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 16 | #include "X86TargetMachine.h" |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 17 | #include "llvm/CodeGen/ValueTypes.h" |
| 18 | #include "llvm/IR/DerivedTypes.h" |
| 19 | #include "llvm/IR/Type.h" |
| 20 | #include "llvm/Target/TargetOpcodes.h" |
| 21 | |
| 22 | using namespace llvm; |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 23 | using namespace TargetOpcode; |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 24 | |
| 25 | #ifndef LLVM_BUILD_GLOBAL_ISEL |
| 26 | #error "You shouldn't build this" |
| 27 | #endif |
| 28 | |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 29 | X86LegalizerInfo::X86LegalizerInfo(const X86Subtarget &STI, |
| 30 | const X86TargetMachine &TM) |
| 31 | : Subtarget(STI), TM(TM) { |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 32 | |
| 33 | setLegalizerInfo32bit(); |
| 34 | setLegalizerInfo64bit(); |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 35 | setLegalizerInfoSSE1(); |
| 36 | setLegalizerInfoSSE2(); |
Igor Breger | 605b965 | 2017-05-08 09:03:37 +0000 | [diff] [blame] | 37 | setLegalizerInfoSSE41(); |
| 38 | setLegalizerInfoAVX2(); |
| 39 | setLegalizerInfoAVX512(); |
| 40 | setLegalizerInfoAVX512DQ(); |
| 41 | setLegalizerInfoAVX512BW(); |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 42 | |
| 43 | computeTables(); |
| 44 | } |
| 45 | |
| 46 | void X86LegalizerInfo::setLegalizerInfo32bit() { |
| 47 | |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 48 | if (Subtarget.is64Bit()) |
| 49 | return; |
| 50 | |
| 51 | const LLT p0 = LLT::pointer(0, 32); |
Igor Breger | 2953788 | 2017-04-07 14:41:59 +0000 | [diff] [blame] | 52 | const LLT s1 = LLT::scalar(1); |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 53 | const LLT s8 = LLT::scalar(8); |
| 54 | const LLT s16 = LLT::scalar(16); |
| 55 | const LLT s32 = LLT::scalar(32); |
Igor Breger | 2953788 | 2017-04-07 14:41:59 +0000 | [diff] [blame] | 56 | const LLT s64 = LLT::scalar(64); |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 57 | |
Igor Breger | 605b965 | 2017-05-08 09:03:37 +0000 | [diff] [blame] | 58 | for (unsigned BinOp : {G_ADD, G_SUB, G_MUL}) |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 59 | for (auto Ty : {s8, s16, s32}) |
| 60 | setAction({BinOp, Ty}, Legal); |
| 61 | |
Igor Breger | 28f290f | 2017-05-17 12:48:08 +0000 | [diff] [blame^] | 62 | for (unsigned Op : {G_UADDE}) { |
| 63 | setAction({Op, s32}, Legal); |
| 64 | setAction({Op, 1, s1}, Legal); |
| 65 | } |
| 66 | |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 67 | for (unsigned MemOp : {G_LOAD, G_STORE}) { |
| 68 | for (auto Ty : {s8, s16, s32, p0}) |
| 69 | setAction({MemOp, Ty}, Legal); |
| 70 | |
| 71 | // And everything's fine in addrspace 0. |
| 72 | setAction({MemOp, 1, p0}, Legal); |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 73 | } |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 74 | |
| 75 | // Pointer-handling |
| 76 | setAction({G_FRAME_INDEX, p0}, Legal); |
Igor Breger | 2953788 | 2017-04-07 14:41:59 +0000 | [diff] [blame] | 77 | |
Igor Breger | 810c625 | 2017-05-08 09:40:43 +0000 | [diff] [blame] | 78 | setAction({G_GEP, p0}, Legal); |
| 79 | setAction({G_GEP, 1, s32}, Legal); |
| 80 | |
| 81 | for (auto Ty : {s1, s8, s16}) |
| 82 | setAction({G_GEP, 1, Ty}, WidenScalar); |
| 83 | |
Igor Breger | 2953788 | 2017-04-07 14:41:59 +0000 | [diff] [blame] | 84 | // Constants |
| 85 | for (auto Ty : {s8, s16, s32, p0}) |
| 86 | setAction({TargetOpcode::G_CONSTANT, Ty}, Legal); |
| 87 | |
| 88 | setAction({TargetOpcode::G_CONSTANT, s1}, WidenScalar); |
| 89 | setAction({TargetOpcode::G_CONSTANT, s64}, NarrowScalar); |
Igor Breger | c08a783 | 2017-05-01 06:30:16 +0000 | [diff] [blame] | 90 | |
| 91 | // Extensions |
| 92 | setAction({G_ZEXT, s32}, Legal); |
| 93 | setAction({G_SEXT, s32}, Legal); |
| 94 | |
Igor Breger | fda31e6 | 2017-05-10 06:52:58 +0000 | [diff] [blame] | 95 | for (auto Ty : {s1, s8, s16}) { |
Igor Breger | c08a783 | 2017-05-01 06:30:16 +0000 | [diff] [blame] | 96 | setAction({G_ZEXT, 1, Ty}, Legal); |
| 97 | setAction({G_SEXT, 1, Ty}, Legal); |
| 98 | } |
Igor Breger | c7b5977 | 2017-05-11 07:17:40 +0000 | [diff] [blame] | 99 | |
| 100 | // Comparison |
| 101 | setAction({G_ICMP, s1}, Legal); |
| 102 | |
| 103 | for (auto Ty : {s8, s16, s32, p0}) |
| 104 | setAction({G_ICMP, 1, Ty}, Legal); |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 105 | } |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 106 | |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 107 | void X86LegalizerInfo::setLegalizerInfo64bit() { |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 108 | |
| 109 | if (!Subtarget.is64Bit()) |
| 110 | return; |
| 111 | |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 112 | const LLT p0 = LLT::pointer(0, TM.getPointerSize() * 8); |
Igor Breger | 2953788 | 2017-04-07 14:41:59 +0000 | [diff] [blame] | 113 | const LLT s1 = LLT::scalar(1); |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 114 | const LLT s8 = LLT::scalar(8); |
| 115 | const LLT s16 = LLT::scalar(16); |
| 116 | const LLT s32 = LLT::scalar(32); |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 117 | const LLT s64 = LLT::scalar(64); |
| 118 | |
Igor Breger | 605b965 | 2017-05-08 09:03:37 +0000 | [diff] [blame] | 119 | for (unsigned BinOp : {G_ADD, G_SUB, G_MUL}) |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 120 | for (auto Ty : {s8, s16, s32, s64}) |
| 121 | setAction({BinOp, Ty}, Legal); |
| 122 | |
| 123 | for (unsigned MemOp : {G_LOAD, G_STORE}) { |
| 124 | for (auto Ty : {s8, s16, s32, s64, p0}) |
| 125 | setAction({MemOp, Ty}, Legal); |
| 126 | |
| 127 | // And everything's fine in addrspace 0. |
| 128 | setAction({MemOp, 1, p0}, Legal); |
| 129 | } |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 130 | |
| 131 | // Pointer-handling |
| 132 | setAction({G_FRAME_INDEX, p0}, Legal); |
Igor Breger | 2953788 | 2017-04-07 14:41:59 +0000 | [diff] [blame] | 133 | |
Igor Breger | 810c625 | 2017-05-08 09:40:43 +0000 | [diff] [blame] | 134 | setAction({G_GEP, p0}, Legal); |
| 135 | setAction({G_GEP, 1, s32}, Legal); |
| 136 | setAction({G_GEP, 1, s64}, Legal); |
| 137 | |
| 138 | for (auto Ty : {s1, s8, s16}) |
| 139 | setAction({G_GEP, 1, Ty}, WidenScalar); |
| 140 | |
Igor Breger | 2953788 | 2017-04-07 14:41:59 +0000 | [diff] [blame] | 141 | // Constants |
| 142 | for (auto Ty : {s8, s16, s32, s64, p0}) |
| 143 | setAction({TargetOpcode::G_CONSTANT, Ty}, Legal); |
| 144 | |
| 145 | setAction({TargetOpcode::G_CONSTANT, s1}, WidenScalar); |
Igor Breger | c08a783 | 2017-05-01 06:30:16 +0000 | [diff] [blame] | 146 | |
| 147 | // Extensions |
| 148 | for (auto Ty : {s32, s64}) { |
| 149 | setAction({G_ZEXT, Ty}, Legal); |
| 150 | setAction({G_SEXT, Ty}, Legal); |
| 151 | } |
| 152 | |
Igor Breger | fda31e6 | 2017-05-10 06:52:58 +0000 | [diff] [blame] | 153 | for (auto Ty : {s1, s8, s16, s32}) { |
Igor Breger | c08a783 | 2017-05-01 06:30:16 +0000 | [diff] [blame] | 154 | setAction({G_ZEXT, 1, Ty}, Legal); |
| 155 | setAction({G_SEXT, 1, Ty}, Legal); |
| 156 | } |
Igor Breger | c7b5977 | 2017-05-11 07:17:40 +0000 | [diff] [blame] | 157 | |
| 158 | // Comparison |
| 159 | setAction({G_ICMP, s1}, Legal); |
| 160 | |
| 161 | for (auto Ty : {s8, s16, s32, s64, p0}) |
| 162 | setAction({G_ICMP, 1, Ty}, Legal); |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 163 | } |
| 164 | |
| 165 | void X86LegalizerInfo::setLegalizerInfoSSE1() { |
| 166 | if (!Subtarget.hasSSE1()) |
| 167 | return; |
| 168 | |
| 169 | const LLT s32 = LLT::scalar(32); |
| 170 | const LLT v4s32 = LLT::vector(4, 32); |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 171 | const LLT v2s64 = LLT::vector(2, 64); |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 172 | |
| 173 | for (unsigned BinOp : {G_FADD, G_FSUB, G_FMUL, G_FDIV}) |
| 174 | for (auto Ty : {s32, v4s32}) |
| 175 | setAction({BinOp, Ty}, Legal); |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 176 | |
| 177 | for (unsigned MemOp : {G_LOAD, G_STORE}) |
| 178 | for (auto Ty : {v4s32, v2s64}) |
| 179 | setAction({MemOp, Ty}, Legal); |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 180 | } |
| 181 | |
| 182 | void X86LegalizerInfo::setLegalizerInfoSSE2() { |
| 183 | if (!Subtarget.hasSSE2()) |
| 184 | return; |
| 185 | |
| 186 | const LLT s64 = LLT::scalar(64); |
Igor Breger | 605b965 | 2017-05-08 09:03:37 +0000 | [diff] [blame] | 187 | const LLT v8s16 = LLT::vector(8, 16); |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 188 | const LLT v4s32 = LLT::vector(4, 32); |
| 189 | const LLT v2s64 = LLT::vector(2, 64); |
| 190 | |
| 191 | for (unsigned BinOp : {G_FADD, G_FSUB, G_FMUL, G_FDIV}) |
| 192 | for (auto Ty : {s64, v2s64}) |
| 193 | setAction({BinOp, Ty}, Legal); |
| 194 | |
| 195 | for (unsigned BinOp : {G_ADD, G_SUB}) |
| 196 | for (auto Ty : {v4s32}) |
| 197 | setAction({BinOp, Ty}, Legal); |
Igor Breger | 605b965 | 2017-05-08 09:03:37 +0000 | [diff] [blame] | 198 | |
| 199 | setAction({G_MUL, v8s16}, Legal); |
| 200 | } |
| 201 | |
| 202 | void X86LegalizerInfo::setLegalizerInfoSSE41() { |
| 203 | if (!Subtarget.hasSSE41()) |
| 204 | return; |
| 205 | |
| 206 | const LLT v4s32 = LLT::vector(4, 32); |
| 207 | |
| 208 | setAction({G_MUL, v4s32}, Legal); |
| 209 | } |
| 210 | |
| 211 | void X86LegalizerInfo::setLegalizerInfoAVX2() { |
| 212 | if (!Subtarget.hasAVX2()) |
| 213 | return; |
| 214 | |
| 215 | const LLT v16s16 = LLT::vector(16, 16); |
| 216 | const LLT v8s32 = LLT::vector(8, 32); |
| 217 | |
| 218 | for (auto Ty : {v16s16, v8s32}) |
| 219 | setAction({G_MUL, Ty}, Legal); |
| 220 | } |
| 221 | |
| 222 | void X86LegalizerInfo::setLegalizerInfoAVX512() { |
| 223 | if (!Subtarget.hasAVX512()) |
| 224 | return; |
| 225 | |
| 226 | const LLT v16s32 = LLT::vector(16, 32); |
| 227 | |
| 228 | setAction({G_MUL, v16s32}, Legal); |
| 229 | |
| 230 | /************ VLX *******************/ |
| 231 | if (!Subtarget.hasVLX()) |
| 232 | return; |
| 233 | |
| 234 | const LLT v4s32 = LLT::vector(4, 32); |
| 235 | const LLT v8s32 = LLT::vector(8, 32); |
| 236 | |
| 237 | for (auto Ty : {v4s32, v8s32}) |
| 238 | setAction({G_MUL, Ty}, Legal); |
| 239 | } |
| 240 | |
| 241 | void X86LegalizerInfo::setLegalizerInfoAVX512DQ() { |
| 242 | if (!(Subtarget.hasAVX512() && Subtarget.hasDQI())) |
| 243 | return; |
| 244 | |
| 245 | const LLT v8s64 = LLT::vector(8, 64); |
| 246 | |
| 247 | setAction({G_MUL, v8s64}, Legal); |
| 248 | |
| 249 | /************ VLX *******************/ |
| 250 | if (!Subtarget.hasVLX()) |
| 251 | return; |
| 252 | |
| 253 | const LLT v2s64 = LLT::vector(2, 64); |
| 254 | const LLT v4s64 = LLT::vector(4, 64); |
| 255 | |
| 256 | for (auto Ty : {v2s64, v4s64}) |
| 257 | setAction({G_MUL, Ty}, Legal); |
| 258 | } |
| 259 | |
| 260 | void X86LegalizerInfo::setLegalizerInfoAVX512BW() { |
| 261 | if (!(Subtarget.hasAVX512() && Subtarget.hasBWI())) |
| 262 | return; |
| 263 | |
| 264 | const LLT v32s16 = LLT::vector(32, 16); |
| 265 | |
| 266 | setAction({G_MUL, v32s16}, Legal); |
| 267 | |
| 268 | /************ VLX *******************/ |
| 269 | if (!Subtarget.hasVLX()) |
| 270 | return; |
| 271 | |
| 272 | const LLT v8s16 = LLT::vector(8, 16); |
| 273 | const LLT v16s16 = LLT::vector(16, 16); |
| 274 | |
| 275 | for (auto Ty : {v8s16, v16s16}) |
| 276 | setAction({G_MUL, Ty}, Legal); |
Igor Breger | b4442f3 | 2017-02-10 07:05:56 +0000 | [diff] [blame] | 277 | } |