Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 1 | //===-- ARMISelLowering.h - ARM DAG Lowering Interface ----------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | f3ebc3f | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file defines the interfaces that ARM uses to lower LLVM code into a |
| 11 | // selection DAG. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Benjamin Kramer | a7c40ef | 2014-08-13 16:26:38 +0000 | [diff] [blame] | 15 | #ifndef LLVM_LIB_TARGET_ARM_ARMISELLOWERING_H |
| 16 | #define LLVM_LIB_TARGET_ARM_ARMISELLOWERING_H |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 17 | |
Craig Topper | a925326 | 2014-03-22 23:51:00 +0000 | [diff] [blame] | 18 | #include "MCTargetDesc/ARMBaseInfo.h" |
Chandler Carruth | 802d755 | 2012-12-04 07:12:27 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/CallingConvLower.h" |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/SelectionDAG.h" |
Chandler Carruth | 802d755 | 2012-12-04 07:12:27 +0000 | [diff] [blame] | 21 | #include "llvm/Target/TargetLowering.h" |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 22 | #include <vector> |
| 23 | |
| 24 | namespace llvm { |
| 25 | class ARMConstantPoolValue; |
Craig Topper | a925326 | 2014-03-22 23:51:00 +0000 | [diff] [blame] | 26 | class ARMSubtarget; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 27 | |
| 28 | namespace ARMISD { |
| 29 | // ARM Specific DAG Nodes |
| 30 | enum NodeType { |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 31 | // Start the numbering where the builtin ops and target ops leave off. |
Dan Gohman | ed1cf1a | 2008-09-23 18:42:32 +0000 | [diff] [blame] | 32 | FIRST_NUMBER = ISD::BUILTIN_OP_END, |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 33 | |
| 34 | Wrapper, // Wrapper - A wrapper node for TargetConstantPool, |
| 35 | // TargetExternalSymbol, and TargetGlobalAddress. |
Evan Cheng | dfce83c | 2011-01-17 08:03:18 +0000 | [diff] [blame] | 36 | WrapperPIC, // WrapperPIC - A wrapper node for TargetGlobalAddress in |
| 37 | // PIC mode. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 38 | WrapperJT, // WrapperJT - A wrapper node for TargetJumpTable |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 39 | |
Manman Ren | 9f91116 | 2012-06-01 02:44:42 +0000 | [diff] [blame] | 40 | // Add pseudo op to model memcpy for struct byval. |
| 41 | COPY_STRUCT_BYVAL, |
| 42 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 43 | CALL, // Function call. |
Evan Cheng | c3c949b4 | 2007-06-19 21:05:09 +0000 | [diff] [blame] | 44 | CALL_PRED, // Function call that's predicable. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 45 | CALL_NOLINK, // Function call with branch not branch-and-link. |
| 46 | tCALL, // Thumb function call. |
| 47 | BRCOND, // Conditional branch. |
| 48 | BR_JT, // Jumptable branch. |
Evan Cheng | c6d70ae | 2009-07-29 02:18:14 +0000 | [diff] [blame] | 49 | BR2_JT, // Jumptable branch (2 level - jumptable entry is a jump). |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 50 | RET_FLAG, // Return with a flag operand. |
Tim Northover | d840745 | 2013-10-01 14:33:28 +0000 | [diff] [blame] | 51 | INTRET_FLAG, // Interrupt return with an LR-offset and a flag operand. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 52 | |
| 53 | PIC_ADD, // Add with a PC operand and a PIC label. |
| 54 | |
| 55 | CMP, // ARM compare instructions. |
Bill Wendling | 4b79647 | 2012-06-11 08:07:26 +0000 | [diff] [blame] | 56 | CMN, // ARM CMN instructions. |
David Goodwin | dbf11ba | 2009-06-29 15:33:01 +0000 | [diff] [blame] | 57 | CMPZ, // ARM compare that sets only Z flag. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 58 | CMPFP, // ARM VFP compare instruction, sets FPSCR. |
| 59 | CMPFPw0, // ARM VFP compare against zero instruction, sets FPSCR. |
| 60 | FMSTAT, // ARM fmstat instruction. |
Evan Cheng | e87681c | 2012-02-23 01:19:06 +0000 | [diff] [blame] | 61 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 62 | CMOV, // ARM conditional move instructions. |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 63 | |
Evan Cheng | 0cc4ad9 | 2010-07-13 19:27:42 +0000 | [diff] [blame] | 64 | BCC_i64, |
| 65 | |
Jim Grosbach | 8546ec9 | 2010-01-18 19:58:49 +0000 | [diff] [blame] | 66 | RBIT, // ARM bitreverse instruction |
| 67 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 68 | SRL_FLAG, // V,Flag = srl_flag X -> srl X, 1 + save carry out. |
| 69 | SRA_FLAG, // V,Flag = sra_flag X -> sra X, 1 + save carry out. |
| 70 | RRX, // V = RRX X, Flag -> srl X, 1 + shift in carry flag. |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 71 | |
Evan Cheng | e891654 | 2011-08-30 01:34:54 +0000 | [diff] [blame] | 72 | ADDC, // Add with carry |
| 73 | ADDE, // Add using carry |
| 74 | SUBC, // Sub with carry |
| 75 | SUBE, // Sub using carry |
| 76 | |
Jim Grosbach | d7cf55c | 2009-11-09 00:11:35 +0000 | [diff] [blame] | 77 | VMOVRRD, // double to two gprs. |
| 78 | VMOVDRR, // Two gprs to double. |
Lauro Ramos Venancio | c39c12a | 2007-04-27 13:54:47 +0000 | [diff] [blame] | 79 | |
Jim Grosbach | bbdc5d2 | 2010-10-19 23:27:08 +0000 | [diff] [blame] | 80 | EH_SJLJ_SETJMP, // SjLj exception handling setjmp. |
| 81 | EH_SJLJ_LONGJMP, // SjLj exception handling longjmp. |
Jim Grosbach | aeca45d | 2009-05-12 23:59:14 +0000 | [diff] [blame] | 82 | |
Dale Johannesen | d679ff7 | 2010-06-03 21:09:53 +0000 | [diff] [blame] | 83 | TC_RETURN, // Tail call return pseudo. |
| 84 | |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 85 | THREAD_POINTER, |
| 86 | |
Evan Cheng | b972e56 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 87 | DYN_ALLOC, // Dynamic allocation on the stack. |
| 88 | |
Bob Wilson | 7ed5971 | 2010-10-30 00:54:37 +0000 | [diff] [blame] | 89 | MEMBARRIER_MCR, // Memory barrier (MCR) |
Evan Cheng | 8740ee3 | 2010-11-03 06:34:55 +0000 | [diff] [blame] | 90 | |
| 91 | PRELOAD, // Preload |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 92 | |
Saleem Abdulrasool | abac6e9 | 2014-06-09 20:18:42 +0000 | [diff] [blame] | 93 | WIN__CHKSTK, // Windows' __chkstk call to do stack probing. |
| 94 | |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 95 | VCEQ, // Vector compare equal. |
Owen Anderson | c7baee3 | 2010-11-08 23:21:22 +0000 | [diff] [blame] | 96 | VCEQZ, // Vector compare equal to zero. |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 97 | VCGE, // Vector compare greater than or equal. |
Owen Anderson | c7baee3 | 2010-11-08 23:21:22 +0000 | [diff] [blame] | 98 | VCGEZ, // Vector compare greater than or equal to zero. |
| 99 | VCLEZ, // Vector compare less than or equal to zero. |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 100 | VCGEU, // Vector compare unsigned greater than or equal. |
| 101 | VCGT, // Vector compare greater than. |
Owen Anderson | c7baee3 | 2010-11-08 23:21:22 +0000 | [diff] [blame] | 102 | VCGTZ, // Vector compare greater than zero. |
| 103 | VCLTZ, // Vector compare less than zero. |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 104 | VCGTU, // Vector compare unsigned greater than. |
| 105 | VTST, // Vector test bits. |
| 106 | |
| 107 | // Vector shift by immediate: |
| 108 | VSHL, // ...left |
| 109 | VSHRs, // ...right (signed) |
| 110 | VSHRu, // ...right (unsigned) |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 111 | |
| 112 | // Vector rounding shift by immediate: |
| 113 | VRSHRs, // ...right (signed) |
| 114 | VRSHRu, // ...right (unsigned) |
| 115 | VRSHRN, // ...right narrow |
| 116 | |
| 117 | // Vector saturating shift by immediate: |
| 118 | VQSHLs, // ...left (signed) |
| 119 | VQSHLu, // ...left (unsigned) |
| 120 | VQSHLsu, // ...left (signed to unsigned) |
| 121 | VQSHRNs, // ...right narrow (signed) |
| 122 | VQSHRNu, // ...right narrow (unsigned) |
| 123 | VQSHRNsu, // ...right narrow (signed to unsigned) |
| 124 | |
| 125 | // Vector saturating rounding shift by immediate: |
| 126 | VQRSHRNs, // ...right narrow (signed) |
| 127 | VQRSHRNu, // ...right narrow (unsigned) |
| 128 | VQRSHRNsu, // ...right narrow (signed to unsigned) |
| 129 | |
| 130 | // Vector shift and insert: |
| 131 | VSLI, // ...left |
| 132 | VSRI, // ...right |
| 133 | |
| 134 | // Vector get lane (VMOV scalar to ARM core register) |
| 135 | // (These are used for 8- and 16-bit element types only.) |
| 136 | VGETLANEu, // zero-extend vector extract element |
| 137 | VGETLANEs, // sign-extend vector extract element |
| 138 | |
Bob Wilson | bad47f6 | 2010-07-14 06:31:50 +0000 | [diff] [blame] | 139 | // Vector move immediate and move negated immediate: |
Bob Wilson | a3f1901 | 2010-07-13 21:16:48 +0000 | [diff] [blame] | 140 | VMOVIMM, |
Bob Wilson | bad47f6 | 2010-07-14 06:31:50 +0000 | [diff] [blame] | 141 | VMVNIMM, |
| 142 | |
Evan Cheng | 7ca4b6e | 2011-11-15 02:12:34 +0000 | [diff] [blame] | 143 | // Vector move f32 immediate: |
| 144 | VMOVFPIMM, |
| 145 | |
Bob Wilson | bad47f6 | 2010-07-14 06:31:50 +0000 | [diff] [blame] | 146 | // Vector duplicate: |
Bob Wilson | eb54d51 | 2009-08-14 05:13:08 +0000 | [diff] [blame] | 147 | VDUP, |
Bob Wilson | cce31f6 | 2009-08-14 05:08:32 +0000 | [diff] [blame] | 148 | VDUPLANE, |
Bob Wilson | f45dee3 | 2009-08-04 00:36:16 +0000 | [diff] [blame] | 149 | |
Bob Wilson | ea3a402 | 2009-08-12 22:31:50 +0000 | [diff] [blame] | 150 | // Vector shuffles: |
Bob Wilson | 32cd855 | 2009-08-19 17:03:43 +0000 | [diff] [blame] | 151 | VEXT, // extract |
Bob Wilson | ea3a402 | 2009-08-12 22:31:50 +0000 | [diff] [blame] | 152 | VREV64, // reverse elements within 64-bit doublewords |
| 153 | VREV32, // reverse elements within 32-bit words |
Anton Korobeynikov | 9a232f4 | 2009-08-21 12:41:24 +0000 | [diff] [blame] | 154 | VREV16, // reverse elements within 16-bit halfwords |
Bob Wilson | a706231 | 2009-08-21 20:54:19 +0000 | [diff] [blame] | 155 | VZIP, // zip (interleave) |
| 156 | VUZP, // unzip (deinterleave) |
Bob Wilson | c6c13a3 | 2010-02-18 06:05:53 +0000 | [diff] [blame] | 157 | VTRN, // transpose |
Bill Wendling | e1fd78f | 2011-03-14 23:02:38 +0000 | [diff] [blame] | 158 | VTBL1, // 1-register shuffle with mask |
| 159 | VTBL2, // 2-register shuffle with mask |
Bob Wilson | c6c13a3 | 2010-02-18 06:05:53 +0000 | [diff] [blame] | 160 | |
Bob Wilson | 38ab35a | 2010-09-01 23:50:19 +0000 | [diff] [blame] | 161 | // Vector multiply long: |
| 162 | VMULLs, // ...signed |
| 163 | VMULLu, // ...unsigned |
| 164 | |
Arnold Schwaighofer | f00fb1c | 2012-09-04 14:37:49 +0000 | [diff] [blame] | 165 | UMLAL, // 64bit Unsigned Accumulate Multiply |
| 166 | SMLAL, // 64bit Signed Accumulate Multiply |
| 167 | |
Bob Wilson | d8a9a04 | 2010-06-04 00:04:02 +0000 | [diff] [blame] | 168 | // Operands of the standard BUILD_VECTOR node are not legalized, which |
| 169 | // is fine if BUILD_VECTORs are always lowered to shuffles or other |
| 170 | // operations, but for ARM some BUILD_VECTORs are legal as-is and their |
| 171 | // operands need to be legalized. Define an ARM-specific version of |
| 172 | // BUILD_VECTOR for this purpose. |
| 173 | BUILD_VECTOR, |
| 174 | |
Bob Wilson | c6c13a3 | 2010-02-18 06:05:53 +0000 | [diff] [blame] | 175 | // Floating-point max and min: |
| 176 | FMAX, |
Jim Grosbach | 11013ed | 2010-07-16 23:05:05 +0000 | [diff] [blame] | 177 | FMIN, |
Joey Gouly | e3dd684 | 2013-08-23 12:01:13 +0000 | [diff] [blame] | 178 | VMAXNM, |
| 179 | VMINNM, |
Jim Grosbach | 11013ed | 2010-07-16 23:05:05 +0000 | [diff] [blame] | 180 | |
| 181 | // Bit-field insert |
Owen Anderson | 0747307 | 2010-11-03 22:44:51 +0000 | [diff] [blame] | 182 | BFI, |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 183 | |
Owen Anderson | 0747307 | 2010-11-03 22:44:51 +0000 | [diff] [blame] | 184 | // Vector OR with immediate |
Owen Anderson | 30c4892 | 2010-11-05 19:27:46 +0000 | [diff] [blame] | 185 | VORRIMM, |
| 186 | // Vector AND with NOT of immediate |
Bob Wilson | 2d790df | 2010-11-28 06:51:26 +0000 | [diff] [blame] | 187 | VBICIMM, |
| 188 | |
Cameron Zwarich | 53dd03d | 2011-03-30 23:01:21 +0000 | [diff] [blame] | 189 | // Vector bitwise select |
| 190 | VBSL, |
| 191 | |
Bob Wilson | 2d790df | 2010-11-28 06:51:26 +0000 | [diff] [blame] | 192 | // Vector load N-element structure to all lanes: |
| 193 | VLD2DUP = ISD::FIRST_TARGET_MEMORY_OPCODE, |
| 194 | VLD3DUP, |
Bob Wilson | 06fce87 | 2011-02-07 17:43:21 +0000 | [diff] [blame] | 195 | VLD4DUP, |
| 196 | |
| 197 | // NEON loads with post-increment base updates: |
| 198 | VLD1_UPD, |
| 199 | VLD2_UPD, |
| 200 | VLD3_UPD, |
| 201 | VLD4_UPD, |
| 202 | VLD2LN_UPD, |
| 203 | VLD3LN_UPD, |
| 204 | VLD4LN_UPD, |
| 205 | VLD2DUP_UPD, |
| 206 | VLD3DUP_UPD, |
| 207 | VLD4DUP_UPD, |
| 208 | |
| 209 | // NEON stores with post-increment base updates: |
| 210 | VST1_UPD, |
| 211 | VST2_UPD, |
| 212 | VST3_UPD, |
| 213 | VST4_UPD, |
| 214 | VST2LN_UPD, |
| 215 | VST3LN_UPD, |
Amara Emerson | b4ad2f3 | 2013-09-26 12:22:36 +0000 | [diff] [blame] | 216 | VST4LN_UPD |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 217 | }; |
| 218 | } |
| 219 | |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 220 | /// Define some predicates that are used for node matching. |
| 221 | namespace ARM { |
Jim Grosbach | 11013ed | 2010-07-16 23:05:05 +0000 | [diff] [blame] | 222 | bool isBitFieldInvertedMask(unsigned v); |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 223 | } |
| 224 | |
Bob Wilson | dd0e236 | 2009-05-20 16:30:25 +0000 | [diff] [blame] | 225 | //===--------------------------------------------------------------------===// |
Dale Johannesen | 8447d34 | 2007-03-20 00:30:56 +0000 | [diff] [blame] | 226 | // ARMTargetLowering - ARM Implementation of the TargetLowering interface |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 227 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 228 | class ARMTargetLowering : public TargetLowering { |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 229 | public: |
Eric Christopher | 1889fdc | 2015-01-29 00:19:39 +0000 | [diff] [blame] | 230 | explicit ARMTargetLowering(const TargetMachine &TM, |
| 231 | const ARMSubtarget &STI); |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 232 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 233 | unsigned getJumpTableEncoding() const override; |
Jim Grosbach | 8d3ba73 | 2010-07-19 17:20:38 +0000 | [diff] [blame] | 234 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 235 | SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override; |
Duncan Sands | 6ed4014 | 2008-12-01 11:39:25 +0000 | [diff] [blame] | 236 | |
| 237 | /// ReplaceNodeResults - Replace the results of node with an illegal result |
| 238 | /// type with new values built out of custom code. |
| 239 | /// |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 240 | void ReplaceNodeResults(SDNode *N, SmallVectorImpl<SDValue>&Results, |
| 241 | SelectionDAG &DAG) const override; |
Duncan Sands | 6ed4014 | 2008-12-01 11:39:25 +0000 | [diff] [blame] | 242 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 243 | const char *getTargetNodeName(unsigned Opcode) const override; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 244 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 245 | bool isSelectSupported(SelectSupportKind Kind) const override { |
Nadav Rotem | 9d83202 | 2012-09-02 12:10:19 +0000 | [diff] [blame] | 246 | // ARM does not support scalar condition selects on vectors. |
| 247 | return (Kind != ScalarCondVectorVal); |
| 248 | } |
| 249 | |
Duncan Sands | f2641e1 | 2011-09-06 19:07:46 +0000 | [diff] [blame] | 250 | /// getSetCCResultType - Return the value type to use for ISD::SETCC. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 251 | EVT getSetCCResultType(LLVMContext &Context, EVT VT) const override; |
Duncan Sands | f2641e1 | 2011-09-06 19:07:46 +0000 | [diff] [blame] | 252 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 253 | MachineBasicBlock * |
Dan Gohman | 25c1653 | 2010-05-01 00:01:06 +0000 | [diff] [blame] | 254 | EmitInstrWithCustomInserter(MachineInstr *MI, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 255 | MachineBasicBlock *MBB) const override; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 256 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 257 | void AdjustInstrPostInstrSelection(MachineInstr *MI, |
| 258 | SDNode *Node) const override; |
Evan Cheng | e6fba77 | 2011-08-30 19:09:48 +0000 | [diff] [blame] | 259 | |
Evan Cheng | f863e3f | 2011-07-13 00:42:17 +0000 | [diff] [blame] | 260 | SDValue PerformCMOVCombine(SDNode *N, SelectionDAG &DAG) const; |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 261 | SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override; |
Evan Cheng | d42641c | 2011-02-02 01:06:55 +0000 | [diff] [blame] | 262 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 263 | bool isDesirableToTransformToIntegerOp(unsigned Opc, EVT VT) const override; |
Evan Cheng | d42641c | 2011-02-02 01:06:55 +0000 | [diff] [blame] | 264 | |
Matt Arsenault | 6f2a526 | 2014-07-27 17:46:40 +0000 | [diff] [blame] | 265 | /// allowsMisalignedMemoryAccesses - Returns true if the target allows |
Evan Cheng | 79e2ca9 | 2012-12-10 23:21:26 +0000 | [diff] [blame] | 266 | /// unaligned memory accesses of the specified type. Returns whether it |
| 267 | /// is "fast" by reference in the second argument. |
Matt Arsenault | 6f2a526 | 2014-07-27 17:46:40 +0000 | [diff] [blame] | 268 | bool allowsMisalignedMemoryAccesses(EVT VT, unsigned AddrSpace, |
| 269 | unsigned Align, |
| 270 | bool *Fast) const override; |
Bill Wendling | bae6b2c | 2009-08-15 21:21:19 +0000 | [diff] [blame] | 271 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 272 | EVT getOptimalMemOpType(uint64_t Size, |
| 273 | unsigned DstAlign, unsigned SrcAlign, |
| 274 | bool IsMemset, bool ZeroMemset, |
| 275 | bool MemcpyStrSrc, |
| 276 | MachineFunction &MF) const override; |
Lang Hames | 9929c42 | 2011-11-02 22:52:45 +0000 | [diff] [blame] | 277 | |
Matt Beaumont-Gay | 4a04c92 | 2012-12-06 23:15:36 +0000 | [diff] [blame] | 278 | using TargetLowering::isZExtFree; |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 279 | bool isZExtFree(SDValue Val, EVT VT2) const override; |
Evan Cheng | 9ec512d | 2012-12-06 19:13:27 +0000 | [diff] [blame] | 280 | |
Ahmed Bougacha | 4200cc9 | 2015-03-05 19:37:53 +0000 | [diff] [blame] | 281 | bool isVectorLoadExtDesirable(SDValue ExtVal) const override; |
| 282 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 283 | bool allowTruncateForTailCall(Type *Ty1, Type *Ty2) const override; |
Tim Northover | cc2e903 | 2013-08-06 13:58:03 +0000 | [diff] [blame] | 284 | |
| 285 | |
Chris Lattner | 1eb94d9 | 2007-03-30 23:15:24 +0000 | [diff] [blame] | 286 | /// isLegalAddressingMode - Return true if the addressing mode represented |
| 287 | /// by AM is legal for this target, for a load/store of the specified type. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 288 | bool isLegalAddressingMode(const AddrMode &AM, Type *Ty) const override; |
Evan Cheng | dc49a8d | 2009-08-14 20:09:37 +0000 | [diff] [blame] | 289 | bool isLegalT2ScaledAddressingMode(const AddrMode &AM, EVT VT) const; |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 290 | |
Evan Cheng | 3d3c24a | 2009-11-11 19:05:52 +0000 | [diff] [blame] | 291 | /// isLegalICmpImmediate - Return true if the specified immediate is legal |
Jim Grosbach | 84511e1 | 2010-06-02 21:53:11 +0000 | [diff] [blame] | 292 | /// icmp immediate, that is the target has icmp instructions which can |
| 293 | /// compare a register against the immediate without having to materialize |
| 294 | /// the immediate into a register. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 295 | bool isLegalICmpImmediate(int64_t Imm) const override; |
Evan Cheng | 3d3c24a | 2009-11-11 19:05:52 +0000 | [diff] [blame] | 296 | |
Dan Gohman | 6136e94 | 2011-05-03 00:46:49 +0000 | [diff] [blame] | 297 | /// isLegalAddImmediate - Return true if the specified immediate is legal |
| 298 | /// add immediate, that is the target has add instructions which can |
| 299 | /// add a register and the immediate without having to materialize |
| 300 | /// the immediate into a register. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 301 | bool isLegalAddImmediate(int64_t Imm) const override; |
Dan Gohman | 6136e94 | 2011-05-03 00:46:49 +0000 | [diff] [blame] | 302 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 303 | /// getPreIndexedAddressParts - returns true by value, base pointer and |
| 304 | /// offset pointer and addressing mode by reference if the node's address |
| 305 | /// can be legally represented as pre-indexed load / store address. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 306 | bool getPreIndexedAddressParts(SDNode *N, SDValue &Base, SDValue &Offset, |
| 307 | ISD::MemIndexedMode &AM, |
| 308 | SelectionDAG &DAG) const override; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 309 | |
| 310 | /// getPostIndexedAddressParts - returns true by value, base pointer and |
| 311 | /// offset pointer and addressing mode by reference if this node can be |
| 312 | /// combined with a load / store to form a post-indexed load / store. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 313 | bool getPostIndexedAddressParts(SDNode *N, SDNode *Op, SDValue &Base, |
| 314 | SDValue &Offset, ISD::MemIndexedMode &AM, |
| 315 | SelectionDAG &DAG) const override; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 316 | |
Jay Foad | a0653a3 | 2014-05-14 21:14:37 +0000 | [diff] [blame] | 317 | void computeKnownBitsForTargetNode(const SDValue Op, APInt &KnownZero, |
| 318 | APInt &KnownOne, |
| 319 | const SelectionDAG &DAG, |
| 320 | unsigned Depth) const override; |
Bill Wendling | bae6b2c | 2009-08-15 21:21:19 +0000 | [diff] [blame] | 321 | |
| 322 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 323 | bool ExpandInlineAsm(CallInst *CI) const override; |
Evan Cheng | 078b0b0 | 2011-01-08 01:24:27 +0000 | [diff] [blame] | 324 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 325 | ConstraintType |
| 326 | getConstraintType(const std::string &Constraint) const override; |
John Thompson | e8360b7 | 2010-10-29 17:29:13 +0000 | [diff] [blame] | 327 | |
| 328 | /// Examine constraint string and operand type and determine a weight value. |
| 329 | /// The operand object must already have been set up with the operand type. |
| 330 | ConstraintWeight getSingleConstraintMatchWeight( |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 331 | AsmOperandInfo &info, const char *constraint) const override; |
John Thompson | e8360b7 | 2010-10-29 17:29:13 +0000 | [diff] [blame] | 332 | |
Eric Christopher | 11e4df7 | 2015-02-26 22:38:43 +0000 | [diff] [blame] | 333 | std::pair<unsigned, const TargetRegisterClass *> |
| 334 | getRegForInlineAsmConstraint(const TargetRegisterInfo *TRI, |
| 335 | const std::string &Constraint, |
| 336 | MVT VT) const override; |
Rafael Espindola | fa0df55 | 2007-11-05 23:12:20 +0000 | [diff] [blame] | 337 | |
Bob Wilson | cf1ec2c | 2009-04-01 17:58:54 +0000 | [diff] [blame] | 338 | /// LowerAsmOperandForConstraint - Lower the specified operand into the Ops |
| 339 | /// vector. If it is invalid, don't add anything to Ops. If hasMemory is |
| 340 | /// true it means one of the asm constraint of the inline asm instruction |
| 341 | /// being processed is 'm'. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 342 | void LowerAsmOperandForConstraint(SDValue Op, std::string &Constraint, |
| 343 | std::vector<SDValue> &Ops, |
| 344 | SelectionDAG &DAG) const override; |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 345 | |
Daniel Sanders | bf5b80f | 2015-03-16 13:13:41 +0000 | [diff] [blame] | 346 | unsigned getInlineAsmMemConstraint( |
| 347 | const std::string &ConstraintCode) const override { |
| 348 | // FIXME: Map different constraints differently. |
| 349 | return InlineAsm::Constraint_m; |
| 350 | } |
| 351 | |
Dan Gohman | 4df9d9c | 2010-05-11 16:21:03 +0000 | [diff] [blame] | 352 | const ARMSubtarget* getSubtarget() const { |
Dan Gohman | 544ab2c | 2008-04-12 04:36:06 +0000 | [diff] [blame] | 353 | return Subtarget; |
Rafael Espindola | fa0df55 | 2007-11-05 23:12:20 +0000 | [diff] [blame] | 354 | } |
| 355 | |
Evan Cheng | 4cad68e | 2010-05-15 02:18:07 +0000 | [diff] [blame] | 356 | /// getRegClassFor - Return the register class that should be used for the |
| 357 | /// specified value type. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 358 | const TargetRegisterClass *getRegClassFor(MVT VT) const override; |
Evan Cheng | 4cad68e | 2010-05-15 02:18:07 +0000 | [diff] [blame] | 359 | |
James Molloy | 8a25992 | 2013-12-03 11:23:11 +0000 | [diff] [blame] | 360 | /// Returns true if a cast between SrcAS and DestAS is a noop. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 361 | bool isNoopAddrSpaceCast(unsigned SrcAS, unsigned DestAS) const override { |
James Molloy | 8a25992 | 2013-12-03 11:23:11 +0000 | [diff] [blame] | 362 | // Addrspacecasts are always noops. |
| 363 | return true; |
| 364 | } |
| 365 | |
John Brawn | 0dbcd65 | 2015-03-18 12:01:59 +0000 | [diff] [blame] | 366 | bool shouldAlignPointerArgs(CallInst *CI, unsigned &MinSize, |
| 367 | unsigned &PrefAlign) const override; |
| 368 | |
Eric Christopher | 84bdfd8 | 2010-07-21 22:26:11 +0000 | [diff] [blame] | 369 | /// createFastISel - This method returns a target specific FastISel object, |
| 370 | /// or null if the target does not support "fast" ISel. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 371 | FastISel *createFastISel(FunctionLoweringInfo &funcInfo, |
| 372 | const TargetLibraryInfo *libInfo) const override; |
Eric Christopher | 84bdfd8 | 2010-07-21 22:26:11 +0000 | [diff] [blame] | 373 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 374 | Sched::Preference getSchedulingPreference(SDNode *N) const override; |
Evan Cheng | 4401f88 | 2010-05-20 23:26:43 +0000 | [diff] [blame] | 375 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 376 | bool |
| 377 | isShuffleMaskLegal(const SmallVectorImpl<int> &M, EVT VT) const override; |
| 378 | bool isOffsetFoldingLegal(const GlobalAddressSDNode *GA) const override; |
Evan Cheng | 4a609f3c | 2009-10-28 01:44:26 +0000 | [diff] [blame] | 379 | |
| 380 | /// isFPImmLegal - Returns true if the target can instruction select the |
| 381 | /// specified FP immediate natively. If false, the legalizer will |
| 382 | /// materialize the FP immediate as a load from a constant pool. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 383 | bool isFPImmLegal(const APFloat &Imm, EVT VT) const override; |
Evan Cheng | 4a609f3c | 2009-10-28 01:44:26 +0000 | [diff] [blame] | 384 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 385 | bool getTgtMemIntrinsic(IntrinsicInfo &Info, |
| 386 | const CallInst &I, |
| 387 | unsigned Intrinsic) const override; |
Juergen Ributzka | 659ce00 | 2014-01-28 01:20:14 +0000 | [diff] [blame] | 388 | |
| 389 | /// \brief Returns true if it is beneficial to convert a load of a constant |
| 390 | /// to just the constant itself. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 391 | bool shouldConvertConstantLoadToIntImm(const APInt &Imm, |
| 392 | Type *Ty) const override; |
Juergen Ributzka | 659ce00 | 2014-01-28 01:20:14 +0000 | [diff] [blame] | 393 | |
Oliver Stannard | c24f217 | 2014-05-09 14:01:47 +0000 | [diff] [blame] | 394 | /// \brief Returns true if an argument of type Ty needs to be passed in a |
| 395 | /// contiguous block of registers in calling convention CallConv. |
| 396 | bool functionArgumentNeedsConsecutiveRegisters( |
| 397 | Type *Ty, CallingConv::ID CallConv, bool isVarArg) const override; |
| 398 | |
Robin Morisset | 25c8e31 | 2014-09-17 00:06:58 +0000 | [diff] [blame] | 399 | bool hasLoadLinkedStoreConditional() const override; |
Robin Morisset | 5349e8e | 2014-09-18 18:56:04 +0000 | [diff] [blame] | 400 | Instruction *makeDMB(IRBuilder<> &Builder, ARM_MB::MemBOpt Domain) const; |
Tim Northover | 037f26f2 | 2014-04-17 18:22:47 +0000 | [diff] [blame] | 401 | Value *emitLoadLinked(IRBuilder<> &Builder, Value *Addr, |
| 402 | AtomicOrdering Ord) const override; |
| 403 | Value *emitStoreConditional(IRBuilder<> &Builder, Value *Val, |
| 404 | Value *Addr, AtomicOrdering Ord) const override; |
| 405 | |
Robin Morisset | dedef33 | 2014-09-23 20:31:14 +0000 | [diff] [blame] | 406 | Instruction* emitLeadingFence(IRBuilder<> &Builder, AtomicOrdering Ord, |
Robin Morisset | a47cb41 | 2014-09-03 21:01:03 +0000 | [diff] [blame] | 407 | bool IsStore, bool IsLoad) const override; |
Robin Morisset | dedef33 | 2014-09-23 20:31:14 +0000 | [diff] [blame] | 408 | Instruction* emitTrailingFence(IRBuilder<> &Builder, AtomicOrdering Ord, |
Robin Morisset | a47cb41 | 2014-09-03 21:01:03 +0000 | [diff] [blame] | 409 | bool IsStore, bool IsLoad) const override; |
| 410 | |
Robin Morisset | ed3d48f | 2014-09-03 21:29:59 +0000 | [diff] [blame] | 411 | bool shouldExpandAtomicLoadInIR(LoadInst *LI) const override; |
| 412 | bool shouldExpandAtomicStoreInIR(StoreInst *SI) const override; |
JF Bastien | f14889e | 2015-03-04 15:47:57 +0000 | [diff] [blame] | 413 | TargetLoweringBase::AtomicRMWExpansionKind |
| 414 | shouldExpandAtomicRMWInIR(AtomicRMWInst *AI) const override; |
Tim Northover | 037f26f2 | 2014-04-17 18:22:47 +0000 | [diff] [blame] | 415 | |
Akira Hatanaka | e5b6e0d | 2014-07-25 19:31:34 +0000 | [diff] [blame] | 416 | bool useLoadStackGuardNode() const override; |
| 417 | |
Quentin Colombet | c32615d | 2014-10-31 17:52:53 +0000 | [diff] [blame] | 418 | bool canCombineStoreAndExtract(Type *VectorTy, Value *Idx, |
| 419 | unsigned &Cost) const override; |
| 420 | |
Evan Cheng | 10f99a3 | 2010-07-19 22:15:08 +0000 | [diff] [blame] | 421 | protected: |
Eric Christopher | 23a3a7c | 2015-02-26 00:00:24 +0000 | [diff] [blame] | 422 | std::pair<const TargetRegisterClass *, uint8_t> |
| 423 | findRepresentativeClass(const TargetRegisterInfo *TRI, |
| 424 | MVT VT) const override; |
Evan Cheng | 10f99a3 | 2010-07-19 22:15:08 +0000 | [diff] [blame] | 425 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 426 | private: |
| 427 | /// Subtarget - Keep a pointer to the ARMSubtarget around so that we can |
| 428 | /// make the right decision when generating code for different targets. |
| 429 | const ARMSubtarget *Subtarget; |
| 430 | |
Evan Cheng | df907f4 | 2010-07-23 22:39:59 +0000 | [diff] [blame] | 431 | const TargetRegisterInfo *RegInfo; |
| 432 | |
Evan Cheng | bf40707 | 2010-09-10 01:29:16 +0000 | [diff] [blame] | 433 | const InstrItineraryData *Itins; |
| 434 | |
Bob Wilson | 844d6c8 | 2009-07-13 18:11:36 +0000 | [diff] [blame] | 435 | /// ARMPCLabelIndex - Keep track of the number of ARM PC labels created. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 436 | /// |
| 437 | unsigned ARMPCLabelIndex; |
| 438 | |
Craig Topper | 4fa625f | 2012-08-12 03:16:37 +0000 | [diff] [blame] | 439 | void addTypeForNEON(MVT VT, MVT PromotedLdStVT, MVT PromotedBitwiseVT); |
| 440 | void addDRTypeForNEON(MVT VT); |
| 441 | void addQRTypeForNEON(MVT VT); |
Louis Gerbarg | 3342bf1 | 2014-05-09 17:02:49 +0000 | [diff] [blame] | 442 | std::pair<SDValue, SDValue> getARMXALUOOp(SDValue Op, SelectionDAG &DAG, SDValue &ARMcc) const; |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 443 | |
| 444 | typedef SmallVector<std::pair<unsigned, SDValue>, 8> RegsToPassVector; |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 445 | void PassF64ArgInRegs(SDLoc dl, SelectionDAG &DAG, |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 446 | SDValue Chain, SDValue &Arg, |
| 447 | RegsToPassVector &RegsToPass, |
| 448 | CCValAssign &VA, CCValAssign &NextVA, |
| 449 | SDValue &StackPtr, |
Craig Topper | b94011f | 2013-07-14 04:42:23 +0000 | [diff] [blame] | 450 | SmallVectorImpl<SDValue> &MemOpChains, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 451 | ISD::ArgFlagsTy Flags) const; |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 452 | SDValue GetF64FormalArgument(CCValAssign &VA, CCValAssign &NextVA, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 453 | SDValue &Root, SelectionDAG &DAG, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 454 | SDLoc dl) const; |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 455 | |
Oliver Stannard | c24f217 | 2014-05-09 14:01:47 +0000 | [diff] [blame] | 456 | CallingConv::ID getEffectiveCallingConv(CallingConv::ID CC, |
| 457 | bool isVarArg) const; |
Jim Grosbach | 84511e1 | 2010-06-02 21:53:11 +0000 | [diff] [blame] | 458 | CCAssignFn *CCAssignFnForNode(CallingConv::ID CC, bool Return, |
| 459 | bool isVarArg) const; |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 460 | SDValue LowerMemOpCallTo(SDValue Chain, SDValue StackPtr, SDValue Arg, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 461 | SDLoc dl, SelectionDAG &DAG, |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 462 | const CCValAssign &VA, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 463 | ISD::ArgFlagsTy Flags) const; |
Jim Grosbach | c98892f | 2010-05-26 20:22:18 +0000 | [diff] [blame] | 464 | SDValue LowerEH_SJLJ_SETJMP(SDValue Op, SelectionDAG &DAG) const; |
Jim Grosbach | bd9485d | 2010-05-22 01:06:18 +0000 | [diff] [blame] | 465 | SDValue LowerEH_SJLJ_LONGJMP(SDValue Op, SelectionDAG &DAG) const; |
Jim Grosbach | a570d05 | 2010-02-08 23:22:00 +0000 | [diff] [blame] | 466 | SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 467 | const ARMSubtarget *Subtarget) const; |
| 468 | SDValue LowerBlockAddress(SDValue Op, SelectionDAG &DAG) const; |
| 469 | SDValue LowerGlobalAddressDarwin(SDValue Op, SelectionDAG &DAG) const; |
| 470 | SDValue LowerGlobalAddressELF(SDValue Op, SelectionDAG &DAG) const; |
Saleem Abdulrasool | 40bca0a | 2014-05-09 00:58:32 +0000 | [diff] [blame] | 471 | SDValue LowerGlobalAddressWindows(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 472 | SDValue LowerGlobalTLSAddress(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 2ce6f2a | 2008-07-27 21:46:04 +0000 | [diff] [blame] | 473 | SDValue LowerToTLSGeneralDynamicModel(GlobalAddressSDNode *GA, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 474 | SelectionDAG &DAG) const; |
Dan Gohman | 2ce6f2a | 2008-07-27 21:46:04 +0000 | [diff] [blame] | 475 | SDValue LowerToTLSExecModels(GlobalAddressSDNode *GA, |
Hans Wennborg | aea4120 | 2012-05-04 09:40:39 +0000 | [diff] [blame] | 476 | SelectionDAG &DAG, |
| 477 | TLSModel::Model model) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 478 | SDValue LowerGLOBAL_OFFSET_TABLE(SDValue Op, SelectionDAG &DAG) const; |
| 479 | SDValue LowerBR_JT(SDValue Op, SelectionDAG &DAG) const; |
Louis Gerbarg | 3342bf1 | 2014-05-09 17:02:49 +0000 | [diff] [blame] | 480 | SDValue LowerXALUO(SDValue Op, SelectionDAG &DAG) const; |
Bill Wendling | 6a98131 | 2010-08-11 08:43:16 +0000 | [diff] [blame] | 481 | SDValue LowerSELECT(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 482 | SDValue LowerSELECT_CC(SDValue Op, SelectionDAG &DAG) const; |
| 483 | SDValue LowerBR_CC(SDValue Op, SelectionDAG &DAG) const; |
Evan Cheng | 25f9364 | 2010-07-08 02:08:50 +0000 | [diff] [blame] | 484 | SDValue LowerFCOPYSIGN(SDValue Op, SelectionDAG &DAG) const; |
Evan Cheng | 168ced9 | 2010-05-22 01:47:14 +0000 | [diff] [blame] | 485 | SDValue LowerRETURNADDR(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 486 | SDValue LowerFRAMEADDR(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 487 | SDValue LowerShiftRightParts(SDValue Op, SelectionDAG &DAG) const; |
| 488 | SDValue LowerShiftLeftParts(SDValue Op, SelectionDAG &DAG) const; |
Nate Begeman | b69b182 | 2010-08-03 21:31:55 +0000 | [diff] [blame] | 489 | SDValue LowerFLT_ROUNDS_(SDValue Op, SelectionDAG &DAG) const; |
Lang Hames | c35ee8b | 2012-03-15 18:49:02 +0000 | [diff] [blame] | 490 | SDValue LowerConstantFP(SDValue Op, SelectionDAG &DAG, |
| 491 | const ARMSubtarget *ST) const; |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 492 | SDValue LowerBUILD_VECTOR(SDValue Op, SelectionDAG &DAG, |
Bob Wilson | 6f2b896 | 2011-01-07 21:37:30 +0000 | [diff] [blame] | 493 | const ARMSubtarget *ST) const; |
Bob Wilson | e7dde0c | 2013-11-03 06:14:38 +0000 | [diff] [blame] | 494 | SDValue LowerFSINCOS(SDValue Op, SelectionDAG &DAG) const; |
Renato Golin | 8761069 | 2013-07-16 09:32:17 +0000 | [diff] [blame] | 495 | SDValue LowerDivRem(SDValue Op, SelectionDAG &DAG) const; |
Saleem Abdulrasool | abac6e9 | 2014-06-09 20:18:42 +0000 | [diff] [blame] | 496 | SDValue LowerDYNAMIC_STACKALLOC(SDValue Op, SelectionDAG &DAG) const; |
Oliver Stannard | 51b1d46 | 2014-08-21 12:50:31 +0000 | [diff] [blame] | 497 | SDValue LowerFP_ROUND(SDValue Op, SelectionDAG &DAG) const; |
| 498 | SDValue LowerFP_EXTEND(SDValue Op, SelectionDAG &DAG) const; |
| 499 | SDValue LowerFP_TO_INT(SDValue Op, SelectionDAG &DAG) const; |
| 500 | SDValue LowerINT_TO_FP(SDValue Op, SelectionDAG &DAG) const; |
Bob Wilson | 6f2b896 | 2011-01-07 21:37:30 +0000 | [diff] [blame] | 501 | |
Hal Finkel | f0e086a | 2014-05-11 19:29:07 +0000 | [diff] [blame] | 502 | unsigned getRegisterByName(const char* RegName, EVT VT) const override; |
Renato Golin | c7aea40 | 2014-05-06 16:51:25 +0000 | [diff] [blame] | 503 | |
Stephen Lin | dd50202 | 2013-07-10 01:54:24 +0000 | [diff] [blame] | 504 | /// isFMAFasterThanFMulAndFAdd - Return true if an FMA operation is faster |
| 505 | /// than a pair of fmul and fadd instructions. fmuladd intrinsics will be |
| 506 | /// expanded to FMAs when this method returns true, otherwise fmuladd is |
| 507 | /// expanded to fmul + fadd. |
| 508 | /// |
| 509 | /// ARM supports both fused and unfused multiply-add operations; we already |
Stephen Lin | 2a64473 | 2013-07-10 01:57:39 +0000 | [diff] [blame] | 510 | /// lower a pair of fmul and fadd to the latter so it's not clear that there |
Stephen Lin | dd50202 | 2013-07-10 01:54:24 +0000 | [diff] [blame] | 511 | /// would be a gain or that the gain would be worthwhile enough to risk |
| 512 | /// correctness bugs. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 513 | bool isFMAFasterThanFMulAndFAdd(EVT VT) const override { return false; } |
Stephen Lin | dd50202 | 2013-07-10 01:54:24 +0000 | [diff] [blame] | 514 | |
Bob Wilson | 6f2b896 | 2011-01-07 21:37:30 +0000 | [diff] [blame] | 515 | SDValue ReconstructShuffle(SDValue Op, SelectionDAG &DAG) const; |
Rafael Espindola | 18a831d | 2007-10-19 14:35:17 +0000 | [diff] [blame] | 516 | |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 517 | SDValue LowerCallResult(SDValue Chain, SDValue InFlag, |
Sandeep Patel | 68c5f47 | 2009-09-02 08:44:58 +0000 | [diff] [blame] | 518 | CallingConv::ID CallConv, bool isVarArg, |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 519 | const SmallVectorImpl<ISD::InputArg> &Ins, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 520 | SDLoc dl, SelectionDAG &DAG, |
Stephen Lin | b8bd232 | 2013-04-20 05:14:40 +0000 | [diff] [blame] | 521 | SmallVectorImpl<SDValue> &InVals, |
| 522 | bool isThisReturn, SDValue ThisVal) const; |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 523 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 524 | SDValue |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 525 | LowerFormalArguments(SDValue Chain, |
Sandeep Patel | 68c5f47 | 2009-09-02 08:44:58 +0000 | [diff] [blame] | 526 | CallingConv::ID CallConv, bool isVarArg, |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 527 | const SmallVectorImpl<ISD::InputArg> &Ins, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 528 | SDLoc dl, SelectionDAG &DAG, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 529 | SmallVectorImpl<SDValue> &InVals) const override; |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 530 | |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 531 | int StoreByValRegs(CCState &CCInfo, SelectionDAG &DAG, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 532 | SDLoc dl, SDValue &Chain, |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 533 | const Value *OrigArg, |
Stepan Dyatkovskiy | 8c02c98 | 2013-05-05 07:48:36 +0000 | [diff] [blame] | 534 | unsigned InRegsParamRecordIdx, |
Tim Northover | 8cda34f | 2015-03-11 18:54:22 +0000 | [diff] [blame] | 535 | int ArgOffset, |
| 536 | unsigned ArgSize) const; |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 537 | |
Stuart Hastings | 45fe3c3 | 2011-04-20 16:47:52 +0000 | [diff] [blame] | 538 | void VarArgStyleRegisters(CCState &CCInfo, SelectionDAG &DAG, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 539 | SDLoc dl, SDValue &Chain, |
Stepan Dyatkovskiy | dab8043 | 2012-10-19 08:23:06 +0000 | [diff] [blame] | 540 | unsigned ArgOffset, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 541 | unsigned TotalArgRegsSaveSize, |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 542 | bool ForceMutable = false) const; |
Stuart Hastings | 45fe3c3 | 2011-04-20 16:47:52 +0000 | [diff] [blame] | 543 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 544 | SDValue |
Justin Holewinski | aa58397 | 2012-05-25 16:35:28 +0000 | [diff] [blame] | 545 | LowerCall(TargetLowering::CallLoweringInfo &CLI, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 546 | SmallVectorImpl<SDValue> &InVals) const override; |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 547 | |
Stuart Hastings | 67c5c3e | 2011-02-28 17:17:53 +0000 | [diff] [blame] | 548 | /// HandleByVal - Target-specific cleanup for ByVal support. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 549 | void HandleByVal(CCState *, unsigned &, unsigned) const override; |
Stuart Hastings | 67c5c3e | 2011-02-28 17:17:53 +0000 | [diff] [blame] | 550 | |
Dale Johannesen | d679ff7 | 2010-06-03 21:09:53 +0000 | [diff] [blame] | 551 | /// IsEligibleForTailCallOptimization - Check whether the call is eligible |
| 552 | /// for tail call optimization. Targets which want to do tail call |
| 553 | /// optimization should implement this function. |
| 554 | bool IsEligibleForTailCallOptimization(SDValue Callee, |
| 555 | CallingConv::ID CalleeCC, |
| 556 | bool isVarArg, |
| 557 | bool isCalleeStructRet, |
| 558 | bool isCallerStructRet, |
| 559 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
Dan Gohman | fe7532a | 2010-07-07 15:54:55 +0000 | [diff] [blame] | 560 | const SmallVectorImpl<SDValue> &OutVals, |
Dale Johannesen | d679ff7 | 2010-06-03 21:09:53 +0000 | [diff] [blame] | 561 | const SmallVectorImpl<ISD::InputArg> &Ins, |
| 562 | SelectionDAG& DAG) const; |
Benjamin Kramer | b1996da | 2012-11-28 20:55:10 +0000 | [diff] [blame] | 563 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 564 | bool CanLowerReturn(CallingConv::ID CallConv, |
| 565 | MachineFunction &MF, bool isVarArg, |
| 566 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
| 567 | LLVMContext &Context) const override; |
Benjamin Kramer | b1996da | 2012-11-28 20:55:10 +0000 | [diff] [blame] | 568 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 569 | SDValue |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 570 | LowerReturn(SDValue Chain, |
Sandeep Patel | 68c5f47 | 2009-09-02 08:44:58 +0000 | [diff] [blame] | 571 | CallingConv::ID CallConv, bool isVarArg, |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 572 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
Dan Gohman | fe7532a | 2010-07-07 15:54:55 +0000 | [diff] [blame] | 573 | const SmallVectorImpl<SDValue> &OutVals, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 574 | SDLoc dl, SelectionDAG &DAG) const override; |
Evan Cheng | 15b80e4 | 2009-11-12 07:13:11 +0000 | [diff] [blame] | 575 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 576 | bool isUsedByReturnOnly(SDNode *N, SDValue &Chain) const override; |
Evan Cheng | d4b0873 | 2010-11-30 23:55:39 +0000 | [diff] [blame] | 577 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 578 | bool mayBeEmittedAsTailCall(CallInst *CI) const override; |
Evan Cheng | 0663f23 | 2011-03-21 01:19:09 +0000 | [diff] [blame] | 579 | |
Oliver Stannard | 51b1d46 | 2014-08-21 12:50:31 +0000 | [diff] [blame] | 580 | SDValue getCMOV(SDLoc dl, EVT VT, SDValue FalseVal, SDValue TrueVal, |
| 581 | SDValue ARMcc, SDValue CCR, SDValue Cmp, |
| 582 | SelectionDAG &DAG) const; |
Evan Cheng | 15b80e4 | 2009-11-12 07:13:11 +0000 | [diff] [blame] | 583 | SDValue getARMCmp(SDValue LHS, SDValue RHS, ISD::CondCode CC, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 584 | SDValue &ARMcc, SelectionDAG &DAG, SDLoc dl) const; |
Evan Cheng | 0cc4ad9 | 2010-07-13 19:27:42 +0000 | [diff] [blame] | 585 | SDValue getVFPCmp(SDValue LHS, SDValue RHS, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 586 | SelectionDAG &DAG, SDLoc dl) const; |
Bob Wilson | 45acbd0 | 2011-03-08 01:17:20 +0000 | [diff] [blame] | 587 | SDValue duplicateCmp(SDValue Cmp, SelectionDAG &DAG) const; |
Evan Cheng | 0cc4ad9 | 2010-07-13 19:27:42 +0000 | [diff] [blame] | 588 | |
| 589 | SDValue OptimizeVFPBrcond(SDValue Op, SelectionDAG &DAG) const; |
Jim Grosbach | 5c4e99f | 2009-12-11 01:42:04 +0000 | [diff] [blame] | 590 | |
Bill Wendling | 030b58e | 2011-10-06 22:18:16 +0000 | [diff] [blame] | 591 | void SetupEntryBlockForSjLj(MachineInstr *MI, |
| 592 | MachineBasicBlock *MBB, |
| 593 | MachineBasicBlock *DispatchBB, int FI) const; |
| 594 | |
Matthias Braun | eec4efc | 2015-04-28 00:37:05 +0000 | [diff] [blame^] | 595 | void EmitSjLjDispatchBlock(MachineInstr *MI, MachineBasicBlock *MBB) const; |
Bill Wendling | 374ee19 | 2011-10-03 21:25:38 +0000 | [diff] [blame] | 596 | |
Andrew Trick | 0ed5778 | 2011-04-23 03:55:32 +0000 | [diff] [blame] | 597 | bool RemapAddSubWithFlags(MachineInstr *MI, MachineBasicBlock *BB) const; |
Manman Ren | e873552 | 2012-06-01 19:33:18 +0000 | [diff] [blame] | 598 | |
| 599 | MachineBasicBlock *EmitStructByval(MachineInstr *MI, |
| 600 | MachineBasicBlock *MBB) const; |
Saleem Abdulrasool | abac6e9 | 2014-06-09 20:18:42 +0000 | [diff] [blame] | 601 | |
| 602 | MachineBasicBlock *EmitLowered__chkstk(MachineInstr *MI, |
| 603 | MachineBasicBlock *MBB) const; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 604 | }; |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 605 | |
Owen Anderson | a407692 | 2010-11-05 21:57:54 +0000 | [diff] [blame] | 606 | enum NEONModImmType { |
| 607 | VMOVModImm, |
| 608 | VMVNModImm, |
| 609 | OtherModImm |
| 610 | }; |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 611 | |
Eric Christopher | 84bdfd8 | 2010-07-21 22:26:11 +0000 | [diff] [blame] | 612 | namespace ARM { |
Bob Wilson | 3e6fa46 | 2012-08-03 04:06:28 +0000 | [diff] [blame] | 613 | FastISel *createFastISel(FunctionLoweringInfo &funcInfo, |
| 614 | const TargetLibraryInfo *libInfo); |
Eric Christopher | 84bdfd8 | 2010-07-21 22:26:11 +0000 | [diff] [blame] | 615 | } |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 616 | } |
| 617 | |
| 618 | #endif // ARMISELLOWERING_H |