Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 1 | //===-- ARMISelLowering.h - ARM DAG Lowering Interface ----------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | f3ebc3f | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file defines the interfaces that ARM uses to lower LLVM code into a |
| 11 | // selection DAG. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Benjamin Kramer | a7c40ef | 2014-08-13 16:26:38 +0000 | [diff] [blame] | 15 | #ifndef LLVM_LIB_TARGET_ARM_ARMISELLOWERING_H |
| 16 | #define LLVM_LIB_TARGET_ARM_ARMISELLOWERING_H |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 17 | |
Craig Topper | a925326 | 2014-03-22 23:51:00 +0000 | [diff] [blame] | 18 | #include "MCTargetDesc/ARMBaseInfo.h" |
Chandler Carruth | 802d755 | 2012-12-04 07:12:27 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/CallingConvLower.h" |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/SelectionDAG.h" |
Chandler Carruth | 802d755 | 2012-12-04 07:12:27 +0000 | [diff] [blame] | 21 | #include "llvm/Target/TargetLowering.h" |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 22 | #include <vector> |
| 23 | |
| 24 | namespace llvm { |
| 25 | class ARMConstantPoolValue; |
Craig Topper | a925326 | 2014-03-22 23:51:00 +0000 | [diff] [blame] | 26 | class ARMSubtarget; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 27 | |
| 28 | namespace ARMISD { |
| 29 | // ARM Specific DAG Nodes |
| 30 | enum NodeType { |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 31 | // Start the numbering where the builtin ops and target ops leave off. |
Dan Gohman | ed1cf1a | 2008-09-23 18:42:32 +0000 | [diff] [blame] | 32 | FIRST_NUMBER = ISD::BUILTIN_OP_END, |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 33 | |
| 34 | Wrapper, // Wrapper - A wrapper node for TargetConstantPool, |
| 35 | // TargetExternalSymbol, and TargetGlobalAddress. |
Evan Cheng | dfce83c | 2011-01-17 08:03:18 +0000 | [diff] [blame] | 36 | WrapperPIC, // WrapperPIC - A wrapper node for TargetGlobalAddress in |
| 37 | // PIC mode. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 38 | WrapperJT, // WrapperJT - A wrapper node for TargetJumpTable |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 39 | |
Manman Ren | 9f91116 | 2012-06-01 02:44:42 +0000 | [diff] [blame] | 40 | // Add pseudo op to model memcpy for struct byval. |
| 41 | COPY_STRUCT_BYVAL, |
| 42 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 43 | CALL, // Function call. |
Evan Cheng | c3c949b4 | 2007-06-19 21:05:09 +0000 | [diff] [blame] | 44 | CALL_PRED, // Function call that's predicable. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 45 | CALL_NOLINK, // Function call with branch not branch-and-link. |
| 46 | tCALL, // Thumb function call. |
| 47 | BRCOND, // Conditional branch. |
| 48 | BR_JT, // Jumptable branch. |
Evan Cheng | c6d70ae | 2009-07-29 02:18:14 +0000 | [diff] [blame] | 49 | BR2_JT, // Jumptable branch (2 level - jumptable entry is a jump). |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 50 | RET_FLAG, // Return with a flag operand. |
Tim Northover | d840745 | 2013-10-01 14:33:28 +0000 | [diff] [blame] | 51 | INTRET_FLAG, // Interrupt return with an LR-offset and a flag operand. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 52 | |
| 53 | PIC_ADD, // Add with a PC operand and a PIC label. |
| 54 | |
| 55 | CMP, // ARM compare instructions. |
Bill Wendling | 4b79647 | 2012-06-11 08:07:26 +0000 | [diff] [blame] | 56 | CMN, // ARM CMN instructions. |
David Goodwin | dbf11ba | 2009-06-29 15:33:01 +0000 | [diff] [blame] | 57 | CMPZ, // ARM compare that sets only Z flag. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 58 | CMPFP, // ARM VFP compare instruction, sets FPSCR. |
| 59 | CMPFPw0, // ARM VFP compare against zero instruction, sets FPSCR. |
| 60 | FMSTAT, // ARM fmstat instruction. |
Evan Cheng | e87681c | 2012-02-23 01:19:06 +0000 | [diff] [blame] | 61 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 62 | CMOV, // ARM conditional move instructions. |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 63 | |
Evan Cheng | 0cc4ad9 | 2010-07-13 19:27:42 +0000 | [diff] [blame] | 64 | BCC_i64, |
| 65 | |
Jim Grosbach | 8546ec9 | 2010-01-18 19:58:49 +0000 | [diff] [blame] | 66 | RBIT, // ARM bitreverse instruction |
| 67 | |
Bob Wilson | e4191e7 | 2010-03-19 22:51:32 +0000 | [diff] [blame] | 68 | FTOSI, // FP to sint within a FP register. |
| 69 | FTOUI, // FP to uint within a FP register. |
| 70 | SITOF, // sint to FP within a FP register. |
| 71 | UITOF, // uint to FP within a FP register. |
| 72 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 73 | SRL_FLAG, // V,Flag = srl_flag X -> srl X, 1 + save carry out. |
| 74 | SRA_FLAG, // V,Flag = sra_flag X -> sra X, 1 + save carry out. |
| 75 | RRX, // V = RRX X, Flag -> srl X, 1 + shift in carry flag. |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 76 | |
Evan Cheng | e891654 | 2011-08-30 01:34:54 +0000 | [diff] [blame] | 77 | ADDC, // Add with carry |
| 78 | ADDE, // Add using carry |
| 79 | SUBC, // Sub with carry |
| 80 | SUBE, // Sub using carry |
| 81 | |
Jim Grosbach | d7cf55c | 2009-11-09 00:11:35 +0000 | [diff] [blame] | 82 | VMOVRRD, // double to two gprs. |
| 83 | VMOVDRR, // Two gprs to double. |
Lauro Ramos Venancio | c39c12a | 2007-04-27 13:54:47 +0000 | [diff] [blame] | 84 | |
Jim Grosbach | bbdc5d2 | 2010-10-19 23:27:08 +0000 | [diff] [blame] | 85 | EH_SJLJ_SETJMP, // SjLj exception handling setjmp. |
| 86 | EH_SJLJ_LONGJMP, // SjLj exception handling longjmp. |
Jim Grosbach | aeca45d | 2009-05-12 23:59:14 +0000 | [diff] [blame] | 87 | |
Dale Johannesen | d679ff7 | 2010-06-03 21:09:53 +0000 | [diff] [blame] | 88 | TC_RETURN, // Tail call return pseudo. |
| 89 | |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 90 | THREAD_POINTER, |
| 91 | |
Evan Cheng | b972e56 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 92 | DYN_ALLOC, // Dynamic allocation on the stack. |
| 93 | |
Bob Wilson | 7ed5971 | 2010-10-30 00:54:37 +0000 | [diff] [blame] | 94 | MEMBARRIER_MCR, // Memory barrier (MCR) |
Evan Cheng | 8740ee3 | 2010-11-03 06:34:55 +0000 | [diff] [blame] | 95 | |
| 96 | PRELOAD, // Preload |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 97 | |
Saleem Abdulrasool | abac6e9 | 2014-06-09 20:18:42 +0000 | [diff] [blame] | 98 | WIN__CHKSTK, // Windows' __chkstk call to do stack probing. |
| 99 | |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 100 | VCEQ, // Vector compare equal. |
Owen Anderson | c7baee3 | 2010-11-08 23:21:22 +0000 | [diff] [blame] | 101 | VCEQZ, // Vector compare equal to zero. |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 102 | VCGE, // Vector compare greater than or equal. |
Owen Anderson | c7baee3 | 2010-11-08 23:21:22 +0000 | [diff] [blame] | 103 | VCGEZ, // Vector compare greater than or equal to zero. |
| 104 | VCLEZ, // Vector compare less than or equal to zero. |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 105 | VCGEU, // Vector compare unsigned greater than or equal. |
| 106 | VCGT, // Vector compare greater than. |
Owen Anderson | c7baee3 | 2010-11-08 23:21:22 +0000 | [diff] [blame] | 107 | VCGTZ, // Vector compare greater than zero. |
| 108 | VCLTZ, // Vector compare less than zero. |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 109 | VCGTU, // Vector compare unsigned greater than. |
| 110 | VTST, // Vector test bits. |
| 111 | |
| 112 | // Vector shift by immediate: |
| 113 | VSHL, // ...left |
| 114 | VSHRs, // ...right (signed) |
| 115 | VSHRu, // ...right (unsigned) |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 116 | |
| 117 | // Vector rounding shift by immediate: |
| 118 | VRSHRs, // ...right (signed) |
| 119 | VRSHRu, // ...right (unsigned) |
| 120 | VRSHRN, // ...right narrow |
| 121 | |
| 122 | // Vector saturating shift by immediate: |
| 123 | VQSHLs, // ...left (signed) |
| 124 | VQSHLu, // ...left (unsigned) |
| 125 | VQSHLsu, // ...left (signed to unsigned) |
| 126 | VQSHRNs, // ...right narrow (signed) |
| 127 | VQSHRNu, // ...right narrow (unsigned) |
| 128 | VQSHRNsu, // ...right narrow (signed to unsigned) |
| 129 | |
| 130 | // Vector saturating rounding shift by immediate: |
| 131 | VQRSHRNs, // ...right narrow (signed) |
| 132 | VQRSHRNu, // ...right narrow (unsigned) |
| 133 | VQRSHRNsu, // ...right narrow (signed to unsigned) |
| 134 | |
| 135 | // Vector shift and insert: |
| 136 | VSLI, // ...left |
| 137 | VSRI, // ...right |
| 138 | |
| 139 | // Vector get lane (VMOV scalar to ARM core register) |
| 140 | // (These are used for 8- and 16-bit element types only.) |
| 141 | VGETLANEu, // zero-extend vector extract element |
| 142 | VGETLANEs, // sign-extend vector extract element |
| 143 | |
Bob Wilson | bad47f6 | 2010-07-14 06:31:50 +0000 | [diff] [blame] | 144 | // Vector move immediate and move negated immediate: |
Bob Wilson | a3f1901 | 2010-07-13 21:16:48 +0000 | [diff] [blame] | 145 | VMOVIMM, |
Bob Wilson | bad47f6 | 2010-07-14 06:31:50 +0000 | [diff] [blame] | 146 | VMVNIMM, |
| 147 | |
Evan Cheng | 7ca4b6e | 2011-11-15 02:12:34 +0000 | [diff] [blame] | 148 | // Vector move f32 immediate: |
| 149 | VMOVFPIMM, |
| 150 | |
Bob Wilson | bad47f6 | 2010-07-14 06:31:50 +0000 | [diff] [blame] | 151 | // Vector duplicate: |
Bob Wilson | eb54d51 | 2009-08-14 05:13:08 +0000 | [diff] [blame] | 152 | VDUP, |
Bob Wilson | cce31f6 | 2009-08-14 05:08:32 +0000 | [diff] [blame] | 153 | VDUPLANE, |
Bob Wilson | f45dee3 | 2009-08-04 00:36:16 +0000 | [diff] [blame] | 154 | |
Bob Wilson | ea3a402 | 2009-08-12 22:31:50 +0000 | [diff] [blame] | 155 | // Vector shuffles: |
Bob Wilson | 32cd855 | 2009-08-19 17:03:43 +0000 | [diff] [blame] | 156 | VEXT, // extract |
Bob Wilson | ea3a402 | 2009-08-12 22:31:50 +0000 | [diff] [blame] | 157 | VREV64, // reverse elements within 64-bit doublewords |
| 158 | VREV32, // reverse elements within 32-bit words |
Anton Korobeynikov | 9a232f4 | 2009-08-21 12:41:24 +0000 | [diff] [blame] | 159 | VREV16, // reverse elements within 16-bit halfwords |
Bob Wilson | a706231 | 2009-08-21 20:54:19 +0000 | [diff] [blame] | 160 | VZIP, // zip (interleave) |
| 161 | VUZP, // unzip (deinterleave) |
Bob Wilson | c6c13a3 | 2010-02-18 06:05:53 +0000 | [diff] [blame] | 162 | VTRN, // transpose |
Bill Wendling | e1fd78f | 2011-03-14 23:02:38 +0000 | [diff] [blame] | 163 | VTBL1, // 1-register shuffle with mask |
| 164 | VTBL2, // 2-register shuffle with mask |
Bob Wilson | c6c13a3 | 2010-02-18 06:05:53 +0000 | [diff] [blame] | 165 | |
Bob Wilson | 38ab35a | 2010-09-01 23:50:19 +0000 | [diff] [blame] | 166 | // Vector multiply long: |
| 167 | VMULLs, // ...signed |
| 168 | VMULLu, // ...unsigned |
| 169 | |
Arnold Schwaighofer | f00fb1c | 2012-09-04 14:37:49 +0000 | [diff] [blame] | 170 | UMLAL, // 64bit Unsigned Accumulate Multiply |
| 171 | SMLAL, // 64bit Signed Accumulate Multiply |
| 172 | |
Bob Wilson | d8a9a04 | 2010-06-04 00:04:02 +0000 | [diff] [blame] | 173 | // Operands of the standard BUILD_VECTOR node are not legalized, which |
| 174 | // is fine if BUILD_VECTORs are always lowered to shuffles or other |
| 175 | // operations, but for ARM some BUILD_VECTORs are legal as-is and their |
| 176 | // operands need to be legalized. Define an ARM-specific version of |
| 177 | // BUILD_VECTOR for this purpose. |
| 178 | BUILD_VECTOR, |
| 179 | |
Bob Wilson | c6c13a3 | 2010-02-18 06:05:53 +0000 | [diff] [blame] | 180 | // Floating-point max and min: |
| 181 | FMAX, |
Jim Grosbach | 11013ed | 2010-07-16 23:05:05 +0000 | [diff] [blame] | 182 | FMIN, |
Joey Gouly | e3dd684 | 2013-08-23 12:01:13 +0000 | [diff] [blame] | 183 | VMAXNM, |
| 184 | VMINNM, |
Jim Grosbach | 11013ed | 2010-07-16 23:05:05 +0000 | [diff] [blame] | 185 | |
| 186 | // Bit-field insert |
Owen Anderson | 0747307 | 2010-11-03 22:44:51 +0000 | [diff] [blame] | 187 | BFI, |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 188 | |
Owen Anderson | 0747307 | 2010-11-03 22:44:51 +0000 | [diff] [blame] | 189 | // Vector OR with immediate |
Owen Anderson | 30c4892 | 2010-11-05 19:27:46 +0000 | [diff] [blame] | 190 | VORRIMM, |
| 191 | // Vector AND with NOT of immediate |
Bob Wilson | 2d790df | 2010-11-28 06:51:26 +0000 | [diff] [blame] | 192 | VBICIMM, |
| 193 | |
Cameron Zwarich | 53dd03d | 2011-03-30 23:01:21 +0000 | [diff] [blame] | 194 | // Vector bitwise select |
| 195 | VBSL, |
| 196 | |
Bob Wilson | 2d790df | 2010-11-28 06:51:26 +0000 | [diff] [blame] | 197 | // Vector load N-element structure to all lanes: |
| 198 | VLD2DUP = ISD::FIRST_TARGET_MEMORY_OPCODE, |
| 199 | VLD3DUP, |
Bob Wilson | 06fce87 | 2011-02-07 17:43:21 +0000 | [diff] [blame] | 200 | VLD4DUP, |
| 201 | |
| 202 | // NEON loads with post-increment base updates: |
| 203 | VLD1_UPD, |
| 204 | VLD2_UPD, |
| 205 | VLD3_UPD, |
| 206 | VLD4_UPD, |
| 207 | VLD2LN_UPD, |
| 208 | VLD3LN_UPD, |
| 209 | VLD4LN_UPD, |
| 210 | VLD2DUP_UPD, |
| 211 | VLD3DUP_UPD, |
| 212 | VLD4DUP_UPD, |
| 213 | |
| 214 | // NEON stores with post-increment base updates: |
| 215 | VST1_UPD, |
| 216 | VST2_UPD, |
| 217 | VST3_UPD, |
| 218 | VST4_UPD, |
| 219 | VST2LN_UPD, |
| 220 | VST3LN_UPD, |
Amara Emerson | b4ad2f3 | 2013-09-26 12:22:36 +0000 | [diff] [blame] | 221 | VST4LN_UPD |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 222 | }; |
| 223 | } |
| 224 | |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 225 | /// Define some predicates that are used for node matching. |
| 226 | namespace ARM { |
Jim Grosbach | 11013ed | 2010-07-16 23:05:05 +0000 | [diff] [blame] | 227 | bool isBitFieldInvertedMask(unsigned v); |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 228 | } |
| 229 | |
Bob Wilson | dd0e236 | 2009-05-20 16:30:25 +0000 | [diff] [blame] | 230 | //===--------------------------------------------------------------------===// |
Dale Johannesen | 8447d34 | 2007-03-20 00:30:56 +0000 | [diff] [blame] | 231 | // ARMTargetLowering - ARM Implementation of the TargetLowering interface |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 232 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 233 | class ARMTargetLowering : public TargetLowering { |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 234 | public: |
Eric Christopher | 1889fdc | 2015-01-29 00:19:39 +0000 | [diff] [blame] | 235 | explicit ARMTargetLowering(const TargetMachine &TM, |
| 236 | const ARMSubtarget &STI); |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 237 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 238 | unsigned getJumpTableEncoding() const override; |
Jim Grosbach | 8d3ba73 | 2010-07-19 17:20:38 +0000 | [diff] [blame] | 239 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 240 | SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override; |
Duncan Sands | 6ed4014 | 2008-12-01 11:39:25 +0000 | [diff] [blame] | 241 | |
| 242 | /// ReplaceNodeResults - Replace the results of node with an illegal result |
| 243 | /// type with new values built out of custom code. |
| 244 | /// |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 245 | void ReplaceNodeResults(SDNode *N, SmallVectorImpl<SDValue>&Results, |
| 246 | SelectionDAG &DAG) const override; |
Duncan Sands | 6ed4014 | 2008-12-01 11:39:25 +0000 | [diff] [blame] | 247 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 248 | const char *getTargetNodeName(unsigned Opcode) const override; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 249 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 250 | bool isSelectSupported(SelectSupportKind Kind) const override { |
Nadav Rotem | 9d83202 | 2012-09-02 12:10:19 +0000 | [diff] [blame] | 251 | // ARM does not support scalar condition selects on vectors. |
| 252 | return (Kind != ScalarCondVectorVal); |
| 253 | } |
| 254 | |
Duncan Sands | f2641e1 | 2011-09-06 19:07:46 +0000 | [diff] [blame] | 255 | /// getSetCCResultType - Return the value type to use for ISD::SETCC. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 256 | EVT getSetCCResultType(LLVMContext &Context, EVT VT) const override; |
Duncan Sands | f2641e1 | 2011-09-06 19:07:46 +0000 | [diff] [blame] | 257 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 258 | MachineBasicBlock * |
Dan Gohman | 25c1653 | 2010-05-01 00:01:06 +0000 | [diff] [blame] | 259 | EmitInstrWithCustomInserter(MachineInstr *MI, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 260 | MachineBasicBlock *MBB) const override; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 261 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 262 | void AdjustInstrPostInstrSelection(MachineInstr *MI, |
| 263 | SDNode *Node) const override; |
Evan Cheng | e6fba77 | 2011-08-30 19:09:48 +0000 | [diff] [blame] | 264 | |
Evan Cheng | f863e3f | 2011-07-13 00:42:17 +0000 | [diff] [blame] | 265 | SDValue PerformCMOVCombine(SDNode *N, SelectionDAG &DAG) const; |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 266 | SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override; |
Evan Cheng | d42641c | 2011-02-02 01:06:55 +0000 | [diff] [blame] | 267 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 268 | bool isDesirableToTransformToIntegerOp(unsigned Opc, EVT VT) const override; |
Evan Cheng | d42641c | 2011-02-02 01:06:55 +0000 | [diff] [blame] | 269 | |
Matt Arsenault | 6f2a526 | 2014-07-27 17:46:40 +0000 | [diff] [blame] | 270 | /// allowsMisalignedMemoryAccesses - Returns true if the target allows |
Evan Cheng | 79e2ca9 | 2012-12-10 23:21:26 +0000 | [diff] [blame] | 271 | /// unaligned memory accesses of the specified type. Returns whether it |
| 272 | /// is "fast" by reference in the second argument. |
Matt Arsenault | 6f2a526 | 2014-07-27 17:46:40 +0000 | [diff] [blame] | 273 | bool allowsMisalignedMemoryAccesses(EVT VT, unsigned AddrSpace, |
| 274 | unsigned Align, |
| 275 | bool *Fast) const override; |
Bill Wendling | bae6b2c | 2009-08-15 21:21:19 +0000 | [diff] [blame] | 276 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 277 | EVT getOptimalMemOpType(uint64_t Size, |
| 278 | unsigned DstAlign, unsigned SrcAlign, |
| 279 | bool IsMemset, bool ZeroMemset, |
| 280 | bool MemcpyStrSrc, |
| 281 | MachineFunction &MF) const override; |
Lang Hames | 9929c42 | 2011-11-02 22:52:45 +0000 | [diff] [blame] | 282 | |
Matt Beaumont-Gay | 4a04c92 | 2012-12-06 23:15:36 +0000 | [diff] [blame] | 283 | using TargetLowering::isZExtFree; |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 284 | bool isZExtFree(SDValue Val, EVT VT2) const override; |
Evan Cheng | 9ec512d | 2012-12-06 19:13:27 +0000 | [diff] [blame] | 285 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 286 | bool allowTruncateForTailCall(Type *Ty1, Type *Ty2) const override; |
Tim Northover | cc2e903 | 2013-08-06 13:58:03 +0000 | [diff] [blame] | 287 | |
| 288 | |
Chris Lattner | 1eb94d9 | 2007-03-30 23:15:24 +0000 | [diff] [blame] | 289 | /// isLegalAddressingMode - Return true if the addressing mode represented |
| 290 | /// by AM is legal for this target, for a load/store of the specified type. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 291 | bool isLegalAddressingMode(const AddrMode &AM, Type *Ty) const override; |
Evan Cheng | dc49a8d | 2009-08-14 20:09:37 +0000 | [diff] [blame] | 292 | bool isLegalT2ScaledAddressingMode(const AddrMode &AM, EVT VT) const; |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 293 | |
Evan Cheng | 3d3c24a | 2009-11-11 19:05:52 +0000 | [diff] [blame] | 294 | /// isLegalICmpImmediate - Return true if the specified immediate is legal |
Jim Grosbach | 84511e1 | 2010-06-02 21:53:11 +0000 | [diff] [blame] | 295 | /// icmp immediate, that is the target has icmp instructions which can |
| 296 | /// compare a register against the immediate without having to materialize |
| 297 | /// the immediate into a register. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 298 | bool isLegalICmpImmediate(int64_t Imm) const override; |
Evan Cheng | 3d3c24a | 2009-11-11 19:05:52 +0000 | [diff] [blame] | 299 | |
Dan Gohman | 6136e94 | 2011-05-03 00:46:49 +0000 | [diff] [blame] | 300 | /// isLegalAddImmediate - Return true if the specified immediate is legal |
| 301 | /// add immediate, that is the target has add instructions which can |
| 302 | /// add a register and the immediate without having to materialize |
| 303 | /// the immediate into a register. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 304 | bool isLegalAddImmediate(int64_t Imm) const override; |
Dan Gohman | 6136e94 | 2011-05-03 00:46:49 +0000 | [diff] [blame] | 305 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 306 | /// getPreIndexedAddressParts - returns true by value, base pointer and |
| 307 | /// offset pointer and addressing mode by reference if the node's address |
| 308 | /// can be legally represented as pre-indexed load / store address. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 309 | bool getPreIndexedAddressParts(SDNode *N, SDValue &Base, SDValue &Offset, |
| 310 | ISD::MemIndexedMode &AM, |
| 311 | SelectionDAG &DAG) const override; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 312 | |
| 313 | /// getPostIndexedAddressParts - returns true by value, base pointer and |
| 314 | /// offset pointer and addressing mode by reference if this node can be |
| 315 | /// combined with a load / store to form a post-indexed load / store. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 316 | bool getPostIndexedAddressParts(SDNode *N, SDNode *Op, SDValue &Base, |
| 317 | SDValue &Offset, ISD::MemIndexedMode &AM, |
| 318 | SelectionDAG &DAG) const override; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 319 | |
Jay Foad | a0653a3 | 2014-05-14 21:14:37 +0000 | [diff] [blame] | 320 | void computeKnownBitsForTargetNode(const SDValue Op, APInt &KnownZero, |
| 321 | APInt &KnownOne, |
| 322 | const SelectionDAG &DAG, |
| 323 | unsigned Depth) const override; |
Bill Wendling | bae6b2c | 2009-08-15 21:21:19 +0000 | [diff] [blame] | 324 | |
| 325 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 326 | bool ExpandInlineAsm(CallInst *CI) const override; |
Evan Cheng | 078b0b0 | 2011-01-08 01:24:27 +0000 | [diff] [blame] | 327 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 328 | ConstraintType |
| 329 | getConstraintType(const std::string &Constraint) const override; |
John Thompson | e8360b7 | 2010-10-29 17:29:13 +0000 | [diff] [blame] | 330 | |
| 331 | /// Examine constraint string and operand type and determine a weight value. |
| 332 | /// The operand object must already have been set up with the operand type. |
| 333 | ConstraintWeight getSingleConstraintMatchWeight( |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 334 | AsmOperandInfo &info, const char *constraint) const override; |
John Thompson | e8360b7 | 2010-10-29 17:29:13 +0000 | [diff] [blame] | 335 | |
Eric Christopher | 11e4df7 | 2015-02-26 22:38:43 +0000 | [diff] [blame^] | 336 | std::pair<unsigned, const TargetRegisterClass *> |
| 337 | getRegForInlineAsmConstraint(const TargetRegisterInfo *TRI, |
| 338 | const std::string &Constraint, |
| 339 | MVT VT) const override; |
Rafael Espindola | fa0df55 | 2007-11-05 23:12:20 +0000 | [diff] [blame] | 340 | |
Bob Wilson | cf1ec2c | 2009-04-01 17:58:54 +0000 | [diff] [blame] | 341 | /// LowerAsmOperandForConstraint - Lower the specified operand into the Ops |
| 342 | /// vector. If it is invalid, don't add anything to Ops. If hasMemory is |
| 343 | /// true it means one of the asm constraint of the inline asm instruction |
| 344 | /// being processed is 'm'. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 345 | void LowerAsmOperandForConstraint(SDValue Op, std::string &Constraint, |
| 346 | std::vector<SDValue> &Ops, |
| 347 | SelectionDAG &DAG) const override; |
Jim Grosbach | 91fa781 | 2009-05-13 22:32:43 +0000 | [diff] [blame] | 348 | |
Dan Gohman | 4df9d9c | 2010-05-11 16:21:03 +0000 | [diff] [blame] | 349 | const ARMSubtarget* getSubtarget() const { |
Dan Gohman | 544ab2c | 2008-04-12 04:36:06 +0000 | [diff] [blame] | 350 | return Subtarget; |
Rafael Espindola | fa0df55 | 2007-11-05 23:12:20 +0000 | [diff] [blame] | 351 | } |
| 352 | |
Evan Cheng | 4cad68e | 2010-05-15 02:18:07 +0000 | [diff] [blame] | 353 | /// getRegClassFor - Return the register class that should be used for the |
| 354 | /// specified value type. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 355 | const TargetRegisterClass *getRegClassFor(MVT VT) const override; |
Evan Cheng | 4cad68e | 2010-05-15 02:18:07 +0000 | [diff] [blame] | 356 | |
James Molloy | 8a25992 | 2013-12-03 11:23:11 +0000 | [diff] [blame] | 357 | /// Returns true if a cast between SrcAS and DestAS is a noop. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 358 | bool isNoopAddrSpaceCast(unsigned SrcAS, unsigned DestAS) const override { |
James Molloy | 8a25992 | 2013-12-03 11:23:11 +0000 | [diff] [blame] | 359 | // Addrspacecasts are always noops. |
| 360 | return true; |
| 361 | } |
| 362 | |
Eric Christopher | 84bdfd8 | 2010-07-21 22:26:11 +0000 | [diff] [blame] | 363 | /// createFastISel - This method returns a target specific FastISel object, |
| 364 | /// or null if the target does not support "fast" ISel. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 365 | FastISel *createFastISel(FunctionLoweringInfo &funcInfo, |
| 366 | const TargetLibraryInfo *libInfo) const override; |
Eric Christopher | 84bdfd8 | 2010-07-21 22:26:11 +0000 | [diff] [blame] | 367 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 368 | Sched::Preference getSchedulingPreference(SDNode *N) const override; |
Evan Cheng | 4401f88 | 2010-05-20 23:26:43 +0000 | [diff] [blame] | 369 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 370 | bool |
| 371 | isShuffleMaskLegal(const SmallVectorImpl<int> &M, EVT VT) const override; |
| 372 | bool isOffsetFoldingLegal(const GlobalAddressSDNode *GA) const override; |
Evan Cheng | 4a609f3c | 2009-10-28 01:44:26 +0000 | [diff] [blame] | 373 | |
| 374 | /// isFPImmLegal - Returns true if the target can instruction select the |
| 375 | /// specified FP immediate natively. If false, the legalizer will |
| 376 | /// materialize the FP immediate as a load from a constant pool. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 377 | bool isFPImmLegal(const APFloat &Imm, EVT VT) const override; |
Evan Cheng | 4a609f3c | 2009-10-28 01:44:26 +0000 | [diff] [blame] | 378 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 379 | bool getTgtMemIntrinsic(IntrinsicInfo &Info, |
| 380 | const CallInst &I, |
| 381 | unsigned Intrinsic) const override; |
Juergen Ributzka | 659ce00 | 2014-01-28 01:20:14 +0000 | [diff] [blame] | 382 | |
| 383 | /// \brief Returns true if it is beneficial to convert a load of a constant |
| 384 | /// to just the constant itself. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 385 | bool shouldConvertConstantLoadToIntImm(const APInt &Imm, |
| 386 | Type *Ty) const override; |
Juergen Ributzka | 659ce00 | 2014-01-28 01:20:14 +0000 | [diff] [blame] | 387 | |
Oliver Stannard | c24f217 | 2014-05-09 14:01:47 +0000 | [diff] [blame] | 388 | /// \brief Returns true if an argument of type Ty needs to be passed in a |
| 389 | /// contiguous block of registers in calling convention CallConv. |
| 390 | bool functionArgumentNeedsConsecutiveRegisters( |
| 391 | Type *Ty, CallingConv::ID CallConv, bool isVarArg) const override; |
| 392 | |
Robin Morisset | 25c8e31 | 2014-09-17 00:06:58 +0000 | [diff] [blame] | 393 | bool hasLoadLinkedStoreConditional() const override; |
Robin Morisset | 5349e8e | 2014-09-18 18:56:04 +0000 | [diff] [blame] | 394 | Instruction *makeDMB(IRBuilder<> &Builder, ARM_MB::MemBOpt Domain) const; |
Tim Northover | 037f26f2 | 2014-04-17 18:22:47 +0000 | [diff] [blame] | 395 | Value *emitLoadLinked(IRBuilder<> &Builder, Value *Addr, |
| 396 | AtomicOrdering Ord) const override; |
| 397 | Value *emitStoreConditional(IRBuilder<> &Builder, Value *Val, |
| 398 | Value *Addr, AtomicOrdering Ord) const override; |
| 399 | |
Robin Morisset | dedef33 | 2014-09-23 20:31:14 +0000 | [diff] [blame] | 400 | Instruction* emitLeadingFence(IRBuilder<> &Builder, AtomicOrdering Ord, |
Robin Morisset | a47cb41 | 2014-09-03 21:01:03 +0000 | [diff] [blame] | 401 | bool IsStore, bool IsLoad) const override; |
Robin Morisset | dedef33 | 2014-09-23 20:31:14 +0000 | [diff] [blame] | 402 | Instruction* emitTrailingFence(IRBuilder<> &Builder, AtomicOrdering Ord, |
Robin Morisset | a47cb41 | 2014-09-03 21:01:03 +0000 | [diff] [blame] | 403 | bool IsStore, bool IsLoad) const override; |
| 404 | |
Robin Morisset | ed3d48f | 2014-09-03 21:29:59 +0000 | [diff] [blame] | 405 | bool shouldExpandAtomicLoadInIR(LoadInst *LI) const override; |
| 406 | bool shouldExpandAtomicStoreInIR(StoreInst *SI) const override; |
| 407 | bool shouldExpandAtomicRMWInIR(AtomicRMWInst *AI) const override; |
Tim Northover | 037f26f2 | 2014-04-17 18:22:47 +0000 | [diff] [blame] | 408 | |
Akira Hatanaka | e5b6e0d | 2014-07-25 19:31:34 +0000 | [diff] [blame] | 409 | bool useLoadStackGuardNode() const override; |
| 410 | |
Quentin Colombet | c32615d | 2014-10-31 17:52:53 +0000 | [diff] [blame] | 411 | bool canCombineStoreAndExtract(Type *VectorTy, Value *Idx, |
| 412 | unsigned &Cost) const override; |
| 413 | |
Evan Cheng | 10f99a3 | 2010-07-19 22:15:08 +0000 | [diff] [blame] | 414 | protected: |
Eric Christopher | 23a3a7c | 2015-02-26 00:00:24 +0000 | [diff] [blame] | 415 | std::pair<const TargetRegisterClass *, uint8_t> |
| 416 | findRepresentativeClass(const TargetRegisterInfo *TRI, |
| 417 | MVT VT) const override; |
Evan Cheng | 10f99a3 | 2010-07-19 22:15:08 +0000 | [diff] [blame] | 418 | |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 419 | private: |
| 420 | /// Subtarget - Keep a pointer to the ARMSubtarget around so that we can |
| 421 | /// make the right decision when generating code for different targets. |
| 422 | const ARMSubtarget *Subtarget; |
| 423 | |
Evan Cheng | df907f4 | 2010-07-23 22:39:59 +0000 | [diff] [blame] | 424 | const TargetRegisterInfo *RegInfo; |
| 425 | |
Evan Cheng | bf40707 | 2010-09-10 01:29:16 +0000 | [diff] [blame] | 426 | const InstrItineraryData *Itins; |
| 427 | |
Bob Wilson | 844d6c8 | 2009-07-13 18:11:36 +0000 | [diff] [blame] | 428 | /// ARMPCLabelIndex - Keep track of the number of ARM PC labels created. |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 429 | /// |
| 430 | unsigned ARMPCLabelIndex; |
| 431 | |
Craig Topper | 4fa625f | 2012-08-12 03:16:37 +0000 | [diff] [blame] | 432 | void addTypeForNEON(MVT VT, MVT PromotedLdStVT, MVT PromotedBitwiseVT); |
| 433 | void addDRTypeForNEON(MVT VT); |
| 434 | void addQRTypeForNEON(MVT VT); |
Louis Gerbarg | 3342bf1 | 2014-05-09 17:02:49 +0000 | [diff] [blame] | 435 | std::pair<SDValue, SDValue> getARMXALUOOp(SDValue Op, SelectionDAG &DAG, SDValue &ARMcc) const; |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 436 | |
| 437 | typedef SmallVector<std::pair<unsigned, SDValue>, 8> RegsToPassVector; |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 438 | void PassF64ArgInRegs(SDLoc dl, SelectionDAG &DAG, |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 439 | SDValue Chain, SDValue &Arg, |
| 440 | RegsToPassVector &RegsToPass, |
| 441 | CCValAssign &VA, CCValAssign &NextVA, |
| 442 | SDValue &StackPtr, |
Craig Topper | b94011f | 2013-07-14 04:42:23 +0000 | [diff] [blame] | 443 | SmallVectorImpl<SDValue> &MemOpChains, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 444 | ISD::ArgFlagsTy Flags) const; |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 445 | SDValue GetF64FormalArgument(CCValAssign &VA, CCValAssign &NextVA, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 446 | SDValue &Root, SelectionDAG &DAG, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 447 | SDLoc dl) const; |
Bob Wilson | 2e076c4 | 2009-06-22 23:27:02 +0000 | [diff] [blame] | 448 | |
Oliver Stannard | c24f217 | 2014-05-09 14:01:47 +0000 | [diff] [blame] | 449 | CallingConv::ID getEffectiveCallingConv(CallingConv::ID CC, |
| 450 | bool isVarArg) const; |
Jim Grosbach | 84511e1 | 2010-06-02 21:53:11 +0000 | [diff] [blame] | 451 | CCAssignFn *CCAssignFnForNode(CallingConv::ID CC, bool Return, |
| 452 | bool isVarArg) const; |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 453 | SDValue LowerMemOpCallTo(SDValue Chain, SDValue StackPtr, SDValue Arg, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 454 | SDLoc dl, SelectionDAG &DAG, |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 455 | const CCValAssign &VA, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 456 | ISD::ArgFlagsTy Flags) const; |
Jim Grosbach | c98892f | 2010-05-26 20:22:18 +0000 | [diff] [blame] | 457 | SDValue LowerEH_SJLJ_SETJMP(SDValue Op, SelectionDAG &DAG) const; |
Jim Grosbach | bd9485d | 2010-05-22 01:06:18 +0000 | [diff] [blame] | 458 | SDValue LowerEH_SJLJ_LONGJMP(SDValue Op, SelectionDAG &DAG) const; |
Jim Grosbach | a570d05 | 2010-02-08 23:22:00 +0000 | [diff] [blame] | 459 | SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 460 | const ARMSubtarget *Subtarget) const; |
| 461 | SDValue LowerBlockAddress(SDValue Op, SelectionDAG &DAG) const; |
| 462 | SDValue LowerGlobalAddressDarwin(SDValue Op, SelectionDAG &DAG) const; |
| 463 | SDValue LowerGlobalAddressELF(SDValue Op, SelectionDAG &DAG) const; |
Saleem Abdulrasool | 40bca0a | 2014-05-09 00:58:32 +0000 | [diff] [blame] | 464 | SDValue LowerGlobalAddressWindows(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 465 | SDValue LowerGlobalTLSAddress(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 2ce6f2a | 2008-07-27 21:46:04 +0000 | [diff] [blame] | 466 | SDValue LowerToTLSGeneralDynamicModel(GlobalAddressSDNode *GA, |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 467 | SelectionDAG &DAG) const; |
Dan Gohman | 2ce6f2a | 2008-07-27 21:46:04 +0000 | [diff] [blame] | 468 | SDValue LowerToTLSExecModels(GlobalAddressSDNode *GA, |
Hans Wennborg | aea4120 | 2012-05-04 09:40:39 +0000 | [diff] [blame] | 469 | SelectionDAG &DAG, |
| 470 | TLSModel::Model model) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 471 | SDValue LowerGLOBAL_OFFSET_TABLE(SDValue Op, SelectionDAG &DAG) const; |
| 472 | SDValue LowerBR_JT(SDValue Op, SelectionDAG &DAG) const; |
Louis Gerbarg | 3342bf1 | 2014-05-09 17:02:49 +0000 | [diff] [blame] | 473 | SDValue LowerXALUO(SDValue Op, SelectionDAG &DAG) const; |
Bill Wendling | 6a98131 | 2010-08-11 08:43:16 +0000 | [diff] [blame] | 474 | SDValue LowerSELECT(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 475 | SDValue LowerSELECT_CC(SDValue Op, SelectionDAG &DAG) const; |
| 476 | SDValue LowerBR_CC(SDValue Op, SelectionDAG &DAG) const; |
Evan Cheng | 25f9364 | 2010-07-08 02:08:50 +0000 | [diff] [blame] | 477 | SDValue LowerFCOPYSIGN(SDValue Op, SelectionDAG &DAG) const; |
Evan Cheng | 168ced9 | 2010-05-22 01:47:14 +0000 | [diff] [blame] | 478 | SDValue LowerRETURNADDR(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 479 | SDValue LowerFRAMEADDR(SDValue Op, SelectionDAG &DAG) const; |
Dan Gohman | 21cea8a | 2010-04-17 15:26:15 +0000 | [diff] [blame] | 480 | SDValue LowerShiftRightParts(SDValue Op, SelectionDAG &DAG) const; |
| 481 | SDValue LowerShiftLeftParts(SDValue Op, SelectionDAG &DAG) const; |
Nate Begeman | b69b182 | 2010-08-03 21:31:55 +0000 | [diff] [blame] | 482 | SDValue LowerFLT_ROUNDS_(SDValue Op, SelectionDAG &DAG) const; |
Lang Hames | c35ee8b | 2012-03-15 18:49:02 +0000 | [diff] [blame] | 483 | SDValue LowerConstantFP(SDValue Op, SelectionDAG &DAG, |
| 484 | const ARMSubtarget *ST) const; |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 485 | SDValue LowerBUILD_VECTOR(SDValue Op, SelectionDAG &DAG, |
Bob Wilson | 6f2b896 | 2011-01-07 21:37:30 +0000 | [diff] [blame] | 486 | const ARMSubtarget *ST) const; |
Bob Wilson | e7dde0c | 2013-11-03 06:14:38 +0000 | [diff] [blame] | 487 | SDValue LowerFSINCOS(SDValue Op, SelectionDAG &DAG) const; |
Renato Golin | 8761069 | 2013-07-16 09:32:17 +0000 | [diff] [blame] | 488 | SDValue LowerDivRem(SDValue Op, SelectionDAG &DAG) const; |
Saleem Abdulrasool | abac6e9 | 2014-06-09 20:18:42 +0000 | [diff] [blame] | 489 | SDValue LowerDYNAMIC_STACKALLOC(SDValue Op, SelectionDAG &DAG) const; |
Oliver Stannard | 51b1d46 | 2014-08-21 12:50:31 +0000 | [diff] [blame] | 490 | SDValue LowerFP_ROUND(SDValue Op, SelectionDAG &DAG) const; |
| 491 | SDValue LowerFP_EXTEND(SDValue Op, SelectionDAG &DAG) const; |
| 492 | SDValue LowerFP_TO_INT(SDValue Op, SelectionDAG &DAG) const; |
| 493 | SDValue LowerINT_TO_FP(SDValue Op, SelectionDAG &DAG) const; |
Bob Wilson | 6f2b896 | 2011-01-07 21:37:30 +0000 | [diff] [blame] | 494 | |
Hal Finkel | f0e086a | 2014-05-11 19:29:07 +0000 | [diff] [blame] | 495 | unsigned getRegisterByName(const char* RegName, EVT VT) const override; |
Renato Golin | c7aea40 | 2014-05-06 16:51:25 +0000 | [diff] [blame] | 496 | |
Stephen Lin | dd50202 | 2013-07-10 01:54:24 +0000 | [diff] [blame] | 497 | /// isFMAFasterThanFMulAndFAdd - Return true if an FMA operation is faster |
| 498 | /// than a pair of fmul and fadd instructions. fmuladd intrinsics will be |
| 499 | /// expanded to FMAs when this method returns true, otherwise fmuladd is |
| 500 | /// expanded to fmul + fadd. |
| 501 | /// |
| 502 | /// ARM supports both fused and unfused multiply-add operations; we already |
Stephen Lin | 2a64473 | 2013-07-10 01:57:39 +0000 | [diff] [blame] | 503 | /// lower a pair of fmul and fadd to the latter so it's not clear that there |
Stephen Lin | dd50202 | 2013-07-10 01:54:24 +0000 | [diff] [blame] | 504 | /// would be a gain or that the gain would be worthwhile enough to risk |
| 505 | /// correctness bugs. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 506 | bool isFMAFasterThanFMulAndFAdd(EVT VT) const override { return false; } |
Stephen Lin | dd50202 | 2013-07-10 01:54:24 +0000 | [diff] [blame] | 507 | |
Bob Wilson | 6f2b896 | 2011-01-07 21:37:30 +0000 | [diff] [blame] | 508 | SDValue ReconstructShuffle(SDValue Op, SelectionDAG &DAG) const; |
Rafael Espindola | 18a831d | 2007-10-19 14:35:17 +0000 | [diff] [blame] | 509 | |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 510 | SDValue LowerCallResult(SDValue Chain, SDValue InFlag, |
Sandeep Patel | 68c5f47 | 2009-09-02 08:44:58 +0000 | [diff] [blame] | 511 | CallingConv::ID CallConv, bool isVarArg, |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 512 | const SmallVectorImpl<ISD::InputArg> &Ins, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 513 | SDLoc dl, SelectionDAG &DAG, |
Stephen Lin | b8bd232 | 2013-04-20 05:14:40 +0000 | [diff] [blame] | 514 | SmallVectorImpl<SDValue> &InVals, |
| 515 | bool isThisReturn, SDValue ThisVal) const; |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 516 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 517 | SDValue |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 518 | LowerFormalArguments(SDValue Chain, |
Sandeep Patel | 68c5f47 | 2009-09-02 08:44:58 +0000 | [diff] [blame] | 519 | CallingConv::ID CallConv, bool isVarArg, |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 520 | const SmallVectorImpl<ISD::InputArg> &Ins, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 521 | SDLoc dl, SelectionDAG &DAG, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 522 | SmallVectorImpl<SDValue> &InVals) const override; |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 523 | |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 524 | int StoreByValRegs(CCState &CCInfo, SelectionDAG &DAG, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 525 | SDLoc dl, SDValue &Chain, |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 526 | const Value *OrigArg, |
Stepan Dyatkovskiy | 8c02c98 | 2013-05-05 07:48:36 +0000 | [diff] [blame] | 527 | unsigned InRegsParamRecordIdx, |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 528 | unsigned OffsetFromOrigArg, |
| 529 | unsigned ArgOffset, |
Stepan Dyatkovskiy | d0e34a2 | 2013-05-20 08:01:34 +0000 | [diff] [blame] | 530 | unsigned ArgSize, |
Oliver Stannard | d55e115 | 2014-03-05 15:25:27 +0000 | [diff] [blame] | 531 | bool ForceMutable, |
| 532 | unsigned ByValStoreOffset, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 533 | unsigned TotalArgRegsSaveSize) const; |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 534 | |
Stuart Hastings | 45fe3c3 | 2011-04-20 16:47:52 +0000 | [diff] [blame] | 535 | void VarArgStyleRegisters(CCState &CCInfo, SelectionDAG &DAG, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 536 | SDLoc dl, SDValue &Chain, |
Stepan Dyatkovskiy | dab8043 | 2012-10-19 08:23:06 +0000 | [diff] [blame] | 537 | unsigned ArgOffset, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 538 | unsigned TotalArgRegsSaveSize, |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 539 | bool ForceMutable = false) const; |
Stuart Hastings | 45fe3c3 | 2011-04-20 16:47:52 +0000 | [diff] [blame] | 540 | |
| 541 | void computeRegArea(CCState &CCInfo, MachineFunction &MF, |
Stepan Dyatkovskiy | 8c02c98 | 2013-05-05 07:48:36 +0000 | [diff] [blame] | 542 | unsigned InRegsParamRecordIdx, |
Stepan Dyatkovskiy | d0e34a2 | 2013-05-20 08:01:34 +0000 | [diff] [blame] | 543 | unsigned ArgSize, |
Stepan Dyatkovskiy | f5aa83d | 2013-04-30 07:19:58 +0000 | [diff] [blame] | 544 | unsigned &ArgRegsSize, |
| 545 | unsigned &ArgRegsSaveSize) const; |
Stuart Hastings | 45fe3c3 | 2011-04-20 16:47:52 +0000 | [diff] [blame] | 546 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 547 | SDValue |
Justin Holewinski | aa58397 | 2012-05-25 16:35:28 +0000 | [diff] [blame] | 548 | LowerCall(TargetLowering::CallLoweringInfo &CLI, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 549 | SmallVectorImpl<SDValue> &InVals) const override; |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 550 | |
Stuart Hastings | 67c5c3e | 2011-02-28 17:17:53 +0000 | [diff] [blame] | 551 | /// HandleByVal - Target-specific cleanup for ByVal support. |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 552 | void HandleByVal(CCState *, unsigned &, unsigned) const override; |
Stuart Hastings | 67c5c3e | 2011-02-28 17:17:53 +0000 | [diff] [blame] | 553 | |
Dale Johannesen | d679ff7 | 2010-06-03 21:09:53 +0000 | [diff] [blame] | 554 | /// IsEligibleForTailCallOptimization - Check whether the call is eligible |
| 555 | /// for tail call optimization. Targets which want to do tail call |
| 556 | /// optimization should implement this function. |
| 557 | bool IsEligibleForTailCallOptimization(SDValue Callee, |
| 558 | CallingConv::ID CalleeCC, |
| 559 | bool isVarArg, |
| 560 | bool isCalleeStructRet, |
| 561 | bool isCallerStructRet, |
| 562 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
Dan Gohman | fe7532a | 2010-07-07 15:54:55 +0000 | [diff] [blame] | 563 | const SmallVectorImpl<SDValue> &OutVals, |
Dale Johannesen | d679ff7 | 2010-06-03 21:09:53 +0000 | [diff] [blame] | 564 | const SmallVectorImpl<ISD::InputArg> &Ins, |
| 565 | SelectionDAG& DAG) const; |
Benjamin Kramer | b1996da | 2012-11-28 20:55:10 +0000 | [diff] [blame] | 566 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 567 | bool CanLowerReturn(CallingConv::ID CallConv, |
| 568 | MachineFunction &MF, bool isVarArg, |
| 569 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
| 570 | LLVMContext &Context) const override; |
Benjamin Kramer | b1996da | 2012-11-28 20:55:10 +0000 | [diff] [blame] | 571 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 572 | SDValue |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 573 | LowerReturn(SDValue Chain, |
Sandeep Patel | 68c5f47 | 2009-09-02 08:44:58 +0000 | [diff] [blame] | 574 | CallingConv::ID CallConv, bool isVarArg, |
Dan Gohman | f9bbcd1 | 2009-08-05 01:29:28 +0000 | [diff] [blame] | 575 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
Dan Gohman | fe7532a | 2010-07-07 15:54:55 +0000 | [diff] [blame] | 576 | const SmallVectorImpl<SDValue> &OutVals, |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 577 | SDLoc dl, SelectionDAG &DAG) const override; |
Evan Cheng | 15b80e4 | 2009-11-12 07:13:11 +0000 | [diff] [blame] | 578 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 579 | bool isUsedByReturnOnly(SDNode *N, SDValue &Chain) const override; |
Evan Cheng | d4b0873 | 2010-11-30 23:55:39 +0000 | [diff] [blame] | 580 | |
Craig Topper | 6bc27bf | 2014-03-10 02:09:33 +0000 | [diff] [blame] | 581 | bool mayBeEmittedAsTailCall(CallInst *CI) const override; |
Evan Cheng | 0663f23 | 2011-03-21 01:19:09 +0000 | [diff] [blame] | 582 | |
Oliver Stannard | 51b1d46 | 2014-08-21 12:50:31 +0000 | [diff] [blame] | 583 | SDValue getCMOV(SDLoc dl, EVT VT, SDValue FalseVal, SDValue TrueVal, |
| 584 | SDValue ARMcc, SDValue CCR, SDValue Cmp, |
| 585 | SelectionDAG &DAG) const; |
Evan Cheng | 15b80e4 | 2009-11-12 07:13:11 +0000 | [diff] [blame] | 586 | SDValue getARMCmp(SDValue LHS, SDValue RHS, ISD::CondCode CC, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 587 | SDValue &ARMcc, SelectionDAG &DAG, SDLoc dl) const; |
Evan Cheng | 0cc4ad9 | 2010-07-13 19:27:42 +0000 | [diff] [blame] | 588 | SDValue getVFPCmp(SDValue LHS, SDValue RHS, |
Andrew Trick | ef9de2a | 2013-05-25 02:42:55 +0000 | [diff] [blame] | 589 | SelectionDAG &DAG, SDLoc dl) const; |
Bob Wilson | 45acbd0 | 2011-03-08 01:17:20 +0000 | [diff] [blame] | 590 | SDValue duplicateCmp(SDValue Cmp, SelectionDAG &DAG) const; |
Evan Cheng | 0cc4ad9 | 2010-07-13 19:27:42 +0000 | [diff] [blame] | 591 | |
| 592 | SDValue OptimizeVFPBrcond(SDValue Op, SelectionDAG &DAG) const; |
Jim Grosbach | 5c4e99f | 2009-12-11 01:42:04 +0000 | [diff] [blame] | 593 | |
Bill Wendling | 030b58e | 2011-10-06 22:18:16 +0000 | [diff] [blame] | 594 | void SetupEntryBlockForSjLj(MachineInstr *MI, |
| 595 | MachineBasicBlock *MBB, |
| 596 | MachineBasicBlock *DispatchBB, int FI) const; |
| 597 | |
Bill Wendling | 374ee19 | 2011-10-03 21:25:38 +0000 | [diff] [blame] | 598 | MachineBasicBlock *EmitSjLjDispatchBlock(MachineInstr *MI, |
| 599 | MachineBasicBlock *MBB) const; |
| 600 | |
Andrew Trick | 0ed5778 | 2011-04-23 03:55:32 +0000 | [diff] [blame] | 601 | bool RemapAddSubWithFlags(MachineInstr *MI, MachineBasicBlock *BB) const; |
Manman Ren | e873552 | 2012-06-01 19:33:18 +0000 | [diff] [blame] | 602 | |
| 603 | MachineBasicBlock *EmitStructByval(MachineInstr *MI, |
| 604 | MachineBasicBlock *MBB) const; |
Saleem Abdulrasool | abac6e9 | 2014-06-09 20:18:42 +0000 | [diff] [blame] | 605 | |
| 606 | MachineBasicBlock *EmitLowered__chkstk(MachineInstr *MI, |
| 607 | MachineBasicBlock *MBB) const; |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 608 | }; |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 609 | |
Owen Anderson | a407692 | 2010-11-05 21:57:54 +0000 | [diff] [blame] | 610 | enum NEONModImmType { |
| 611 | VMOVModImm, |
| 612 | VMVNModImm, |
| 613 | OtherModImm |
| 614 | }; |
Andrew Trick | 1a1f8d4 | 2011-04-23 03:24:11 +0000 | [diff] [blame] | 615 | |
Eric Christopher | 84bdfd8 | 2010-07-21 22:26:11 +0000 | [diff] [blame] | 616 | namespace ARM { |
Bob Wilson | 3e6fa46 | 2012-08-03 04:06:28 +0000 | [diff] [blame] | 617 | FastISel *createFastISel(FunctionLoweringInfo &funcInfo, |
| 618 | const TargetLibraryInfo *libInfo); |
Eric Christopher | 84bdfd8 | 2010-07-21 22:26:11 +0000 | [diff] [blame] | 619 | } |
Evan Cheng | 10043e2 | 2007-01-19 07:51:42 +0000 | [diff] [blame] | 620 | } |
| 621 | |
| 622 | #endif // ARMISELLOWERING_H |