blob: 1eb1a71384cbb8b3c3ac50f296b91f32e7660f00 [file] [log] [blame]
Evan Cheng10043e22007-01-19 07:51:42 +00001//===-- ARMISelLowering.h - ARM DAG Lowering Interface ----------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Evan Cheng10043e22007-01-19 07:51:42 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file defines the interfaces that ARM uses to lower LLVM code into a
11// selection DAG.
12//
13//===----------------------------------------------------------------------===//
14
15#ifndef ARMISELLOWERING_H
16#define ARMISELLOWERING_H
17
Rafael Espindolafa0df552007-11-05 23:12:20 +000018#include "ARMSubtarget.h"
Evan Cheng10043e22007-01-19 07:51:42 +000019#include "llvm/Target/TargetLowering.h"
20#include "llvm/CodeGen/SelectionDAG.h"
Bob Wilsona4c22902009-04-17 19:07:39 +000021#include "llvm/CodeGen/CallingConvLower.h"
Evan Cheng10043e22007-01-19 07:51:42 +000022#include <vector>
23
24namespace llvm {
25 class ARMConstantPoolValue;
Evan Cheng10043e22007-01-19 07:51:42 +000026
27 namespace ARMISD {
28 // ARM Specific DAG Nodes
29 enum NodeType {
Jim Grosbach91fa7812009-05-13 22:32:43 +000030 // Start the numbering where the builtin ops and target ops leave off.
Dan Gohmaned1cf1a2008-09-23 18:42:32 +000031 FIRST_NUMBER = ISD::BUILTIN_OP_END,
Evan Cheng10043e22007-01-19 07:51:42 +000032
33 Wrapper, // Wrapper - A wrapper node for TargetConstantPool,
34 // TargetExternalSymbol, and TargetGlobalAddress.
Evan Cheng10043e22007-01-19 07:51:42 +000035 WrapperJT, // WrapperJT - A wrapper node for TargetJumpTable
Jim Grosbach91fa7812009-05-13 22:32:43 +000036
Evan Cheng10043e22007-01-19 07:51:42 +000037 CALL, // Function call.
Evan Chengc3c949b42007-06-19 21:05:09 +000038 CALL_PRED, // Function call that's predicable.
Evan Cheng10043e22007-01-19 07:51:42 +000039 CALL_NOLINK, // Function call with branch not branch-and-link.
40 tCALL, // Thumb function call.
41 BRCOND, // Conditional branch.
42 BR_JT, // Jumptable branch.
Evan Chengc6d70ae2009-07-29 02:18:14 +000043 BR2_JT, // Jumptable branch (2 level - jumptable entry is a jump).
Evan Cheng10043e22007-01-19 07:51:42 +000044 RET_FLAG, // Return with a flag operand.
45
46 PIC_ADD, // Add with a PC operand and a PIC label.
47
48 CMP, // ARM compare instructions.
David Goodwindbf11ba2009-06-29 15:33:01 +000049 CMPZ, // ARM compare that sets only Z flag.
Evan Cheng10043e22007-01-19 07:51:42 +000050 CMPFP, // ARM VFP compare instruction, sets FPSCR.
51 CMPFPw0, // ARM VFP compare against zero instruction, sets FPSCR.
52 FMSTAT, // ARM fmstat instruction.
53 CMOV, // ARM conditional move instructions.
54 CNEG, // ARM conditional negate instructions.
Jim Grosbach91fa7812009-05-13 22:32:43 +000055
Evan Cheng10043e22007-01-19 07:51:42 +000056 FTOSI, // FP to sint within a FP register.
57 FTOUI, // FP to uint within a FP register.
58 SITOF, // sint to FP within a FP register.
59 UITOF, // uint to FP within a FP register.
60
Evan Cheng10043e22007-01-19 07:51:42 +000061 SRL_FLAG, // V,Flag = srl_flag X -> srl X, 1 + save carry out.
62 SRA_FLAG, // V,Flag = sra_flag X -> sra X, 1 + save carry out.
63 RRX, // V = RRX X, Flag -> srl X, 1 + shift in carry flag.
Jim Grosbach91fa7812009-05-13 22:32:43 +000064
Jim Grosbachd7cf55c2009-11-09 00:11:35 +000065 VMOVRRD, // double to two gprs.
66 VMOVDRR, // Two gprs to double.
Lauro Ramos Venancioc39c12a2007-04-27 13:54:47 +000067
Evan Chengb972e562009-08-07 00:34:42 +000068 EH_SJLJ_SETJMP, // SjLj exception handling setjmp.
69 EH_SJLJ_LONGJMP, // SjLj exception handling longjmp.
Jim Grosbachaeca45d2009-05-12 23:59:14 +000070
Bob Wilson2e076c42009-06-22 23:27:02 +000071 THREAD_POINTER,
72
Evan Chengb972e562009-08-07 00:34:42 +000073 DYN_ALLOC, // Dynamic allocation on the stack.
74
Bob Wilson2e076c42009-06-22 23:27:02 +000075 VCEQ, // Vector compare equal.
76 VCGE, // Vector compare greater than or equal.
77 VCGEU, // Vector compare unsigned greater than or equal.
78 VCGT, // Vector compare greater than.
79 VCGTU, // Vector compare unsigned greater than.
80 VTST, // Vector test bits.
81
82 // Vector shift by immediate:
83 VSHL, // ...left
84 VSHRs, // ...right (signed)
85 VSHRu, // ...right (unsigned)
86 VSHLLs, // ...left long (signed)
87 VSHLLu, // ...left long (unsigned)
88 VSHLLi, // ...left long (with maximum shift count)
89 VSHRN, // ...right narrow
90
91 // Vector rounding shift by immediate:
92 VRSHRs, // ...right (signed)
93 VRSHRu, // ...right (unsigned)
94 VRSHRN, // ...right narrow
95
96 // Vector saturating shift by immediate:
97 VQSHLs, // ...left (signed)
98 VQSHLu, // ...left (unsigned)
99 VQSHLsu, // ...left (signed to unsigned)
100 VQSHRNs, // ...right narrow (signed)
101 VQSHRNu, // ...right narrow (unsigned)
102 VQSHRNsu, // ...right narrow (signed to unsigned)
103
104 // Vector saturating rounding shift by immediate:
105 VQRSHRNs, // ...right narrow (signed)
106 VQRSHRNu, // ...right narrow (unsigned)
107 VQRSHRNsu, // ...right narrow (signed to unsigned)
108
109 // Vector shift and insert:
110 VSLI, // ...left
111 VSRI, // ...right
112
113 // Vector get lane (VMOV scalar to ARM core register)
114 // (These are used for 8- and 16-bit element types only.)
115 VGETLANEu, // zero-extend vector extract element
116 VGETLANEs, // sign-extend vector extract element
117
Bob Wilsoneb54d512009-08-14 05:13:08 +0000118 // Vector duplicate:
119 VDUP,
Bob Wilsoncce31f62009-08-14 05:08:32 +0000120 VDUPLANE,
Bob Wilsonf45dee32009-08-04 00:36:16 +0000121
Bob Wilsonea3a4022009-08-12 22:31:50 +0000122 // Vector shuffles:
Bob Wilson32cd8552009-08-19 17:03:43 +0000123 VEXT, // extract
Bob Wilsonea3a4022009-08-12 22:31:50 +0000124 VREV64, // reverse elements within 64-bit doublewords
125 VREV32, // reverse elements within 32-bit words
Anton Korobeynikov9a232f42009-08-21 12:41:24 +0000126 VREV16, // reverse elements within 16-bit halfwords
Bob Wilsona7062312009-08-21 20:54:19 +0000127 VZIP, // zip (interleave)
128 VUZP, // unzip (deinterleave)
Anton Korobeynikov232b19c2009-08-21 12:41:42 +0000129 VTRN // transpose
Evan Cheng10043e22007-01-19 07:51:42 +0000130 };
131 }
132
Bob Wilson2e076c42009-06-22 23:27:02 +0000133 /// Define some predicates that are used for node matching.
134 namespace ARM {
135 /// getVMOVImm - If this is a build_vector of constants which can be
136 /// formed by using a VMOV instruction of the specified element size,
137 /// return the constant being splatted. The ByteSize field indicates the
138 /// number of bytes of each element [1248].
139 SDValue getVMOVImm(SDNode *N, unsigned ByteSize, SelectionDAG &DAG);
Evan Cheng4a609f3c2009-10-28 01:44:26 +0000140
141 /// getVFPf32Imm / getVFPf64Imm - If the given fp immediate can be
142 /// materialized with a VMOV.f32 / VMOV.f64 (i.e. fconsts / fconstd)
143 /// instruction, returns its 8-bit integer representation. Otherwise,
144 /// returns -1.
145 int getVFPf32Imm(const APFloat &FPImm);
146 int getVFPf64Imm(const APFloat &FPImm);
Bob Wilson2e076c42009-06-22 23:27:02 +0000147 }
148
Bob Wilsondd0e2362009-05-20 16:30:25 +0000149 //===--------------------------------------------------------------------===//
Dale Johannesen8447d342007-03-20 00:30:56 +0000150 // ARMTargetLowering - ARM Implementation of the TargetLowering interface
Jim Grosbach91fa7812009-05-13 22:32:43 +0000151
Evan Cheng10043e22007-01-19 07:51:42 +0000152 class ARMTargetLowering : public TargetLowering {
153 int VarArgsFrameIndex; // FrameIndex for start of varargs area.
154 public:
Dan Gohman5f6a9da52007-08-02 21:21:54 +0000155 explicit ARMTargetLowering(TargetMachine &TM);
Evan Cheng10043e22007-01-19 07:51:42 +0000156
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000157 virtual SDValue LowerOperation(SDValue Op, SelectionDAG &DAG);
Duncan Sands6ed40142008-12-01 11:39:25 +0000158
159 /// ReplaceNodeResults - Replace the results of node with an illegal result
160 /// type with new values built out of custom code.
161 ///
162 virtual void ReplaceNodeResults(SDNode *N, SmallVectorImpl<SDValue>&Results,
163 SelectionDAG &DAG);
164
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000165 virtual SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const;
Jim Grosbach91fa7812009-05-13 22:32:43 +0000166
Evan Cheng10043e22007-01-19 07:51:42 +0000167 virtual const char *getTargetNodeName(unsigned Opcode) const;
168
Evan Cheng29cfb672008-01-30 18:18:23 +0000169 virtual MachineBasicBlock *EmitInstrWithCustomInserter(MachineInstr *MI,
Evan Cheng270d0f92009-09-18 21:02:19 +0000170 MachineBasicBlock *MBB,
171 DenseMap<MachineBasicBlock*, MachineBasicBlock*>*) const;
Evan Cheng10043e22007-01-19 07:51:42 +0000172
Bill Wendlingbae6b2c2009-08-15 21:21:19 +0000173 /// allowsUnalignedMemoryAccesses - Returns true if the target allows
174 /// unaligned memory accesses. of the specified type.
175 /// FIXME: Add getOptimalMemOpType to implement memcpy with NEON?
176 virtual bool allowsUnalignedMemoryAccesses(EVT VT) const;
177
Chris Lattner1eb94d92007-03-30 23:15:24 +0000178 /// isLegalAddressingMode - Return true if the addressing mode represented
179 /// by AM is legal for this target, for a load/store of the specified type.
180 virtual bool isLegalAddressingMode(const AddrMode &AM, const Type *Ty)const;
Evan Chengdc49a8d2009-08-14 20:09:37 +0000181 bool isLegalT2ScaledAddressingMode(const AddrMode &AM, EVT VT) const;
Jim Grosbach91fa7812009-05-13 22:32:43 +0000182
Evan Cheng3d3c24a2009-11-11 19:05:52 +0000183 /// isLegalICmpImmediate - Return true if the specified immediate is legal
184 /// icmp immediate, that is the target has icmp instructions which can compare
185 /// a register against the immediate without having to materialize the
186 /// immediate into a register.
187 virtual bool isLegalICmpImmediate(uint64_t Imm) const;
188
Evan Cheng10043e22007-01-19 07:51:42 +0000189 /// getPreIndexedAddressParts - returns true by value, base pointer and
190 /// offset pointer and addressing mode by reference if the node's address
191 /// can be legally represented as pre-indexed load / store address.
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000192 virtual bool getPreIndexedAddressParts(SDNode *N, SDValue &Base,
193 SDValue &Offset,
Evan Cheng10043e22007-01-19 07:51:42 +0000194 ISD::MemIndexedMode &AM,
Dan Gohman02b93132009-01-15 16:29:45 +0000195 SelectionDAG &DAG) const;
Evan Cheng10043e22007-01-19 07:51:42 +0000196
197 /// getPostIndexedAddressParts - returns true by value, base pointer and
198 /// offset pointer and addressing mode by reference if this node can be
199 /// combined with a load / store to form a post-indexed load / store.
200 virtual bool getPostIndexedAddressParts(SDNode *N, SDNode *Op,
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000201 SDValue &Base, SDValue &Offset,
Evan Cheng10043e22007-01-19 07:51:42 +0000202 ISD::MemIndexedMode &AM,
Dan Gohman02b93132009-01-15 16:29:45 +0000203 SelectionDAG &DAG) const;
Evan Cheng10043e22007-01-19 07:51:42 +0000204
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000205 virtual void computeMaskedBitsForTargetNode(const SDValue Op,
Dan Gohmane1d9ee62008-02-13 22:28:48 +0000206 const APInt &Mask,
Jim Grosbach91fa7812009-05-13 22:32:43 +0000207 APInt &KnownZero,
Dan Gohmanf990faf2008-02-13 00:35:47 +0000208 APInt &KnownOne,
Dan Gohman309d3d52007-06-22 14:59:07 +0000209 const SelectionDAG &DAG,
Evan Cheng10043e22007-01-19 07:51:42 +0000210 unsigned Depth) const;
Bill Wendlingbae6b2c2009-08-15 21:21:19 +0000211
212
Chris Lattnerd6855142007-03-25 02:14:49 +0000213 ConstraintType getConstraintType(const std::string &Constraint) const;
Jim Grosbach91fa7812009-05-13 22:32:43 +0000214 std::pair<unsigned, const TargetRegisterClass*>
Evan Cheng10043e22007-01-19 07:51:42 +0000215 getRegForInlineAsmConstraint(const std::string &Constraint,
Owen Anderson53aa7a92009-08-10 22:56:29 +0000216 EVT VT) const;
Evan Cheng10043e22007-01-19 07:51:42 +0000217 std::vector<unsigned>
218 getRegClassForInlineAsmConstraint(const std::string &Constraint,
Owen Anderson53aa7a92009-08-10 22:56:29 +0000219 EVT VT) const;
Rafael Espindolafa0df552007-11-05 23:12:20 +0000220
Bob Wilsoncf1ec2c2009-04-01 17:58:54 +0000221 /// LowerAsmOperandForConstraint - Lower the specified operand into the Ops
222 /// vector. If it is invalid, don't add anything to Ops. If hasMemory is
223 /// true it means one of the asm constraint of the inline asm instruction
224 /// being processed is 'm'.
225 virtual void LowerAsmOperandForConstraint(SDValue Op,
226 char ConstraintLetter,
227 bool hasMemory,
228 std::vector<SDValue> &Ops,
229 SelectionDAG &DAG) const;
Jim Grosbach91fa7812009-05-13 22:32:43 +0000230
Dan Gohman544ab2c2008-04-12 04:36:06 +0000231 virtual const ARMSubtarget* getSubtarget() {
232 return Subtarget;
Rafael Espindolafa0df552007-11-05 23:12:20 +0000233 }
234
Bill Wendling512ff732009-07-01 18:50:55 +0000235 /// getFunctionAlignment - Return the Log2 alignment of this function.
Bill Wendling31ceb1b2009-06-30 22:38:32 +0000236 virtual unsigned getFunctionAlignment(const Function *F) const;
237
Anton Korobeynikovc32e99e2009-08-21 12:40:07 +0000238 bool isShuffleMaskLegal(const SmallVectorImpl<int> &M, EVT VT) const;
Anton Korobeynikov29a44df2009-09-23 19:04:09 +0000239 bool isOffsetFoldingLegal(const GlobalAddressSDNode *GA) const;
Evan Cheng4a609f3c2009-10-28 01:44:26 +0000240
241 /// isFPImmLegal - Returns true if the target can instruction select the
242 /// specified FP immediate natively. If false, the legalizer will
243 /// materialize the FP immediate as a load from a constant pool.
244 virtual bool isFPImmLegal(const APFloat &Imm, EVT VT) const;
245
Evan Cheng10043e22007-01-19 07:51:42 +0000246 private:
247 /// Subtarget - Keep a pointer to the ARMSubtarget around so that we can
248 /// make the right decision when generating code for different targets.
249 const ARMSubtarget *Subtarget;
250
Bob Wilson844d6c82009-07-13 18:11:36 +0000251 /// ARMPCLabelIndex - Keep track of the number of ARM PC labels created.
Evan Cheng10043e22007-01-19 07:51:42 +0000252 ///
253 unsigned ARMPCLabelIndex;
254
Owen Anderson53aa7a92009-08-10 22:56:29 +0000255 void addTypeForNEON(EVT VT, EVT PromotedLdStVT, EVT PromotedBitwiseVT);
256 void addDRTypeForNEON(EVT VT);
257 void addQRTypeForNEON(EVT VT);
Bob Wilson2e076c42009-06-22 23:27:02 +0000258
259 typedef SmallVector<std::pair<unsigned, SDValue>, 8> RegsToPassVector;
Dan Gohmanf9bbcd12009-08-05 01:29:28 +0000260 void PassF64ArgInRegs(DebugLoc dl, SelectionDAG &DAG,
Bob Wilson2e076c42009-06-22 23:27:02 +0000261 SDValue Chain, SDValue &Arg,
262 RegsToPassVector &RegsToPass,
263 CCValAssign &VA, CCValAssign &NextVA,
264 SDValue &StackPtr,
265 SmallVector<SDValue, 8> &MemOpChains,
266 ISD::ArgFlagsTy Flags);
267 SDValue GetF64FormalArgument(CCValAssign &VA, CCValAssign &NextVA,
268 SDValue &Root, SelectionDAG &DAG, DebugLoc dl);
269
Sandeep Patel68c5f472009-09-02 08:44:58 +0000270 CCAssignFn *CCAssignFnForNode(CallingConv::ID CC, bool Return, bool isVarArg) const;
Dan Gohmanf9bbcd12009-08-05 01:29:28 +0000271 SDValue LowerMemOpCallTo(SDValue Chain, SDValue StackPtr, SDValue Arg,
272 DebugLoc dl, SelectionDAG &DAG,
273 const CCValAssign &VA,
274 ISD::ArgFlagsTy Flags);
Bob Wilsonf45dee32009-08-04 00:36:16 +0000275 SDValue LowerINTRINSIC_W_CHAIN(SDValue Op, SelectionDAG &DAG);
Jim Grosbachaeca45d2009-05-12 23:59:14 +0000276 SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG);
Bob Wilson1cf0b032009-10-30 05:45:42 +0000277 SDValue LowerBlockAddress(SDValue Op, SelectionDAG &DAG);
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000278 SDValue LowerGlobalAddressDarwin(SDValue Op, SelectionDAG &DAG);
279 SDValue LowerGlobalAddressELF(SDValue Op, SelectionDAG &DAG);
280 SDValue LowerGlobalTLSAddress(SDValue Op, SelectionDAG &DAG);
281 SDValue LowerToTLSGeneralDynamicModel(GlobalAddressSDNode *GA,
Lauro Ramos Venancioc39c12a2007-04-27 13:54:47 +0000282 SelectionDAG &DAG);
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000283 SDValue LowerToTLSExecModels(GlobalAddressSDNode *GA,
Evan Cheng1f2dd352007-10-22 22:11:27 +0000284 SelectionDAG &DAG);
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000285 SDValue LowerGLOBAL_OFFSET_TABLE(SDValue Op, SelectionDAG &DAG);
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000286 SDValue LowerBR_JT(SDValue Op, SelectionDAG &DAG);
Jim Grosbachaeca45d2009-05-12 23:59:14 +0000287 SDValue LowerFRAMEADDR(SDValue Op, SelectionDAG &DAG);
Evan Chengb972e562009-08-07 00:34:42 +0000288 SDValue LowerDYNAMIC_STACKALLOC(SDValue Op, SelectionDAG &DAG);
Rafael Espindola18a831d2007-10-19 14:35:17 +0000289
Dale Johannesenabf66b82009-02-03 22:26:09 +0000290 SDValue EmitTargetCodeForMemcpy(SelectionDAG &DAG, DebugLoc dl,
Dan Gohman2ce6f2a2008-07-27 21:46:04 +0000291 SDValue Chain,
292 SDValue Dst, SDValue Src,
293 SDValue Size, unsigned Align,
Dan Gohman544ab2c2008-04-12 04:36:06 +0000294 bool AlwaysInline,
Dan Gohmanda440542008-04-28 17:15:20 +0000295 const Value *DstSV, uint64_t DstSVOff,
296 const Value *SrcSV, uint64_t SrcSVOff);
Dan Gohmanf9bbcd12009-08-05 01:29:28 +0000297 SDValue LowerCallResult(SDValue Chain, SDValue InFlag,
Sandeep Patel68c5f472009-09-02 08:44:58 +0000298 CallingConv::ID CallConv, bool isVarArg,
Dan Gohmanf9bbcd12009-08-05 01:29:28 +0000299 const SmallVectorImpl<ISD::InputArg> &Ins,
300 DebugLoc dl, SelectionDAG &DAG,
301 SmallVectorImpl<SDValue> &InVals);
302
303 virtual SDValue
304 LowerFormalArguments(SDValue Chain,
Sandeep Patel68c5f472009-09-02 08:44:58 +0000305 CallingConv::ID CallConv, bool isVarArg,
Dan Gohmanf9bbcd12009-08-05 01:29:28 +0000306 const SmallVectorImpl<ISD::InputArg> &Ins,
307 DebugLoc dl, SelectionDAG &DAG,
308 SmallVectorImpl<SDValue> &InVals);
309
310 virtual SDValue
311 LowerCall(SDValue Chain, SDValue Callee,
Sandeep Patel68c5f472009-09-02 08:44:58 +0000312 CallingConv::ID CallConv, bool isVarArg,
Dan Gohmanf9bbcd12009-08-05 01:29:28 +0000313 bool isTailCall,
314 const SmallVectorImpl<ISD::OutputArg> &Outs,
315 const SmallVectorImpl<ISD::InputArg> &Ins,
316 DebugLoc dl, SelectionDAG &DAG,
317 SmallVectorImpl<SDValue> &InVals);
318
319 virtual SDValue
320 LowerReturn(SDValue Chain,
Sandeep Patel68c5f472009-09-02 08:44:58 +0000321 CallingConv::ID CallConv, bool isVarArg,
Dan Gohmanf9bbcd12009-08-05 01:29:28 +0000322 const SmallVectorImpl<ISD::OutputArg> &Outs,
323 DebugLoc dl, SelectionDAG &DAG);
Evan Cheng10043e22007-01-19 07:51:42 +0000324 };
325}
326
327#endif // ARMISELLOWERING_H