blob: 197b1da32c251d4662b0485ae3d6a1877687b356 [file] [log] [blame]
Ulrich Weigand5f613df2013-05-06 16:15:19 +00001//===-- SystemZISelLowering.h - SystemZ DAG lowering interface --*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines the interfaces that SystemZ uses to lower LLVM code into a
11// selection DAG.
12//
13//===----------------------------------------------------------------------===//
14
15#ifndef LLVM_TARGET_SystemZ_ISELLOWERING_H
16#define LLVM_TARGET_SystemZ_ISELLOWERING_H
17
18#include "SystemZ.h"
Richard Sandiford0fb90ab2013-05-28 10:41:11 +000019#include "llvm/CodeGen/MachineBasicBlock.h"
Ulrich Weigand5f613df2013-05-06 16:15:19 +000020#include "llvm/CodeGen/SelectionDAG.h"
21#include "llvm/Target/TargetLowering.h"
22
23namespace llvm {
24namespace SystemZISD {
25 enum {
26 FIRST_NUMBER = ISD::BUILTIN_OP_END,
27
28 // Return with a flag operand. Operand 0 is the chain operand.
29 RET_FLAG,
30
31 // Calls a function. Operand 0 is the chain operand and operand 1
32 // is the target address. The arguments start at operand 2.
33 // There is an optional glue operand at the end.
34 CALL,
Richard Sandiford709bda62013-08-19 12:42:31 +000035 SIBCALL,
Ulrich Weigand5f613df2013-05-06 16:15:19 +000036
37 // Wraps a TargetGlobalAddress that should be loaded using PC-relative
38 // accesses (LARL). Operand 0 is the address.
39 PCREL_WRAPPER,
40
Richard Sandiford54b36912013-09-27 15:14:04 +000041 // Used in cases where an offset is applied to a TargetGlobalAddress.
42 // Operand 0 is the full TargetGlobalAddress and operand 1 is a
43 // PCREL_WRAPPER for an anchor point. This is used so that we can
44 // cheaply refer to either the full address or the anchor point
45 // as a register base.
46 PCREL_OFFSET,
47
Richard Sandiford57485472013-12-13 15:35:00 +000048 // Integer absolute.
49 IABS,
50
Richard Sandiford5bc670b2013-09-06 11:51:39 +000051 // Integer comparisons. There are three operands: the two values
52 // to compare, and an integer of type SystemZICMP.
53 ICMP,
Ulrich Weigand5f613df2013-05-06 16:15:19 +000054
Richard Sandiford5bc670b2013-09-06 11:51:39 +000055 // Floating-point comparisons. The two operands are the values to compare.
56 FCMP,
Ulrich Weigand5f613df2013-05-06 16:15:19 +000057
Richard Sandiford35b9be22013-08-28 10:31:43 +000058 // Test under mask. The first operand is ANDed with the second operand
Richard Sandiforda9eb9972013-09-10 10:20:32 +000059 // and the condition codes are set on the result. The third operand is
60 // a boolean that is true if the condition codes need to distinguish
61 // between CCMASK_TM_MIXED_MSB_0 and CCMASK_TM_MIXED_MSB_1 (which the
62 // register forms do but the memory forms don't).
Richard Sandiford35b9be22013-08-28 10:31:43 +000063 TM,
64
Ulrich Weigand5f613df2013-05-06 16:15:19 +000065 // Branches if a condition is true. Operand 0 is the chain operand;
66 // operand 1 is the 4-bit condition-code mask, with bit N in
67 // big-endian order meaning "branch if CC=N"; operand 2 is the
68 // target block and operand 3 is the flag operand.
69 BR_CCMASK,
70
71 // Selects between operand 0 and operand 1. Operand 2 is the
72 // mask of condition-code values for which operand 0 should be
73 // chosen over operand 1; it has the same form as BR_CCMASK.
74 // Operand 3 is the flag operand.
75 SELECT_CCMASK,
76
77 // Evaluates to the gap between the stack pointer and the
78 // base of the dynamically-allocatable area.
79 ADJDYNALLOC,
80
81 // Extracts the value of a 32-bit access register. Operand 0 is
82 // the number of the register.
83 EXTRACT_ACCESS,
84
85 // Wrappers around the ISD opcodes of the same name. The output and
86 // first input operands are GR128s. The trailing numbers are the
87 // widths of the second operand in bits.
88 UMUL_LOHI64,
Richard Sandiforde6e78852013-07-02 15:40:22 +000089 SDIVREM32,
Ulrich Weigand5f613df2013-05-06 16:15:19 +000090 SDIVREM64,
91 UDIVREM32,
92 UDIVREM64,
93
Richard Sandiford5e318f02013-08-27 09:54:29 +000094 // Use a series of MVCs to copy bytes from one memory location to another.
95 // The operands are:
96 // - the target address
97 // - the source address
98 // - the constant length
99 //
Richard Sandifordd131ff82013-07-08 09:35:23 +0000100 // This isn't a memory opcode because we'd need to attach two
101 // MachineMemOperands rather than one.
102 MVC,
103
Richard Sandiford5e318f02013-08-27 09:54:29 +0000104 // Like MVC, but implemented as a loop that handles X*256 bytes
105 // followed by straight-line code to handle the rest (if any).
106 // The value of X is passed as an additional operand.
107 MVC_LOOP,
108
Richard Sandiford178273a2013-09-05 10:36:45 +0000109 // Similar to MVC and MVC_LOOP, but for logic operations (AND, OR, XOR).
110 NC,
111 NC_LOOP,
112 OC,
113 OC_LOOP,
114 XC,
115 XC_LOOP,
116
Richard Sandiford761703a2013-08-12 10:17:33 +0000117 // Use CLC to compare two blocks of memory, with the same comments
Richard Sandiford5e318f02013-08-27 09:54:29 +0000118 // as for MVC and MVC_LOOP.
Richard Sandiford761703a2013-08-12 10:17:33 +0000119 CLC,
Richard Sandiford5e318f02013-08-27 09:54:29 +0000120 CLC_LOOP,
Richard Sandiford761703a2013-08-12 10:17:33 +0000121
Richard Sandifordbb83a502013-08-16 11:29:37 +0000122 // Use an MVST-based sequence to implement stpcpy().
123 STPCPY,
124
Richard Sandifordca232712013-08-16 11:21:54 +0000125 // Use a CLST-based sequence to implement strcmp(). The two input operands
126 // are the addresses of the strings to compare.
127 STRCMP,
128
Richard Sandiford0dec06a2013-08-16 11:41:43 +0000129 // Use an SRST-based sequence to search a block of memory. The first
130 // operand is the end address, the second is the start, and the third
131 // is the character to search for. CC is set to 1 on success and 2
132 // on failure.
133 SEARCH_STRING,
134
Richard Sandiford564681c2013-08-12 10:28:10 +0000135 // Store the CC value in bits 29 and 28 of an integer.
136 IPM,
137
Richard Sandiford9afe6132013-12-10 10:36:34 +0000138 // Perform a serialization operation. (BCR 15,0 or BCR 14,0.)
139 SERIALIZE,
140
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000141 // Wrappers around the inner loop of an 8- or 16-bit ATOMIC_SWAP or
142 // ATOMIC_LOAD_<op>.
143 //
144 // Operand 0: the address of the containing 32-bit-aligned field
145 // Operand 1: the second operand of <op>, in the high bits of an i32
146 // for everything except ATOMIC_SWAPW
147 // Operand 2: how many bits to rotate the i32 left to bring the first
148 // operand into the high bits
149 // Operand 3: the negative of operand 2, for rotating the other way
150 // Operand 4: the width of the field in bits (8 or 16)
151 ATOMIC_SWAPW = ISD::FIRST_TARGET_MEMORY_OPCODE,
152 ATOMIC_LOADW_ADD,
153 ATOMIC_LOADW_SUB,
154 ATOMIC_LOADW_AND,
155 ATOMIC_LOADW_OR,
156 ATOMIC_LOADW_XOR,
157 ATOMIC_LOADW_NAND,
158 ATOMIC_LOADW_MIN,
159 ATOMIC_LOADW_MAX,
160 ATOMIC_LOADW_UMIN,
161 ATOMIC_LOADW_UMAX,
162
163 // A wrapper around the inner loop of an ATOMIC_CMP_SWAP.
164 //
165 // Operand 0: the address of the containing 32-bit-aligned field
166 // Operand 1: the compare value, in the low bits of an i32
167 // Operand 2: the swap value, in the low bits of an i32
168 // Operand 3: how many bits to rotate the i32 left to bring the first
169 // operand into the high bits
170 // Operand 4: the negative of operand 2, for rotating the other way
171 // Operand 5: the width of the field in bits (8 or 16)
Richard Sandiford03481332013-08-23 11:36:42 +0000172 ATOMIC_CMP_SWAPW,
173
174 // Prefetch from the second operand using the 4-bit control code in
175 // the first operand. The code is 1 for a load prefetch and 2 for
176 // a store prefetch.
177 PREFETCH
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000178 };
Richard Sandiford54b36912013-09-27 15:14:04 +0000179
180 // Return true if OPCODE is some kind of PC-relative address.
181 inline bool isPCREL(unsigned Opcode) {
182 return Opcode == PCREL_WRAPPER || Opcode == PCREL_OFFSET;
183 }
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000184}
185
Richard Sandiford5bc670b2013-09-06 11:51:39 +0000186namespace SystemZICMP {
187 // Describes whether an integer comparison needs to be signed or unsigned,
188 // or whether either type is OK.
189 enum {
190 Any,
191 UnsignedOnly,
192 SignedOnly
193 };
194}
195
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000196class SystemZSubtarget;
197class SystemZTargetMachine;
198
199class SystemZTargetLowering : public TargetLowering {
200public:
201 explicit SystemZTargetLowering(SystemZTargetMachine &TM);
202
203 // Override TargetLowering.
204 virtual MVT getScalarShiftAmountTy(EVT LHSTy) const LLVM_OVERRIDE {
205 return MVT::i32;
206 }
Richard Sandifordabc010b2013-11-06 12:16:02 +0000207 virtual EVT getSetCCResultType(LLVMContext &, EVT) const LLVM_OVERRIDE;
Stephen Lin73de7bf2013-07-09 18:16:56 +0000208 virtual bool isFMAFasterThanFMulAndFAdd(EVT VT) const LLVM_OVERRIDE;
Richard Sandiford791bea42013-07-31 12:58:26 +0000209 virtual bool isFPImmLegal(const APFloat &Imm, EVT VT) const LLVM_OVERRIDE;
210 virtual bool isLegalAddressingMode(const AddrMode &AM, Type *Ty) const
211 LLVM_OVERRIDE;
212 virtual bool allowsUnalignedMemoryAccesses(EVT VT, bool *Fast) const
213 LLVM_OVERRIDE;
Richard Sandiford709bda62013-08-19 12:42:31 +0000214 virtual bool isTruncateFree(Type *, Type *) const LLVM_OVERRIDE;
215 virtual bool isTruncateFree(EVT, EVT) const LLVM_OVERRIDE;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000216 virtual const char *getTargetNodeName(unsigned Opcode) const LLVM_OVERRIDE;
217 virtual std::pair<unsigned, const TargetRegisterClass *>
218 getRegForInlineAsmConstraint(const std::string &Constraint,
Chad Rosier295bd432013-06-22 18:37:38 +0000219 MVT VT) const LLVM_OVERRIDE;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000220 virtual TargetLowering::ConstraintType
221 getConstraintType(const std::string &Constraint) const LLVM_OVERRIDE;
222 virtual TargetLowering::ConstraintWeight
223 getSingleConstraintMatchWeight(AsmOperandInfo &info,
224 const char *constraint) const LLVM_OVERRIDE;
225 virtual void
226 LowerAsmOperandForConstraint(SDValue Op,
227 std::string &Constraint,
228 std::vector<SDValue> &Ops,
229 SelectionDAG &DAG) const LLVM_OVERRIDE;
230 virtual MachineBasicBlock *
231 EmitInstrWithCustomInserter(MachineInstr *MI,
232 MachineBasicBlock *BB) const LLVM_OVERRIDE;
233 virtual SDValue LowerOperation(SDValue Op,
234 SelectionDAG &DAG) const LLVM_OVERRIDE;
Richard Sandiford709bda62013-08-19 12:42:31 +0000235 virtual bool allowTruncateForTailCall(Type *, Type *) const LLVM_OVERRIDE;
236 virtual bool mayBeEmittedAsTailCall(CallInst *CI) const LLVM_OVERRIDE;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000237 virtual SDValue
238 LowerFormalArguments(SDValue Chain,
239 CallingConv::ID CallConv, bool isVarArg,
240 const SmallVectorImpl<ISD::InputArg> &Ins,
Andrew Trickef9de2a2013-05-25 02:42:55 +0000241 SDLoc DL, SelectionDAG &DAG,
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000242 SmallVectorImpl<SDValue> &InVals) const LLVM_OVERRIDE;
243 virtual SDValue
244 LowerCall(CallLoweringInfo &CLI,
245 SmallVectorImpl<SDValue> &InVals) const LLVM_OVERRIDE;
246
247 virtual SDValue
248 LowerReturn(SDValue Chain,
249 CallingConv::ID CallConv, bool IsVarArg,
250 const SmallVectorImpl<ISD::OutputArg> &Outs,
251 const SmallVectorImpl<SDValue> &OutVals,
Andrew Trickef9de2a2013-05-25 02:42:55 +0000252 SDLoc DL, SelectionDAG &DAG) const LLVM_OVERRIDE;
Richard Sandiford9afe6132013-12-10 10:36:34 +0000253 virtual SDValue prepareVolatileOrAtomicLoad(SDValue Chain, SDLoc DL,
254 SelectionDAG &DAG) const
255 LLVM_OVERRIDE;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000256
257private:
258 const SystemZSubtarget &Subtarget;
259 const SystemZTargetMachine &TM;
260
261 // Implement LowerOperation for individual opcodes.
Richard Sandifordf722a8e302013-10-16 11:10:55 +0000262 SDValue lowerSETCC(SDValue Op, SelectionDAG &DAG) const;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000263 SDValue lowerBR_CC(SDValue Op, SelectionDAG &DAG) const;
264 SDValue lowerSELECT_CC(SDValue Op, SelectionDAG &DAG) const;
265 SDValue lowerGlobalAddress(GlobalAddressSDNode *Node,
266 SelectionDAG &DAG) const;
267 SDValue lowerGlobalTLSAddress(GlobalAddressSDNode *Node,
268 SelectionDAG &DAG) const;
269 SDValue lowerBlockAddress(BlockAddressSDNode *Node,
270 SelectionDAG &DAG) const;
271 SDValue lowerJumpTable(JumpTableSDNode *JT, SelectionDAG &DAG) const;
272 SDValue lowerConstantPool(ConstantPoolSDNode *CP, SelectionDAG &DAG) const;
273 SDValue lowerVASTART(SDValue Op, SelectionDAG &DAG) const;
274 SDValue lowerVACOPY(SDValue Op, SelectionDAG &DAG) const;
275 SDValue lowerDYNAMIC_STACKALLOC(SDValue Op, SelectionDAG &DAG) const;
Richard Sandiford7d86e472013-08-21 09:34:56 +0000276 SDValue lowerSMUL_LOHI(SDValue Op, SelectionDAG &DAG) const;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000277 SDValue lowerUMUL_LOHI(SDValue Op, SelectionDAG &DAG) const;
278 SDValue lowerSDIVREM(SDValue Op, SelectionDAG &DAG) const;
279 SDValue lowerUDIVREM(SDValue Op, SelectionDAG &DAG) const;
280 SDValue lowerBITCAST(SDValue Op, SelectionDAG &DAG) const;
281 SDValue lowerOR(SDValue Op, SelectionDAG &DAG) const;
Richard Sandiford32379b82014-01-13 15:17:53 +0000282 SDValue lowerSIGN_EXTEND(SDValue Op, SelectionDAG &DAG) const;
Richard Sandifordbef3d7a2013-12-10 10:49:34 +0000283 SDValue lowerATOMIC_LOAD(SDValue Op, SelectionDAG &DAG) const;
284 SDValue lowerATOMIC_STORE(SDValue Op, SelectionDAG &DAG) const;
285 SDValue lowerATOMIC_LOAD_OP(SDValue Op, SelectionDAG &DAG,
286 unsigned Opcode) const;
Richard Sandiford41350a52013-12-24 15:18:04 +0000287 SDValue lowerATOMIC_LOAD_SUB(SDValue Op, SelectionDAG &DAG) const;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000288 SDValue lowerATOMIC_CMP_SWAP(SDValue Op, SelectionDAG &DAG) const;
Richard Sandiford9afe6132013-12-10 10:36:34 +0000289 SDValue lowerLOAD_SEQUENCE_POINT(SDValue Op, SelectionDAG &DAG) const;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000290 SDValue lowerSTACKSAVE(SDValue Op, SelectionDAG &DAG) const;
291 SDValue lowerSTACKRESTORE(SDValue Op, SelectionDAG &DAG) const;
Richard Sandiford03481332013-08-23 11:36:42 +0000292 SDValue lowerPREFETCH(SDValue Op, SelectionDAG &DAG) const;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000293
Richard Sandiford0fb90ab2013-05-28 10:41:11 +0000294 // If the last instruction before MBBI in MBB was some form of COMPARE,
295 // try to replace it with a COMPARE AND BRANCH just before MBBI.
296 // CCMask and Target are the BRC-like operands for the branch.
297 // Return true if the change was made.
298 bool convertPrevCompareToBranch(MachineBasicBlock *MBB,
299 MachineBasicBlock::iterator MBBI,
300 unsigned CCMask,
301 MachineBasicBlock *Target) const;
302
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000303 // Implement EmitInstrWithCustomInserter for individual operation types.
304 MachineBasicBlock *emitSelect(MachineInstr *MI,
305 MachineBasicBlock *BB) const;
Richard Sandifordb86a8342013-06-27 09:27:40 +0000306 MachineBasicBlock *emitCondStore(MachineInstr *MI,
307 MachineBasicBlock *BB,
Richard Sandiforda68e6f52013-07-25 08:57:02 +0000308 unsigned StoreOpcode, unsigned STOCOpcode,
309 bool Invert) const;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000310 MachineBasicBlock *emitExt128(MachineInstr *MI,
311 MachineBasicBlock *MBB,
312 bool ClearEven, unsigned SubReg) const;
313 MachineBasicBlock *emitAtomicLoadBinary(MachineInstr *MI,
314 MachineBasicBlock *BB,
315 unsigned BinOpcode, unsigned BitSize,
316 bool Invert = false) const;
317 MachineBasicBlock *emitAtomicLoadMinMax(MachineInstr *MI,
318 MachineBasicBlock *MBB,
319 unsigned CompareOpcode,
320 unsigned KeepOldMask,
321 unsigned BitSize) const;
322 MachineBasicBlock *emitAtomicCmpSwapW(MachineInstr *MI,
323 MachineBasicBlock *BB) const;
Richard Sandiford564681c2013-08-12 10:28:10 +0000324 MachineBasicBlock *emitMemMemWrapper(MachineInstr *MI,
325 MachineBasicBlock *BB,
326 unsigned Opcode) const;
Richard Sandifordca232712013-08-16 11:21:54 +0000327 MachineBasicBlock *emitStringWrapper(MachineInstr *MI,
328 MachineBasicBlock *BB,
329 unsigned Opcode) const;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000330};
331} // end namespace llvm
332
333#endif // LLVM_TARGET_SystemZ_ISELLOWERING_H