blob: 543e7628622494df2326db8b4312aa559cb3ac93 [file] [log] [blame]
Chris Lattner76ac0682005-11-15 00:40:23 +00001//===-- X86ISelLowering.h - X86 DAG Lowering Interface ----------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file was developed by Chris Lattner and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines the interfaces that X86 uses to lower LLVM code into a
11// selection DAG.
12//
13//===----------------------------------------------------------------------===//
14
15#ifndef X86ISELLOWERING_H
16#define X86ISELLOWERING_H
17
Evan Chengcde9e302006-01-27 08:10:46 +000018#include "X86Subtarget.h"
Chris Lattner76ac0682005-11-15 00:40:23 +000019#include "llvm/Target/TargetLowering.h"
20#include "llvm/CodeGen/SelectionDAG.h"
21
22namespace llvm {
Chris Lattner76ac0682005-11-15 00:40:23 +000023 namespace X86ISD {
Evan Cheng172fce72006-01-06 00:43:03 +000024 // X86 Specific DAG Nodes
Chris Lattner76ac0682005-11-15 00:40:23 +000025 enum NodeType {
26 // Start the numbering where the builtin ops leave off.
Evan Cheng225a4d02005-12-17 01:21:05 +000027 FIRST_NUMBER = ISD::BUILTIN_OP_END+X86::INSTRUCTION_LIST_END,
Chris Lattner76ac0682005-11-15 00:40:23 +000028
Evan Cheng9c249c32006-01-09 18:33:28 +000029 /// SHLD, SHRD - Double shift instructions. These correspond to
30 /// X86::SHLDxx and X86::SHRDxx instructions.
31 SHLD,
32 SHRD,
33
Evan Cheng2dd217b2006-01-31 03:14:29 +000034 /// FAND - Bitwise logical AND of floating point values. This corresponds
35 /// to X86::ANDPS or X86::ANDPD.
36 FAND,
37
Evan Cheng72d5c252006-01-31 22:28:30 +000038 /// FXOR - Bitwise logical XOR of floating point values. This corresponds
39 /// to X86::XORPS or X86::XORPD.
40 FXOR,
41
Evan Cheng11613a52006-02-04 02:20:30 +000042 /// FILD, FILD_FLAG - This instruction implements SINT_TO_FP with the
43 /// integer source in memory and FP reg result. This corresponds to the
44 /// X86::FILD*m instructions. It has three inputs (token chain, address,
45 /// and source type) and two outputs (FP value and token chain). FILD_FLAG
46 /// also produces a flag).
Evan Cheng6305e502006-01-12 22:54:21 +000047 FILD,
Evan Cheng11613a52006-02-04 02:20:30 +000048 FILD_FLAG,
Chris Lattner76ac0682005-11-15 00:40:23 +000049
50 /// FP_TO_INT*_IN_MEM - This instruction implements FP_TO_SINT with the
51 /// integer destination in memory and a FP reg source. This corresponds
52 /// to the X86::FIST*m instructions and the rounding mode change stuff. It
Evan Cheng6305e502006-01-12 22:54:21 +000053 /// has two inputs (token chain and address) and two outputs (int value and
Chris Lattner76ac0682005-11-15 00:40:23 +000054 /// token chain).
55 FP_TO_INT16_IN_MEM,
56 FP_TO_INT32_IN_MEM,
57 FP_TO_INT64_IN_MEM,
58
Evan Chenga74ce622005-12-21 02:39:21 +000059 /// FLD - This instruction implements an extending load to FP stack slots.
60 /// This corresponds to the X86::FLD32m / X86::FLD64m. It takes a chain
Evan Cheng5c59d492005-12-23 07:31:11 +000061 /// operand, ptr to load from, and a ValueType node indicating the type
62 /// to load to.
Evan Chenga74ce622005-12-21 02:39:21 +000063 FLD,
64
Evan Cheng45e190982006-01-05 00:27:02 +000065 /// FST - This instruction implements a truncating store to FP stack
66 /// slots. This corresponds to the X86::FST32m / X86::FST64m. It takes a
67 /// chain operand, value to store, address, and a ValueType to store it
68 /// as.
69 FST,
70
71 /// FP_SET_RESULT - This corresponds to FpGETRESULT pseudo instrcuction
72 /// which copies from ST(0) to the destination. It takes a chain and writes
73 /// a RFP result and a chain.
74 FP_GET_RESULT,
75
Evan Chenga74ce622005-12-21 02:39:21 +000076 /// FP_SET_RESULT - This corresponds to FpSETRESULT pseudo instrcuction
77 /// which copies the source operand to ST(0). It takes a chain and writes
78 /// a chain and a flag.
79 FP_SET_RESULT,
80
Chris Lattner76ac0682005-11-15 00:40:23 +000081 /// CALL/TAILCALL - These operations represent an abstract X86 call
82 /// instruction, which includes a bunch of information. In particular the
83 /// operands of these node are:
84 ///
85 /// #0 - The incoming token chain
86 /// #1 - The callee
87 /// #2 - The number of arg bytes the caller pushes on the stack.
88 /// #3 - The number of arg bytes the callee pops off the stack.
89 /// #4 - The value to pass in AL/AX/EAX (optional)
90 /// #5 - The value to pass in DL/DX/EDX (optional)
91 ///
92 /// The result values of these nodes are:
93 ///
94 /// #0 - The outgoing token chain
95 /// #1 - The first register result value (optional)
96 /// #2 - The second register result value (optional)
97 ///
98 /// The CALL vs TAILCALL distinction boils down to whether the callee is
99 /// known not to modify the caller's stack frame, as is standard with
100 /// LLVM.
101 CALL,
102 TAILCALL,
Andrew Lenharth0bf68ae2005-11-20 21:41:10 +0000103
104 /// RDTSC_DAG - This operation implements the lowering for
105 /// readcyclecounter
106 RDTSC_DAG,
Evan Cheng225a4d02005-12-17 01:21:05 +0000107
108 /// X86 compare and logical compare instructions.
Evan Cheng78038292006-04-05 23:38:46 +0000109 CMP, TEST, COMI, UCOMI,
Evan Cheng225a4d02005-12-17 01:21:05 +0000110
Evan Chengc1583db2005-12-21 20:21:51 +0000111 /// X86 SetCC. Operand 1 is condition code, and operand 2 is the flag
112 /// operand produced by a CMP instruction.
113 SETCC,
114
115 /// X86 conditional moves. Operand 1 and operand 2 are the two values
116 /// to select from (operand 1 is a R/W operand). Operand 3 is the condition
117 /// code, and operand 4 is the flag operand produced by a CMP or TEST
Evan Cheng9c249c32006-01-09 18:33:28 +0000118 /// instruction. It also writes a flag result.
Evan Cheng225a4d02005-12-17 01:21:05 +0000119 CMOV,
Evan Cheng6fc31042005-12-19 23:12:38 +0000120
Evan Chengc1583db2005-12-21 20:21:51 +0000121 /// X86 conditional branches. Operand 1 is the chain operand, operand 2
122 /// is the block to branch if condition is true, operand 3 is the
123 /// condition code, and operand 4 is the flag operand produced by a CMP
124 /// or TEST instruction.
Evan Cheng6fc31042005-12-19 23:12:38 +0000125 BRCOND,
Evan Chenga74ce622005-12-21 02:39:21 +0000126
Evan Chengae986f12006-01-11 22:15:48 +0000127 /// Return with a flag operand. Operand 1 is the chain operand, operand
128 /// 2 is the number of bytes of stack to pop.
Evan Chenga74ce622005-12-21 02:39:21 +0000129 RET_FLAG,
Evan Chengae986f12006-01-11 22:15:48 +0000130
131 /// REP_STOS - Repeat fill, corresponds to X86::REP_STOSx.
132 REP_STOS,
133
134 /// REP_MOVS - Repeat move, corresponds to X86::REP_MOVSx.
135 REP_MOVS,
Evan Cheng72d5c252006-01-31 22:28:30 +0000136
137 /// LOAD_PACK Load a 128-bit packed float / double value. It has the same
138 /// operands as a normal load.
139 LOAD_PACK,
Evan Cheng5588de92006-02-18 00:15:05 +0000140
141 /// GlobalBaseReg - On Darwin, this node represents the result of the popl
142 /// at function entry, used for PIC code.
143 GlobalBaseReg,
Evan Cheng1f342c22006-02-23 02:43:52 +0000144
Evan Chenge0ed6ec2006-02-23 20:41:18 +0000145 /// TCPWrapper - A wrapper node for TargetConstantPool,
146 /// TargetExternalSymbol, and TargetGlobalAddress.
147 Wrapper,
Evan Chengd5e905d2006-03-21 23:01:21 +0000148
Evan Chenge7ee6a52006-03-24 23:15:12 +0000149 /// S2VEC - X86 version of SCALAR_TO_VECTOR. The destination base does not
150 /// have to match the operand type.
151 S2VEC,
Evan Chengd097e672006-03-22 02:53:00 +0000152
Evan Chenge7ee6a52006-03-24 23:15:12 +0000153 /// ZEXT_S2VEC - SCALAR_TO_VECTOR with zero extension. The destination base
154 /// does not have to match the operand type.
155 ZEXT_S2VEC,
Evan Chengcbffa462006-03-31 19:22:53 +0000156
157 /// PEXTRW - Extract a 16-bit value from a vector and zero extend it to
Evan Cheng5fd7c692006-03-31 21:55:24 +0000158 /// i32, corresponds to X86::PEXTRW.
Evan Chengcbffa462006-03-31 19:22:53 +0000159 PEXTRW,
Evan Cheng5fd7c692006-03-31 21:55:24 +0000160
161 /// PINSRW - Insert the lower 16-bits of a 32-bit value to a vector,
162 /// corresponds to X86::PINSRW.
163 PINSRW,
Chris Lattner76ac0682005-11-15 00:40:23 +0000164 };
Evan Cheng172fce72006-01-06 00:43:03 +0000165
166 // X86 specific condition code. These correspond to X86_*_COND in
167 // X86InstrInfo.td. They must be kept in synch.
168 enum CondCode {
169 COND_A = 0,
170 COND_AE = 1,
171 COND_B = 2,
172 COND_BE = 3,
173 COND_E = 4,
174 COND_G = 5,
175 COND_GE = 6,
176 COND_L = 7,
177 COND_LE = 8,
178 COND_NE = 9,
179 COND_NO = 10,
180 COND_NP = 11,
181 COND_NS = 12,
182 COND_O = 13,
183 COND_P = 14,
184 COND_S = 15,
185 COND_INVALID
186 };
Chris Lattner76ac0682005-11-15 00:40:23 +0000187 }
188
Evan Chengd097e672006-03-22 02:53:00 +0000189 /// Define some predicates that are used for node matching.
190 namespace X86 {
Evan Cheng68ad48b2006-03-22 18:59:22 +0000191 /// isPSHUFDMask - Return true if the specified VECTOR_SHUFFLE operand
192 /// specifies a shuffle of elements that is suitable for input to PSHUFD.
193 bool isPSHUFDMask(SDNode *N);
194
Evan Chengb7fedff2006-03-29 23:07:14 +0000195 /// isPSHUFHWMask - Return true if the specified VECTOR_SHUFFLE operand
196 /// specifies a shuffle of elements that is suitable for input to PSHUFD.
197 bool isPSHUFHWMask(SDNode *N);
198
199 /// isPSHUFLWMask - Return true if the specified VECTOR_SHUFFLE operand
200 /// specifies a shuffle of elements that is suitable for input to PSHUFD.
201 bool isPSHUFLWMask(SDNode *N);
202
Evan Chengd27fb3e2006-03-24 01:18:28 +0000203 /// isSHUFPMask - Return true if the specified VECTOR_SHUFFLE operand
204 /// specifies a shuffle of elements that is suitable for input to SHUFP*.
205 bool isSHUFPMask(SDNode *N);
206
Evan Cheng1a194a52006-03-28 06:50:32 +0000207 /// isMOVLHPSMask - Return true if the specified VECTOR_SHUFFLE operand
208 /// specifies a shuffle of elements that is suitable for input to MOVHLPS.
209 bool isMOVLHPSMask(SDNode *N);
210
Evan Cheng2595a682006-03-24 02:58:06 +0000211 /// isMOVHLPSMask - Return true if the specified VECTOR_SHUFFLE operand
212 /// specifies a shuffle of elements that is suitable for input to MOVHLPS.
213 bool isMOVHLPSMask(SDNode *N);
214
Evan Chengc995b452006-04-06 23:23:56 +0000215 /// isMOVLPMask - Return true if the specified VECTOR_SHUFFLE operand
216 /// specifies a shuffle of elements that is suitable for input to MOVLP{S|D}.
217 bool isMOVLPMask(SDNode *N);
218
219 /// isMOVHPMask - Return true if the specified VECTOR_SHUFFLE operand
220 /// specifies a shuffle of elements that is suitable for input to MOVHP{S|D}.
221 bool isMOVHPMask(SDNode *N);
222
Evan Cheng5df75882006-03-28 00:39:58 +0000223 /// isUNPCKLMask - Return true if the specified VECTOR_SHUFFLE operand
224 /// specifies a shuffle of elements that is suitable for input to UNPCKL.
225 bool isUNPCKLMask(SDNode *N);
226
Evan Cheng2bc32802006-03-28 02:43:26 +0000227 /// isUNPCKHMask - Return true if the specified VECTOR_SHUFFLE operand
228 /// specifies a shuffle of elements that is suitable for input to UNPCKH.
229 bool isUNPCKHMask(SDNode *N);
230
Evan Chengf3b52c82006-04-05 07:20:06 +0000231 /// isUNPCKL_v_undef_Mask - Special case of isUNPCKLMask for canonical form
232 /// of vector_shuffle v, v, <0, 4, 1, 5>, i.e. vector_shuffle v, undef,
233 /// <0, 0, 1, 1>
234 bool isUNPCKL_v_undef_Mask(SDNode *N);
235
Evan Cheng12ba3e22006-04-11 00:19:04 +0000236 /// isMOVSMask - Return true if the specified VECTOR_SHUFFLE operand
237 /// specifies a shuffle of elements that is suitable for input to MOVS{S|D}.
238 bool isMOVSMask(SDNode *N);
239
Evan Cheng5d247f82006-04-14 21:59:03 +0000240 /// isMOVSHDUPMask - Return true if the specified VECTOR_SHUFFLE operand
241 /// specifies a shuffle of elements that is suitable for input to MOVSHDUP.
242 bool isMOVSHDUPMask(SDNode *N);
243
244 /// isMOVSLDUPMask - Return true if the specified VECTOR_SHUFFLE operand
245 /// specifies a shuffle of elements that is suitable for input to MOVSLDUP.
246 bool isMOVSLDUPMask(SDNode *N);
247
Evan Chengd097e672006-03-22 02:53:00 +0000248 /// isSplatMask - Return true if the specified VECTOR_SHUFFLE operand
249 /// specifies a splat of a single element.
250 bool isSplatMask(SDNode *N);
251
Evan Cheng8fdbdf22006-03-22 08:01:21 +0000252 /// getShuffleSHUFImmediate - Return the appropriate immediate to shuffle
253 /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUF* and SHUFP*
254 /// instructions.
255 unsigned getShuffleSHUFImmediate(SDNode *N);
Evan Chengb7fedff2006-03-29 23:07:14 +0000256
257 /// getShufflePSHUFHWImmediate - Return the appropriate immediate to shuffle
258 /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFHW
259 /// instructions.
260 unsigned getShufflePSHUFHWImmediate(SDNode *N);
261
262 /// getShufflePSHUFKWImmediate - Return the appropriate immediate to shuffle
263 /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFLW
264 /// instructions.
265 unsigned getShufflePSHUFLWImmediate(SDNode *N);
Evan Chengd097e672006-03-22 02:53:00 +0000266 }
267
Chris Lattner76ac0682005-11-15 00:40:23 +0000268 //===----------------------------------------------------------------------===//
269 // X86TargetLowering - X86 Implementation of the TargetLowering interface
270 class X86TargetLowering : public TargetLowering {
271 int VarArgsFrameIndex; // FrameIndex for start of varargs area.
272 int ReturnAddrIndex; // FrameIndex for return slot.
273 int BytesToPopOnReturn; // Number of arg bytes ret should pop.
274 int BytesCallerReserves; // Number of arg bytes caller makes.
275 public:
276 X86TargetLowering(TargetMachine &TM);
277
278 // Return the number of bytes that a function should pop when it returns (in
279 // addition to the space used by the return address).
280 //
281 unsigned getBytesToPopOnReturn() const { return BytesToPopOnReturn; }
282
283 // Return the number of bytes that the caller reserves for arguments passed
284 // to this function.
285 unsigned getBytesCallerReserves() const { return BytesCallerReserves; }
286
287 /// LowerOperation - Provide custom lowering hooks for some operations.
288 ///
289 virtual SDOperand LowerOperation(SDOperand Op, SelectionDAG &DAG);
290
291 /// LowerArguments - This hook must be implemented to indicate how we should
292 /// lower the arguments for the specified function, into the specified DAG.
293 virtual std::vector<SDOperand>
294 LowerArguments(Function &F, SelectionDAG &DAG);
295
296 /// LowerCallTo - This hook lowers an abstract call to a function into an
297 /// actual call.
298 virtual std::pair<SDOperand, SDOperand>
299 LowerCallTo(SDOperand Chain, const Type *RetTy, bool isVarArg, unsigned CC,
300 bool isTailCall, SDOperand Callee, ArgListTy &Args,
301 SelectionDAG &DAG);
302
Chris Lattner76ac0682005-11-15 00:40:23 +0000303 virtual std::pair<SDOperand, SDOperand>
304 LowerFrameReturnAddress(bool isFrameAddr, SDOperand Chain, unsigned Depth,
305 SelectionDAG &DAG);
306
Evan Cheng339edad2006-01-11 00:33:36 +0000307 virtual MachineBasicBlock *InsertAtEndOfBasicBlock(MachineInstr *MI,
308 MachineBasicBlock *MBB);
309
Evan Cheng6af02632005-12-20 06:22:03 +0000310 /// getTargetNodeName - This method returns the name of a target specific
311 /// DAG node.
312 virtual const char *getTargetNodeName(unsigned Opcode) const;
313
Nate Begeman8a77efe2006-02-16 21:11:51 +0000314 /// computeMaskedBitsForTargetNode - Determine which of the bits specified
315 /// in Mask are known to be either zero or one and return them in the
316 /// KnownZero/KnownOne bitsets.
317 virtual void computeMaskedBitsForTargetNode(const SDOperand Op,
318 uint64_t Mask,
319 uint64_t &KnownZero,
320 uint64_t &KnownOne,
321 unsigned Depth = 0) const;
322
Chris Lattner76ac0682005-11-15 00:40:23 +0000323 SDOperand getReturnAddressFrameIndex(SelectionDAG &DAG);
324
Chris Lattnerc642aa52006-01-31 19:43:35 +0000325 std::vector<unsigned>
Chris Lattner7ad77df2006-02-22 00:56:39 +0000326 getRegClassForInlineAsmConstraint(const std::string &Constraint,
327 MVT::ValueType VT) const;
Evan Cheng2dd2c652006-03-13 23:20:37 +0000328
329 /// isLegalAddressImmediate - Return true if the integer value or
330 /// GlobalValue can be used as the offset of the target addressing mode.
331 virtual bool isLegalAddressImmediate(int64_t V) const;
332 virtual bool isLegalAddressImmediate(GlobalValue *GV) const;
333
Evan Cheng68ad48b2006-03-22 18:59:22 +0000334 /// isShuffleMaskLegal - Targets can use this to indicate that they only
335 /// support *some* VECTOR_SHUFFLE operations, those with specific masks.
336 /// By default, if a target supports the VECTOR_SHUFFLE node, all mask values
337 /// are assumed to be legal.
Evan Cheng021bb7c2006-03-22 22:07:06 +0000338 virtual bool isShuffleMaskLegal(SDOperand Mask, MVT::ValueType VT) const;
Chris Lattner76ac0682005-11-15 00:40:23 +0000339 private:
340 // C Calling Convention implementation.
341 std::vector<SDOperand> LowerCCCArguments(Function &F, SelectionDAG &DAG);
342 std::pair<SDOperand, SDOperand>
343 LowerCCCCallTo(SDOperand Chain, const Type *RetTy, bool isVarArg,
344 bool isTailCall,
345 SDOperand Callee, ArgListTy &Args, SelectionDAG &DAG);
346
347 // Fast Calling Convention implementation.
348 std::vector<SDOperand> LowerFastCCArguments(Function &F, SelectionDAG &DAG);
349 std::pair<SDOperand, SDOperand>
350 LowerFastCCCallTo(SDOperand Chain, const Type *RetTy, bool isTailCall,
351 SDOperand Callee, ArgListTy &Args, SelectionDAG &DAG);
Evan Chengcde9e302006-01-27 08:10:46 +0000352
353 /// Subtarget - Keep a pointer to the X86Subtarget around so that we can
354 /// make the right decision when generating code for different targets.
355 const X86Subtarget *Subtarget;
356
357 /// X86ScalarSSE - Select between SSE2 or x87 floating point ops.
358 bool X86ScalarSSE;
Chris Lattner76ac0682005-11-15 00:40:23 +0000359 };
360}
361
362#endif // X86ISELLOWERING_H