blob: 4e57c45f4a400e9c018a72c3d43f7a1ab34da028 [file] [log] [blame]
Tony Linthicumb4b54152011-12-12 21:14:40 +00001//===-- HexagonISelLowering.cpp - Hexagon DAG Lowering Implementation -----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the interfaces that Hexagon uses to lower LLVM code
11// into a selection DAG.
12//
13//===----------------------------------------------------------------------===//
14
15#include "HexagonISelLowering.h"
Tony Linthicumb4b54152011-12-12 21:14:40 +000016#include "HexagonMachineFunctionInfo.h"
Tony Linthicumb4b54152011-12-12 21:14:40 +000017#include "HexagonSubtarget.h"
Chandler Carruthd04a8d42012-12-03 16:50:05 +000018#include "HexagonTargetMachine.h"
19#include "HexagonTargetObjectFile.h"
Tony Linthicumb4b54152011-12-12 21:14:40 +000020#include "llvm/CodeGen/CallingConvLower.h"
21#include "llvm/CodeGen/MachineFrameInfo.h"
22#include "llvm/CodeGen/MachineFunction.h"
23#include "llvm/CodeGen/MachineInstrBuilder.h"
Craig Topper79aa3412012-03-17 18:46:09 +000024#include "llvm/CodeGen/MachineJumpTableInfo.h"
Tony Linthicumb4b54152011-12-12 21:14:40 +000025#include "llvm/CodeGen/MachineRegisterInfo.h"
26#include "llvm/CodeGen/SelectionDAGISel.h"
27#include "llvm/CodeGen/ValueTypes.h"
Chandler Carruth0b8c9a82013-01-02 11:36:10 +000028#include "llvm/IR/CallingConv.h"
29#include "llvm/IR/DerivedTypes.h"
30#include "llvm/IR/Function.h"
31#include "llvm/IR/GlobalAlias.h"
32#include "llvm/IR/GlobalVariable.h"
33#include "llvm/IR/InlineAsm.h"
34#include "llvm/IR/Intrinsics.h"
NAKAMURA Takumid2f16a22012-04-21 15:31:36 +000035#include "llvm/Support/CommandLine.h"
Tony Linthicumb4b54152011-12-12 21:14:40 +000036#include "llvm/Support/Debug.h"
37#include "llvm/Support/ErrorHandling.h"
NAKAMURA Takumi89593932012-04-21 15:31:45 +000038#include "llvm/Support/raw_ostream.h"
NAKAMURA Takumid2f16a22012-04-21 15:31:36 +000039
Craig Topper79aa3412012-03-17 18:46:09 +000040using namespace llvm;
Tony Linthicumb4b54152011-12-12 21:14:40 +000041
42const unsigned Hexagon_MAX_RET_SIZE = 64;
Tony Linthicumb4b54152011-12-12 21:14:40 +000043
44static cl::opt<bool>
45EmitJumpTables("hexagon-emit-jump-tables", cl::init(true), cl::Hidden,
46 cl::desc("Control jump table emission on Hexagon target"));
47
48int NumNamedVarArgParams = -1;
49
50// Implement calling convention for Hexagon.
51static bool
52CC_Hexagon(unsigned ValNo, MVT ValVT,
53 MVT LocVT, CCValAssign::LocInfo LocInfo,
54 ISD::ArgFlagsTy ArgFlags, CCState &State);
55
56static bool
57CC_Hexagon32(unsigned ValNo, MVT ValVT,
58 MVT LocVT, CCValAssign::LocInfo LocInfo,
59 ISD::ArgFlagsTy ArgFlags, CCState &State);
60
61static bool
62CC_Hexagon64(unsigned ValNo, MVT ValVT,
63 MVT LocVT, CCValAssign::LocInfo LocInfo,
64 ISD::ArgFlagsTy ArgFlags, CCState &State);
65
66static bool
67RetCC_Hexagon(unsigned ValNo, MVT ValVT,
68 MVT LocVT, CCValAssign::LocInfo LocInfo,
69 ISD::ArgFlagsTy ArgFlags, CCState &State);
70
71static bool
72RetCC_Hexagon32(unsigned ValNo, MVT ValVT,
73 MVT LocVT, CCValAssign::LocInfo LocInfo,
74 ISD::ArgFlagsTy ArgFlags, CCState &State);
75
76static bool
77RetCC_Hexagon64(unsigned ValNo, MVT ValVT,
78 MVT LocVT, CCValAssign::LocInfo LocInfo,
79 ISD::ArgFlagsTy ArgFlags, CCState &State);
80
81static bool
82CC_Hexagon_VarArg (unsigned ValNo, MVT ValVT,
83 MVT LocVT, CCValAssign::LocInfo LocInfo,
84 ISD::ArgFlagsTy ArgFlags, CCState &State) {
85
86 // NumNamedVarArgParams can not be zero for a VarArg function.
87 assert ( (NumNamedVarArgParams > 0) &&
88 "NumNamedVarArgParams is not bigger than zero.");
89
90 if ( (int)ValNo < NumNamedVarArgParams ) {
91 // Deal with named arguments.
92 return CC_Hexagon(ValNo, ValVT, LocVT, LocInfo, ArgFlags, State);
93 }
94
95 // Deal with un-named arguments.
96 unsigned ofst;
97 if (ArgFlags.isByVal()) {
98 // If pass-by-value, the size allocated on stack is decided
99 // by ArgFlags.getByValSize(), not by the size of LocVT.
100 assert ((ArgFlags.getByValSize() > 8) &&
101 "ByValSize must be bigger than 8 bytes");
102 ofst = State.AllocateStack(ArgFlags.getByValSize(), 4);
103 State.addLoc(CCValAssign::getMem(ValNo, ValVT, ofst, LocVT, LocInfo));
104 return false;
105 }
Jyotsna Vermaa4dd8d62013-03-07 20:28:34 +0000106 if (LocVT == MVT::i1 || LocVT == MVT::i8 || LocVT == MVT::i16) {
107 LocVT = MVT::i32;
108 ValVT = MVT::i32;
109 if (ArgFlags.isSExt())
110 LocInfo = CCValAssign::SExt;
111 else if (ArgFlags.isZExt())
112 LocInfo = CCValAssign::ZExt;
113 else
114 LocInfo = CCValAssign::AExt;
115 }
Sirish Pande7517bbc2012-05-10 20:20:25 +0000116 if (LocVT == MVT::i32 || LocVT == MVT::f32) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000117 ofst = State.AllocateStack(4, 4);
118 State.addLoc(CCValAssign::getMem(ValNo, ValVT, ofst, LocVT, LocInfo));
119 return false;
120 }
Sirish Pande7517bbc2012-05-10 20:20:25 +0000121 if (LocVT == MVT::i64 || LocVT == MVT::f64) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000122 ofst = State.AllocateStack(8, 8);
123 State.addLoc(CCValAssign::getMem(ValNo, ValVT, ofst, LocVT, LocInfo));
124 return false;
125 }
126 llvm_unreachable(0);
Tony Linthicumb4b54152011-12-12 21:14:40 +0000127}
128
129
130static bool
131CC_Hexagon (unsigned ValNo, MVT ValVT,
132 MVT LocVT, CCValAssign::LocInfo LocInfo,
133 ISD::ArgFlagsTy ArgFlags, CCState &State) {
134
135 if (ArgFlags.isByVal()) {
136 // Passed on stack.
137 assert ((ArgFlags.getByValSize() > 8) &&
138 "ByValSize must be bigger than 8 bytes");
139 unsigned Offset = State.AllocateStack(ArgFlags.getByValSize(), 4);
140 State.addLoc(CCValAssign::getMem(ValNo, ValVT, Offset, LocVT, LocInfo));
141 return false;
142 }
143
144 if (LocVT == MVT::i1 || LocVT == MVT::i8 || LocVT == MVT::i16) {
145 LocVT = MVT::i32;
146 ValVT = MVT::i32;
147 if (ArgFlags.isSExt())
148 LocInfo = CCValAssign::SExt;
149 else if (ArgFlags.isZExt())
150 LocInfo = CCValAssign::ZExt;
151 else
152 LocInfo = CCValAssign::AExt;
153 }
154
Sirish Pande7517bbc2012-05-10 20:20:25 +0000155 if (LocVT == MVT::i32 || LocVT == MVT::f32) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000156 if (!CC_Hexagon32(ValNo, ValVT, LocVT, LocInfo, ArgFlags, State))
157 return false;
158 }
159
Sirish Pande7517bbc2012-05-10 20:20:25 +0000160 if (LocVT == MVT::i64 || LocVT == MVT::f64) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000161 if (!CC_Hexagon64(ValNo, ValVT, LocVT, LocInfo, ArgFlags, State))
162 return false;
163 }
164
165 return true; // CC didn't match.
166}
167
168
169static bool CC_Hexagon32(unsigned ValNo, MVT ValVT,
170 MVT LocVT, CCValAssign::LocInfo LocInfo,
171 ISD::ArgFlagsTy ArgFlags, CCState &State) {
172
Craig Topperc5eaae42012-03-11 07:57:25 +0000173 static const uint16_t RegList[] = {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000174 Hexagon::R0, Hexagon::R1, Hexagon::R2, Hexagon::R3, Hexagon::R4,
175 Hexagon::R5
176 };
177 if (unsigned Reg = State.AllocateReg(RegList, 6)) {
178 State.addLoc(CCValAssign::getReg(ValNo, ValVT, Reg, LocVT, LocInfo));
179 return false;
180 }
181
182 unsigned Offset = State.AllocateStack(4, 4);
183 State.addLoc(CCValAssign::getMem(ValNo, ValVT, Offset, LocVT, LocInfo));
184 return false;
185}
186
187static bool CC_Hexagon64(unsigned ValNo, MVT ValVT,
188 MVT LocVT, CCValAssign::LocInfo LocInfo,
189 ISD::ArgFlagsTy ArgFlags, CCState &State) {
190
191 if (unsigned Reg = State.AllocateReg(Hexagon::D0)) {
192 State.addLoc(CCValAssign::getReg(ValNo, ValVT, Reg, LocVT, LocInfo));
193 return false;
194 }
195
Craig Topperc5eaae42012-03-11 07:57:25 +0000196 static const uint16_t RegList1[] = {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000197 Hexagon::D1, Hexagon::D2
198 };
Craig Topperc5eaae42012-03-11 07:57:25 +0000199 static const uint16_t RegList2[] = {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000200 Hexagon::R1, Hexagon::R3
201 };
202 if (unsigned Reg = State.AllocateReg(RegList1, RegList2, 2)) {
203 State.addLoc(CCValAssign::getReg(ValNo, ValVT, Reg, LocVT, LocInfo));
204 return false;
205 }
206
207 unsigned Offset = State.AllocateStack(8, 8, Hexagon::D2);
208 State.addLoc(CCValAssign::getMem(ValNo, ValVT, Offset, LocVT, LocInfo));
209 return false;
210}
211
212static bool RetCC_Hexagon(unsigned ValNo, MVT ValVT,
213 MVT LocVT, CCValAssign::LocInfo LocInfo,
214 ISD::ArgFlagsTy ArgFlags, CCState &State) {
215
216
217 if (LocVT == MVT::i1 ||
218 LocVT == MVT::i8 ||
219 LocVT == MVT::i16) {
220 LocVT = MVT::i32;
221 ValVT = MVT::i32;
222 if (ArgFlags.isSExt())
223 LocInfo = CCValAssign::SExt;
224 else if (ArgFlags.isZExt())
225 LocInfo = CCValAssign::ZExt;
226 else
227 LocInfo = CCValAssign::AExt;
228 }
229
Sirish Pande7517bbc2012-05-10 20:20:25 +0000230 if (LocVT == MVT::i32 || LocVT == MVT::f32) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000231 if (!RetCC_Hexagon32(ValNo, ValVT, LocVT, LocInfo, ArgFlags, State))
232 return false;
233 }
234
Sirish Pande7517bbc2012-05-10 20:20:25 +0000235 if (LocVT == MVT::i64 || LocVT == MVT::f64) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000236 if (!RetCC_Hexagon64(ValNo, ValVT, LocVT, LocInfo, ArgFlags, State))
237 return false;
238 }
239
240 return true; // CC didn't match.
241}
242
243static bool RetCC_Hexagon32(unsigned ValNo, MVT ValVT,
244 MVT LocVT, CCValAssign::LocInfo LocInfo,
245 ISD::ArgFlagsTy ArgFlags, CCState &State) {
246
Sirish Pande7517bbc2012-05-10 20:20:25 +0000247 if (LocVT == MVT::i32 || LocVT == MVT::f32) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000248 if (unsigned Reg = State.AllocateReg(Hexagon::R0)) {
249 State.addLoc(CCValAssign::getReg(ValNo, ValVT, Reg, LocVT, LocInfo));
250 return false;
251 }
252 }
253
254 unsigned Offset = State.AllocateStack(4, 4);
255 State.addLoc(CCValAssign::getMem(ValNo, ValVT, Offset, LocVT, LocInfo));
256 return false;
257}
258
259static bool RetCC_Hexagon64(unsigned ValNo, MVT ValVT,
260 MVT LocVT, CCValAssign::LocInfo LocInfo,
261 ISD::ArgFlagsTy ArgFlags, CCState &State) {
Sirish Pande7517bbc2012-05-10 20:20:25 +0000262 if (LocVT == MVT::i64 || LocVT == MVT::f64) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000263 if (unsigned Reg = State.AllocateReg(Hexagon::D0)) {
264 State.addLoc(CCValAssign::getReg(ValNo, ValVT, Reg, LocVT, LocInfo));
265 return false;
266 }
267 }
268
269 unsigned Offset = State.AllocateStack(8, 8);
270 State.addLoc(CCValAssign::getMem(ValNo, ValVT, Offset, LocVT, LocInfo));
271 return false;
272}
273
274SDValue
275HexagonTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG)
276const {
277 return SDValue();
278}
279
280/// CreateCopyOfByValArgument - Make a copy of an aggregate at address specified
281/// by "Src" to address "Dst" of size "Size". Alignment information is
282/// specified by the specific parameter attribute. The copy will be passed as
283/// a byval function parameter. Sometimes what we are copying is the end of a
284/// larger object, the part that does not fit in registers.
285static SDValue
286CreateCopyOfByValArgument(SDValue Src, SDValue Dst, SDValue Chain,
287 ISD::ArgFlagsTy Flags, SelectionDAG &DAG,
288 DebugLoc dl) {
289
290 SDValue SizeNode = DAG.getConstant(Flags.getByValSize(), MVT::i32);
291 return DAG.getMemcpy(Chain, dl, Dst, Src, SizeNode, Flags.getByValAlign(),
292 /*isVolatile=*/false, /*AlwaysInline=*/false,
293 MachinePointerInfo(), MachinePointerInfo());
294}
295
296
297// LowerReturn - Lower ISD::RET. If a struct is larger than 8 bytes and is
298// passed by value, the function prototype is modified to return void and
299// the value is stored in memory pointed by a pointer passed by caller.
300SDValue
301HexagonTargetLowering::LowerReturn(SDValue Chain,
302 CallingConv::ID CallConv, bool isVarArg,
303 const SmallVectorImpl<ISD::OutputArg> &Outs,
304 const SmallVectorImpl<SDValue> &OutVals,
305 DebugLoc dl, SelectionDAG &DAG) const {
306
307 // CCValAssign - represent the assignment of the return value to locations.
308 SmallVector<CCValAssign, 16> RVLocs;
309
310 // CCState - Info about the registers and stack slot.
311 CCState CCInfo(CallConv, isVarArg, DAG.getMachineFunction(),
Bill Wendling56cb2292012-07-19 00:11:40 +0000312 getTargetMachine(), RVLocs, *DAG.getContext());
Tony Linthicumb4b54152011-12-12 21:14:40 +0000313
314 // Analyze return values of ISD::RET
315 CCInfo.AnalyzeReturn(Outs, RetCC_Hexagon);
316
Tony Linthicumb4b54152011-12-12 21:14:40 +0000317 SDValue Flag;
Jakob Stoklund Olesen87b87ad2013-02-05 18:08:43 +0000318 SmallVector<SDValue, 4> RetOps(1, Chain);
319
Tony Linthicumb4b54152011-12-12 21:14:40 +0000320 // Copy the result values into the output registers.
321 for (unsigned i = 0; i != RVLocs.size(); ++i) {
322 CCValAssign &VA = RVLocs[i];
Tony Linthicumb4b54152011-12-12 21:14:40 +0000323
324 Chain = DAG.getCopyToReg(Chain, dl, VA.getLocReg(), OutVals[i], Flag);
325
326 // Guarantee that all emitted copies are stuck together with flags.
327 Flag = Chain.getValue(1);
Jakob Stoklund Olesen87b87ad2013-02-05 18:08:43 +0000328 RetOps.push_back(DAG.getRegister(VA.getLocReg(), VA.getLocVT()));
Tony Linthicumb4b54152011-12-12 21:14:40 +0000329 }
330
Jakob Stoklund Olesen87b87ad2013-02-05 18:08:43 +0000331 RetOps[0] = Chain; // Update chain.
Tony Linthicumb4b54152011-12-12 21:14:40 +0000332
Jakob Stoklund Olesen87b87ad2013-02-05 18:08:43 +0000333 // Add the flag if we have it.
334 if (Flag.getNode())
335 RetOps.push_back(Flag);
336
337 return DAG.getNode(HexagonISD::RET_FLAG, dl, MVT::Other,
338 &RetOps[0], RetOps.size());
Tony Linthicumb4b54152011-12-12 21:14:40 +0000339}
340
341
342
343
344/// LowerCallResult - Lower the result values of an ISD::CALL into the
345/// appropriate copies out of appropriate physical registers. This assumes that
346/// Chain/InFlag are the input chain/flag to use, and that TheCall is the call
347/// being lowered. Returns a SDNode with the same number of values as the
348/// ISD::CALL.
349SDValue
350HexagonTargetLowering::LowerCallResult(SDValue Chain, SDValue InFlag,
351 CallingConv::ID CallConv, bool isVarArg,
352 const
353 SmallVectorImpl<ISD::InputArg> &Ins,
354 DebugLoc dl, SelectionDAG &DAG,
355 SmallVectorImpl<SDValue> &InVals,
356 const SmallVectorImpl<SDValue> &OutVals,
357 SDValue Callee) const {
358
359 // Assign locations to each value returned by this call.
360 SmallVector<CCValAssign, 16> RVLocs;
361
362 CCState CCInfo(CallConv, isVarArg, DAG.getMachineFunction(),
Bill Wendling56cb2292012-07-19 00:11:40 +0000363 getTargetMachine(), RVLocs, *DAG.getContext());
Tony Linthicumb4b54152011-12-12 21:14:40 +0000364
365 CCInfo.AnalyzeCallResult(Ins, RetCC_Hexagon);
366
367 // Copy all of the result registers out of their specified physreg.
368 for (unsigned i = 0; i != RVLocs.size(); ++i) {
369 Chain = DAG.getCopyFromReg(Chain, dl,
370 RVLocs[i].getLocReg(),
371 RVLocs[i].getValVT(), InFlag).getValue(1);
372 InFlag = Chain.getValue(2);
373 InVals.push_back(Chain.getValue(0));
374 }
375
376 return Chain;
377}
378
379/// LowerCall - Functions arguments are copied from virtual regs to
380/// (physical regs)/(stack frame), CALLSEQ_START and CALLSEQ_END are emitted.
381SDValue
Justin Holewinskid2ea0e12012-05-25 16:35:28 +0000382HexagonTargetLowering::LowerCall(TargetLowering::CallLoweringInfo &CLI,
Tony Linthicumb4b54152011-12-12 21:14:40 +0000383 SmallVectorImpl<SDValue> &InVals) const {
Justin Holewinskid2ea0e12012-05-25 16:35:28 +0000384 SelectionDAG &DAG = CLI.DAG;
385 DebugLoc &dl = CLI.DL;
386 SmallVector<ISD::OutputArg, 32> &Outs = CLI.Outs;
387 SmallVector<SDValue, 32> &OutVals = CLI.OutVals;
388 SmallVector<ISD::InputArg, 32> &Ins = CLI.Ins;
389 SDValue Chain = CLI.Chain;
390 SDValue Callee = CLI.Callee;
391 bool &isTailCall = CLI.IsTailCall;
392 CallingConv::ID CallConv = CLI.CallConv;
393 bool isVarArg = CLI.IsVarArg;
Tony Linthicumb4b54152011-12-12 21:14:40 +0000394
395 bool IsStructRet = (Outs.empty()) ? false : Outs[0].Flags.isSRet();
396
397 // Analyze operands of the call, assigning locations to each operand.
398 SmallVector<CCValAssign, 16> ArgLocs;
399 CCState CCInfo(CallConv, isVarArg, DAG.getMachineFunction(),
Bill Wendling56cb2292012-07-19 00:11:40 +0000400 getTargetMachine(), ArgLocs, *DAG.getContext());
Tony Linthicumb4b54152011-12-12 21:14:40 +0000401
402 // Check for varargs.
403 NumNamedVarArgParams = -1;
404 if (GlobalAddressSDNode *GA = dyn_cast<GlobalAddressSDNode>(Callee))
405 {
406 const Function* CalleeFn = NULL;
407 Callee = DAG.getTargetGlobalAddress(GA->getGlobal(), dl, MVT::i32);
408 if ((CalleeFn = dyn_cast<Function>(GA->getGlobal())))
409 {
410 // If a function has zero args and is a vararg function, that's
411 // disallowed so it must be an undeclared function. Do not assume
412 // varargs if the callee is undefined.
413 if (CalleeFn->isVarArg() &&
414 CalleeFn->getFunctionType()->getNumParams() != 0) {
415 NumNamedVarArgParams = CalleeFn->getFunctionType()->getNumParams();
416 }
417 }
418 }
419
420 if (NumNamedVarArgParams > 0)
421 CCInfo.AnalyzeCallOperands(Outs, CC_Hexagon_VarArg);
422 else
423 CCInfo.AnalyzeCallOperands(Outs, CC_Hexagon);
424
425
426 if(isTailCall) {
427 bool StructAttrFlag =
428 DAG.getMachineFunction().getFunction()->hasStructRetAttr();
429 isTailCall = IsEligibleForTailCallOptimization(Callee, CallConv,
430 isVarArg, IsStructRet,
431 StructAttrFlag,
432 Outs, OutVals, Ins, DAG);
433 for (unsigned i = 0, e = ArgLocs.size(); i != e; ++i){
434 CCValAssign &VA = ArgLocs[i];
435 if (VA.isMemLoc()) {
436 isTailCall = false;
437 break;
438 }
439 }
440 if (isTailCall) {
441 DEBUG(dbgs () << "Eligible for Tail Call\n");
442 } else {
443 DEBUG(dbgs () <<
444 "Argument must be passed on stack. Not eligible for Tail Call\n");
445 }
446 }
447 // Get a count of how many bytes are to be pushed on the stack.
448 unsigned NumBytes = CCInfo.getNextStackOffset();
449 SmallVector<std::pair<unsigned, SDValue>, 16> RegsToPass;
450 SmallVector<SDValue, 8> MemOpChains;
451
452 SDValue StackPtr =
453 DAG.getCopyFromReg(Chain, dl, TM.getRegisterInfo()->getStackRegister(),
454 getPointerTy());
455
456 // Walk the register/memloc assignments, inserting copies/loads.
457 for (unsigned i = 0, e = ArgLocs.size(); i != e; ++i) {
458 CCValAssign &VA = ArgLocs[i];
459 SDValue Arg = OutVals[i];
460 ISD::ArgFlagsTy Flags = Outs[i].Flags;
461
462 // Promote the value if needed.
463 switch (VA.getLocInfo()) {
464 default:
465 // Loc info must be one of Full, SExt, ZExt, or AExt.
Craig Topperbc219812012-02-07 02:50:20 +0000466 llvm_unreachable("Unknown loc info!");
Tony Linthicumb4b54152011-12-12 21:14:40 +0000467 case CCValAssign::Full:
468 break;
469 case CCValAssign::SExt:
470 Arg = DAG.getNode(ISD::SIGN_EXTEND, dl, VA.getLocVT(), Arg);
471 break;
472 case CCValAssign::ZExt:
473 Arg = DAG.getNode(ISD::ZERO_EXTEND, dl, VA.getLocVT(), Arg);
474 break;
475 case CCValAssign::AExt:
476 Arg = DAG.getNode(ISD::ANY_EXTEND, dl, VA.getLocVT(), Arg);
477 break;
478 }
479
480 if (VA.isMemLoc()) {
481 unsigned LocMemOffset = VA.getLocMemOffset();
482 SDValue PtrOff = DAG.getConstant(LocMemOffset, StackPtr.getValueType());
483 PtrOff = DAG.getNode(ISD::ADD, dl, MVT::i32, StackPtr, PtrOff);
484
485 if (Flags.isByVal()) {
486 // The argument is a struct passed by value. According to LLVM, "Arg"
487 // is is pointer.
488 MemOpChains.push_back(CreateCopyOfByValArgument(Arg, PtrOff, Chain,
489 Flags, DAG, dl));
490 } else {
491 // The argument is not passed by value. "Arg" is a buildin type. It is
492 // not a pointer.
493 MemOpChains.push_back(DAG.getStore(Chain, dl, Arg, PtrOff,
494 MachinePointerInfo(),false, false,
495 0));
496 }
497 continue;
498 }
499
500 // Arguments that can be passed on register must be kept at RegsToPass
501 // vector.
502 if (VA.isRegLoc()) {
503 RegsToPass.push_back(std::make_pair(VA.getLocReg(), Arg));
504 }
505 }
506
507 // Transform all store nodes into one single node because all store
508 // nodes are independent of each other.
509 if (!MemOpChains.empty()) {
510 Chain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, &MemOpChains[0],
511 MemOpChains.size());
512 }
513
514 if (!isTailCall)
515 Chain = DAG.getCALLSEQ_START(Chain, DAG.getConstant(NumBytes,
516 getPointerTy(), true));
517
518 // Build a sequence of copy-to-reg nodes chained together with token
519 // chain and flag operands which copy the outgoing args into registers.
Benjamin Kramerd9b0b022012-06-02 10:20:22 +0000520 // The InFlag in necessary since all emitted instructions must be
Tony Linthicumb4b54152011-12-12 21:14:40 +0000521 // stuck together.
522 SDValue InFlag;
523 if (!isTailCall) {
524 for (unsigned i = 0, e = RegsToPass.size(); i != e; ++i) {
525 Chain = DAG.getCopyToReg(Chain, dl, RegsToPass[i].first,
526 RegsToPass[i].second, InFlag);
527 InFlag = Chain.getValue(1);
528 }
529 }
530
531 // For tail calls lower the arguments to the 'real' stack slot.
532 if (isTailCall) {
533 // Force all the incoming stack arguments to be loaded from the stack
534 // before any new outgoing arguments are stored to the stack, because the
535 // outgoing stack slots may alias the incoming argument stack slots, and
536 // the alias isn't otherwise explicit. This is slightly more conservative
537 // than necessary, because it means that each store effectively depends
538 // on every argument instead of just those arguments it would clobber.
539 //
Benjamin Kramerd9b0b022012-06-02 10:20:22 +0000540 // Do not flag preceding copytoreg stuff together with the following stuff.
Tony Linthicumb4b54152011-12-12 21:14:40 +0000541 InFlag = SDValue();
542 for (unsigned i = 0, e = RegsToPass.size(); i != e; ++i) {
543 Chain = DAG.getCopyToReg(Chain, dl, RegsToPass[i].first,
544 RegsToPass[i].second, InFlag);
545 InFlag = Chain.getValue(1);
546 }
547 InFlag =SDValue();
548 }
549
550 // If the callee is a GlobalAddress/ExternalSymbol node (quite common, every
551 // direct call is) turn it into a TargetGlobalAddress/TargetExternalSymbol
552 // node so that legalize doesn't hack it.
553 if (flag_aligned_memcpy) {
554 const char *MemcpyName =
555 "__hexagon_memcpy_likely_aligned_min32bytes_mult8bytes";
556 Callee =
557 DAG.getTargetExternalSymbol(MemcpyName, getPointerTy());
558 flag_aligned_memcpy = false;
559 } else if (GlobalAddressSDNode *G = dyn_cast<GlobalAddressSDNode>(Callee)) {
560 Callee = DAG.getTargetGlobalAddress(G->getGlobal(), dl, getPointerTy());
561 } else if (ExternalSymbolSDNode *S =
562 dyn_cast<ExternalSymbolSDNode>(Callee)) {
563 Callee = DAG.getTargetExternalSymbol(S->getSymbol(), getPointerTy());
564 }
565
566 // Returns a chain & a flag for retval copy to use.
567 SDVTList NodeTys = DAG.getVTList(MVT::Other, MVT::Glue);
568 SmallVector<SDValue, 8> Ops;
569 Ops.push_back(Chain);
570 Ops.push_back(Callee);
571
572 // Add argument registers to the end of the list so that they are
573 // known live into the call.
574 for (unsigned i = 0, e = RegsToPass.size(); i != e; ++i) {
575 Ops.push_back(DAG.getRegister(RegsToPass[i].first,
576 RegsToPass[i].second.getValueType()));
577 }
578
579 if (InFlag.getNode()) {
580 Ops.push_back(InFlag);
581 }
582
583 if (isTailCall)
584 return DAG.getNode(HexagonISD::TC_RETURN, dl, NodeTys, &Ops[0], Ops.size());
585
586 Chain = DAG.getNode(HexagonISD::CALL, dl, NodeTys, &Ops[0], Ops.size());
587 InFlag = Chain.getValue(1);
588
589 // Create the CALLSEQ_END node.
590 Chain = DAG.getCALLSEQ_END(Chain, DAG.getIntPtrConstant(NumBytes, true),
591 DAG.getIntPtrConstant(0, true), InFlag);
592 InFlag = Chain.getValue(1);
593
594 // Handle result values, copying them out of physregs into vregs that we
595 // return.
596 return LowerCallResult(Chain, InFlag, CallConv, isVarArg, Ins, dl, DAG,
597 InVals, OutVals, Callee);
598}
599
600static bool getIndexedAddressParts(SDNode *Ptr, EVT VT,
601 bool isSEXTLoad, SDValue &Base,
602 SDValue &Offset, bool &isInc,
603 SelectionDAG &DAG) {
604 if (Ptr->getOpcode() != ISD::ADD)
605 return false;
606
607 if (VT == MVT::i64 || VT == MVT::i32 || VT == MVT::i16 || VT == MVT::i8) {
608 isInc = (Ptr->getOpcode() == ISD::ADD);
609 Base = Ptr->getOperand(0);
610 Offset = Ptr->getOperand(1);
611 // Ensure that Offset is a constant.
612 return (isa<ConstantSDNode>(Offset));
613 }
614
615 return false;
616}
617
618// TODO: Put this function along with the other isS* functions in
619// HexagonISelDAGToDAG.cpp into a common file. Or better still, use the
Rafael Espindola6ee1e082012-11-21 16:56:33 +0000620// functions defined in HexagonOperands.td.
Tony Linthicumb4b54152011-12-12 21:14:40 +0000621static bool Is_PostInc_S4_Offset(SDNode * S, int ShiftAmount) {
622 ConstantSDNode *N = cast<ConstantSDNode>(S);
623
624 // immS4 predicate - True if the immediate fits in a 4-bit sign extended.
625 // field.
626 int64_t v = (int64_t)N->getSExtValue();
627 int64_t m = 0;
628 if (ShiftAmount > 0) {
629 m = v % ShiftAmount;
630 v = v >> ShiftAmount;
631 }
632 return (v <= 7) && (v >= -8) && (m == 0);
633}
634
635/// getPostIndexedAddressParts - returns true by value, base pointer and
636/// offset pointer and addressing mode by reference if this node can be
637/// combined with a load / store to form a post-indexed load / store.
638bool HexagonTargetLowering::getPostIndexedAddressParts(SDNode *N, SDNode *Op,
639 SDValue &Base,
640 SDValue &Offset,
641 ISD::MemIndexedMode &AM,
642 SelectionDAG &DAG) const
643{
644 EVT VT;
645 SDValue Ptr;
646 bool isSEXTLoad = false;
647
648 if (LoadSDNode *LD = dyn_cast<LoadSDNode>(N)) {
649 VT = LD->getMemoryVT();
650 isSEXTLoad = LD->getExtensionType() == ISD::SEXTLOAD;
651 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
652 VT = ST->getMemoryVT();
653 if (ST->getValue().getValueType() == MVT::i64 && ST->isTruncatingStore()) {
654 return false;
655 }
656 } else {
657 return false;
658 }
659
Chad Rosier6da0ef92012-01-06 20:11:59 +0000660 bool isInc = false;
Tony Linthicumb4b54152011-12-12 21:14:40 +0000661 bool isLegal = getIndexedAddressParts(Op, VT, isSEXTLoad, Base, Offset,
662 isInc, DAG);
663 // ShiftAmount = number of left-shifted bits in the Hexagon instruction.
664 int ShiftAmount = VT.getSizeInBits() / 16;
665 if (isLegal && Is_PostInc_S4_Offset(Offset.getNode(), ShiftAmount)) {
666 AM = isInc ? ISD::POST_INC : ISD::POST_DEC;
667 return true;
668 }
669
670 return false;
671}
672
673SDValue HexagonTargetLowering::LowerINLINEASM(SDValue Op,
674 SelectionDAG &DAG) const {
675 SDNode *Node = Op.getNode();
676 MachineFunction &MF = DAG.getMachineFunction();
677 HexagonMachineFunctionInfo *FuncInfo =
678 MF.getInfo<HexagonMachineFunctionInfo>();
679 switch (Node->getOpcode()) {
680 case ISD::INLINEASM: {
681 unsigned NumOps = Node->getNumOperands();
682 if (Node->getOperand(NumOps-1).getValueType() == MVT::Glue)
683 --NumOps; // Ignore the flag operand.
684
685 for (unsigned i = InlineAsm::Op_FirstOperand; i != NumOps;) {
686 if (FuncInfo->hasClobberLR())
687 break;
688 unsigned Flags =
689 cast<ConstantSDNode>(Node->getOperand(i))->getZExtValue();
690 unsigned NumVals = InlineAsm::getNumOperandRegisters(Flags);
691 ++i; // Skip the ID value.
692
693 switch (InlineAsm::getKind(Flags)) {
694 default: llvm_unreachable("Bad flags!");
695 case InlineAsm::Kind_RegDef:
696 case InlineAsm::Kind_RegUse:
697 case InlineAsm::Kind_Imm:
698 case InlineAsm::Kind_Clobber:
699 case InlineAsm::Kind_Mem: {
700 for (; NumVals; --NumVals, ++i) {}
701 break;
702 }
703 case InlineAsm::Kind_RegDefEarlyClobber: {
704 for (; NumVals; --NumVals, ++i) {
705 unsigned Reg =
706 cast<RegisterSDNode>(Node->getOperand(i))->getReg();
707
708 // Check it to be lr
709 if (Reg == TM.getRegisterInfo()->getRARegister()) {
710 FuncInfo->setHasClobberLR(true);
711 break;
712 }
713 }
714 break;
715 }
716 }
717 }
718 }
719 } // Node->getOpcode
720 return Op;
721}
722
723
724//
725// Taken from the XCore backend.
726//
727SDValue HexagonTargetLowering::
728LowerBR_JT(SDValue Op, SelectionDAG &DAG) const
729{
730 SDValue Chain = Op.getOperand(0);
731 SDValue Table = Op.getOperand(1);
732 SDValue Index = Op.getOperand(2);
733 DebugLoc dl = Op.getDebugLoc();
734 JumpTableSDNode *JT = cast<JumpTableSDNode>(Table);
735 unsigned JTI = JT->getIndex();
736 MachineFunction &MF = DAG.getMachineFunction();
737 const MachineJumpTableInfo *MJTI = MF.getJumpTableInfo();
738 SDValue TargetJT = DAG.getTargetJumpTable(JT->getIndex(), MVT::i32);
739
740 // Mark all jump table targets as address taken.
741 const std::vector<MachineJumpTableEntry> &JTE = MJTI->getJumpTables();
742 const std::vector<MachineBasicBlock*> &JTBBs = JTE[JTI].MBBs;
743 for (unsigned i = 0, e = JTBBs.size(); i != e; ++i) {
744 MachineBasicBlock *MBB = JTBBs[i];
745 MBB->setHasAddressTaken();
746 // This line is needed to set the hasAddressTaken flag on the BasicBlock
747 // object.
748 BlockAddress::get(const_cast<BasicBlock *>(MBB->getBasicBlock()));
749 }
750
751 SDValue JumpTableBase = DAG.getNode(HexagonISD::WrapperJT, dl,
752 getPointerTy(), TargetJT);
753 SDValue ShiftIndex = DAG.getNode(ISD::SHL, dl, MVT::i32, Index,
754 DAG.getConstant(2, MVT::i32));
755 SDValue JTAddress = DAG.getNode(ISD::ADD, dl, MVT::i32, JumpTableBase,
756 ShiftIndex);
757 SDValue LoadTarget = DAG.getLoad(MVT::i32, dl, Chain, JTAddress,
758 MachinePointerInfo(), false, false, false,
759 0);
760 return DAG.getNode(HexagonISD::BR_JT, dl, MVT::Other, Chain, LoadTarget);
761}
762
763
764SDValue
765HexagonTargetLowering::LowerDYNAMIC_STACKALLOC(SDValue Op,
766 SelectionDAG &DAG) const {
767 SDValue Chain = Op.getOperand(0);
768 SDValue Size = Op.getOperand(1);
769 DebugLoc dl = Op.getDebugLoc();
770
771 unsigned SPReg = getStackPointerRegisterToSaveRestore();
772
773 // Get a reference to the stack pointer.
774 SDValue StackPointer = DAG.getCopyFromReg(Chain, dl, SPReg, MVT::i32);
775
776 // Subtract the dynamic size from the actual stack size to
777 // obtain the new stack size.
778 SDValue Sub = DAG.getNode(ISD::SUB, dl, MVT::i32, StackPointer, Size);
779
780 //
781 // For Hexagon, the outgoing memory arguments area should be on top of the
782 // alloca area on the stack i.e., the outgoing memory arguments should be
783 // at a lower address than the alloca area. Move the alloca area down the
784 // stack by adding back the space reserved for outgoing arguments to SP
785 // here.
786 //
787 // We do not know what the size of the outgoing args is at this point.
788 // So, we add a pseudo instruction ADJDYNALLOC that will adjust the
789 // stack pointer. We patch this instruction with the correct, known
790 // offset in emitPrologue().
791 //
792 // Use a placeholder immediate (zero) for now. This will be patched up
793 // by emitPrologue().
794 SDValue ArgAdjust = DAG.getNode(HexagonISD::ADJDYNALLOC, dl,
795 MVT::i32,
796 Sub,
797 DAG.getConstant(0, MVT::i32));
798
799 // The Sub result contains the new stack start address, so it
800 // must be placed in the stack pointer register.
801 SDValue CopyChain = DAG.getCopyToReg(Chain, dl,
802 TM.getRegisterInfo()->getStackRegister(),
803 Sub);
804
805 SDValue Ops[2] = { ArgAdjust, CopyChain };
806 return DAG.getMergeValues(Ops, 2, dl);
807}
808
809SDValue
810HexagonTargetLowering::LowerFormalArguments(SDValue Chain,
811 CallingConv::ID CallConv,
812 bool isVarArg,
813 const
814 SmallVectorImpl<ISD::InputArg> &Ins,
815 DebugLoc dl, SelectionDAG &DAG,
816 SmallVectorImpl<SDValue> &InVals)
817const {
818
819 MachineFunction &MF = DAG.getMachineFunction();
820 MachineFrameInfo *MFI = MF.getFrameInfo();
821 MachineRegisterInfo &RegInfo = MF.getRegInfo();
822 HexagonMachineFunctionInfo *FuncInfo =
823 MF.getInfo<HexagonMachineFunctionInfo>();
824
825
826 // Assign locations to all of the incoming arguments.
827 SmallVector<CCValAssign, 16> ArgLocs;
828 CCState CCInfo(CallConv, isVarArg, DAG.getMachineFunction(),
Bill Wendling56cb2292012-07-19 00:11:40 +0000829 getTargetMachine(), ArgLocs, *DAG.getContext());
Tony Linthicumb4b54152011-12-12 21:14:40 +0000830
831 CCInfo.AnalyzeFormalArguments(Ins, CC_Hexagon);
832
833 // For LLVM, in the case when returning a struct by value (>8byte),
834 // the first argument is a pointer that points to the location on caller's
835 // stack where the return value will be stored. For Hexagon, the location on
836 // caller's stack is passed only when the struct size is smaller than (and
837 // equal to) 8 bytes. If not, no address will be passed into callee and
838 // callee return the result direclty through R0/R1.
839
840 SmallVector<SDValue, 4> MemOps;
841
842 for (unsigned i = 0, e = ArgLocs.size(); i != e; ++i) {
843 CCValAssign &VA = ArgLocs[i];
844 ISD::ArgFlagsTy Flags = Ins[i].Flags;
845 unsigned ObjSize;
846 unsigned StackLocation;
847 int FI;
848
849 if ( (VA.isRegLoc() && !Flags.isByVal())
850 || (VA.isRegLoc() && Flags.isByVal() && Flags.getByValSize() > 8)) {
851 // Arguments passed in registers
852 // 1. int, long long, ptr args that get allocated in register.
853 // 2. Large struct that gets an register to put its address in.
854 EVT RegVT = VA.getLocVT();
Sirish Pande7517bbc2012-05-10 20:20:25 +0000855 if (RegVT == MVT::i8 || RegVT == MVT::i16 ||
856 RegVT == MVT::i32 || RegVT == MVT::f32) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000857 unsigned VReg =
Craig Topper420761a2012-04-20 07:30:17 +0000858 RegInfo.createVirtualRegister(&Hexagon::IntRegsRegClass);
Tony Linthicumb4b54152011-12-12 21:14:40 +0000859 RegInfo.addLiveIn(VA.getLocReg(), VReg);
860 InVals.push_back(DAG.getCopyFromReg(Chain, dl, VReg, RegVT));
Chandler Carruth37097622012-04-18 21:31:19 +0000861 } else if (RegVT == MVT::i64) {
Tony Linthicumb4b54152011-12-12 21:14:40 +0000862 unsigned VReg =
Craig Topper420761a2012-04-20 07:30:17 +0000863 RegInfo.createVirtualRegister(&Hexagon::DoubleRegsRegClass);
Tony Linthicumb4b54152011-12-12 21:14:40 +0000864 RegInfo.addLiveIn(VA.getLocReg(), VReg);
865 InVals.push_back(DAG.getCopyFromReg(Chain, dl, VReg, RegVT));
866 } else {
867 assert (0);
868 }
869 } else if (VA.isRegLoc() && Flags.isByVal() && Flags.getByValSize() <= 8) {
870 assert (0 && "ByValSize must be bigger than 8 bytes");
871 } else {
872 // Sanity check.
873 assert(VA.isMemLoc());
874
875 if (Flags.isByVal()) {
876 // If it's a byval parameter, then we need to compute the
877 // "real" size, not the size of the pointer.
878 ObjSize = Flags.getByValSize();
879 } else {
880 ObjSize = VA.getLocVT().getStoreSizeInBits() >> 3;
881 }
882
883 StackLocation = HEXAGON_LRFP_SIZE + VA.getLocMemOffset();
884 // Create the frame index object for this incoming parameter...
885 FI = MFI->CreateFixedObject(ObjSize, StackLocation, true);
886
887 // Create the SelectionDAG nodes cordl, responding to a load
888 // from this parameter.
889 SDValue FIN = DAG.getFrameIndex(FI, MVT::i32);
890
891 if (Flags.isByVal()) {
892 // If it's a pass-by-value aggregate, then do not dereference the stack
893 // location. Instead, we should generate a reference to the stack
894 // location.
895 InVals.push_back(FIN);
896 } else {
897 InVals.push_back(DAG.getLoad(VA.getLocVT(), dl, Chain, FIN,
898 MachinePointerInfo(), false, false,
899 false, 0));
900 }
901 }
902 }
903
904 if (!MemOps.empty())
905 Chain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, &MemOps[0],
906 MemOps.size());
907
908 if (isVarArg) {
909 // This will point to the next argument passed via stack.
910 int FrameIndex = MFI->CreateFixedObject(Hexagon_PointerSize,
911 HEXAGON_LRFP_SIZE +
912 CCInfo.getNextStackOffset(),
913 true);
914 FuncInfo->setVarArgsFrameIndex(FrameIndex);
915 }
916
917 return Chain;
918}
919
920SDValue
921HexagonTargetLowering::LowerVASTART(SDValue Op, SelectionDAG &DAG) const {
922 // VASTART stores the address of the VarArgsFrameIndex slot into the
923 // memory location argument.
924 MachineFunction &MF = DAG.getMachineFunction();
925 HexagonMachineFunctionInfo *QFI = MF.getInfo<HexagonMachineFunctionInfo>();
926 SDValue Addr = DAG.getFrameIndex(QFI->getVarArgsFrameIndex(), MVT::i32);
927 const Value *SV = cast<SrcValueSDNode>(Op.getOperand(2))->getValue();
928 return DAG.getStore(Op.getOperand(0), Op.getDebugLoc(), Addr,
929 Op.getOperand(1), MachinePointerInfo(SV), false,
930 false, 0);
931}
932
933SDValue
934HexagonTargetLowering::LowerSELECT_CC(SDValue Op, SelectionDAG &DAG) const {
Sirish Pande7517bbc2012-05-10 20:20:25 +0000935 SDValue LHS = Op.getOperand(0);
936 SDValue RHS = Op.getOperand(1);
937 SDValue CC = Op.getOperand(4);
938 SDValue TrueVal = Op.getOperand(2);
939 SDValue FalseVal = Op.getOperand(3);
940 DebugLoc dl = Op.getDebugLoc();
Tony Linthicumb4b54152011-12-12 21:14:40 +0000941 SDNode* OpNode = Op.getNode();
Sirish Pande7517bbc2012-05-10 20:20:25 +0000942 EVT SVT = OpNode->getValueType(0);
Tony Linthicumb4b54152011-12-12 21:14:40 +0000943
Sirish Pande7517bbc2012-05-10 20:20:25 +0000944 SDValue Cond = DAG.getNode(ISD::SETCC, dl, MVT::i1, LHS, RHS, CC);
945 return DAG.getNode(ISD::SELECT, dl, SVT, Cond, TrueVal, FalseVal);
946}
947
948SDValue
949HexagonTargetLowering::LowerConstantPool(SDValue Op, SelectionDAG &DAG) const {
950 EVT ValTy = Op.getValueType();
Sirish Pande7517bbc2012-05-10 20:20:25 +0000951 DebugLoc dl = Op.getDebugLoc();
952 ConstantPoolSDNode *CP = cast<ConstantPoolSDNode>(Op);
953 SDValue Res;
954 if (CP->isMachineConstantPoolEntry())
955 Res = DAG.getTargetConstantPool(CP->getMachineCPVal(), ValTy,
956 CP->getAlignment());
957 else
958 Res = DAG.getTargetConstantPool(CP->getConstVal(), ValTy,
959 CP->getAlignment());
960 return DAG.getNode(HexagonISD::CONST32, dl, ValTy, Res);
Tony Linthicumb4b54152011-12-12 21:14:40 +0000961}
962
963SDValue
964HexagonTargetLowering::LowerRETURNADDR(SDValue Op, SelectionDAG &DAG) const {
965 const TargetRegisterInfo *TRI = TM.getRegisterInfo();
966 MachineFunction &MF = DAG.getMachineFunction();
967 MachineFrameInfo *MFI = MF.getFrameInfo();
968 MFI->setReturnAddressIsTaken(true);
969
970 EVT VT = Op.getValueType();
971 DebugLoc dl = Op.getDebugLoc();
972 unsigned Depth = cast<ConstantSDNode>(Op.getOperand(0))->getZExtValue();
973 if (Depth) {
974 SDValue FrameAddr = LowerFRAMEADDR(Op, DAG);
975 SDValue Offset = DAG.getConstant(4, MVT::i32);
976 return DAG.getLoad(VT, dl, DAG.getEntryNode(),
977 DAG.getNode(ISD::ADD, dl, VT, FrameAddr, Offset),
978 MachinePointerInfo(), false, false, false, 0);
979 }
980
981 // Return LR, which contains the return address. Mark it an implicit live-in.
982 unsigned Reg = MF.addLiveIn(TRI->getRARegister(), getRegClassFor(MVT::i32));
983 return DAG.getCopyFromReg(DAG.getEntryNode(), dl, Reg, VT);
984}
985
986SDValue
987HexagonTargetLowering::LowerFRAMEADDR(SDValue Op, SelectionDAG &DAG) const {
988 const HexagonRegisterInfo *TRI = TM.getRegisterInfo();
989 MachineFrameInfo *MFI = DAG.getMachineFunction().getFrameInfo();
990 MFI->setFrameAddressIsTaken(true);
991
992 EVT VT = Op.getValueType();
993 DebugLoc dl = Op.getDebugLoc();
994 unsigned Depth = cast<ConstantSDNode>(Op.getOperand(0))->getZExtValue();
995 SDValue FrameAddr = DAG.getCopyFromReg(DAG.getEntryNode(), dl,
996 TRI->getFrameRegister(), VT);
997 while (Depth--)
998 FrameAddr = DAG.getLoad(VT, dl, DAG.getEntryNode(), FrameAddr,
999 MachinePointerInfo(),
1000 false, false, false, 0);
1001 return FrameAddr;
1002}
1003
Tony Linthicumb4b54152011-12-12 21:14:40 +00001004SDValue HexagonTargetLowering::LowerATOMIC_FENCE(SDValue Op,
1005 SelectionDAG& DAG) const {
1006 DebugLoc dl = Op.getDebugLoc();
1007 return DAG.getNode(HexagonISD::BARRIER, dl, MVT::Other, Op.getOperand(0));
1008}
1009
1010
1011SDValue HexagonTargetLowering::LowerGLOBALADDRESS(SDValue Op,
1012 SelectionDAG &DAG) const {
1013 SDValue Result;
1014 const GlobalValue *GV = cast<GlobalAddressSDNode>(Op)->getGlobal();
1015 int64_t Offset = cast<GlobalAddressSDNode>(Op)->getOffset();
1016 DebugLoc dl = Op.getDebugLoc();
1017 Result = DAG.getTargetGlobalAddress(GV, dl, getPointerTy(), Offset);
1018
Dmitri Gribenko510db8b2013-01-14 22:18:18 +00001019 const HexagonTargetObjectFile &TLOF =
1020 static_cast<const HexagonTargetObjectFile &>(getObjFileLowering());
Tony Linthicumb4b54152011-12-12 21:14:40 +00001021 if (TLOF.IsGlobalInSmallSection(GV, getTargetMachine())) {
1022 return DAG.getNode(HexagonISD::CONST32_GP, dl, getPointerTy(), Result);
1023 }
1024
1025 return DAG.getNode(HexagonISD::CONST32, dl, getPointerTy(), Result);
1026}
1027
Jyotsna Vermab6716182013-03-07 19:10:28 +00001028SDValue
1029HexagonTargetLowering::LowerBlockAddress(SDValue Op, SelectionDAG &DAG) const {
1030 const BlockAddress *BA = cast<BlockAddressSDNode>(Op)->getBlockAddress();
1031 SDValue BA_SD = DAG.getTargetBlockAddress(BA, MVT::i32);
1032 DebugLoc dl = Op.getDebugLoc();
1033 return DAG.getNode(HexagonISD::CONST32_GP, dl, getPointerTy(), BA_SD);
1034}
1035
Tony Linthicumb4b54152011-12-12 21:14:40 +00001036//===----------------------------------------------------------------------===//
1037// TargetLowering Implementation
1038//===----------------------------------------------------------------------===//
1039
1040HexagonTargetLowering::HexagonTargetLowering(HexagonTargetMachine
1041 &targetmachine)
1042 : TargetLowering(targetmachine, new HexagonTargetObjectFile()),
1043 TM(targetmachine) {
1044
Sirish Pande7517bbc2012-05-10 20:20:25 +00001045 const HexagonRegisterInfo* QRI = TM.getRegisterInfo();
1046
Tony Linthicumb4b54152011-12-12 21:14:40 +00001047 // Set up the register classes.
Craig Topper420761a2012-04-20 07:30:17 +00001048 addRegisterClass(MVT::i32, &Hexagon::IntRegsRegClass);
1049 addRegisterClass(MVT::i64, &Hexagon::DoubleRegsRegClass);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001050
Sirish Pande7517bbc2012-05-10 20:20:25 +00001051 if (QRI->Subtarget.hasV5TOps()) {
1052 addRegisterClass(MVT::f32, &Hexagon::IntRegsRegClass);
1053 addRegisterClass(MVT::f64, &Hexagon::DoubleRegsRegClass);
1054 }
1055
Craig Topper420761a2012-04-20 07:30:17 +00001056 addRegisterClass(MVT::i1, &Hexagon::PredRegsRegClass);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001057
1058 computeRegisterProperties();
1059
1060 // Align loop entry
1061 setPrefLoopAlignment(4);
1062
1063 // Limits for inline expansion of memcpy/memmove
Jim Grosbach3450f802013-02-20 21:13:59 +00001064 MaxStoresPerMemcpy = 6;
1065 MaxStoresPerMemmove = 6;
Tony Linthicumb4b54152011-12-12 21:14:40 +00001066
1067 //
1068 // Library calls for unsupported operations
1069 //
Tony Linthicumb4b54152011-12-12 21:14:40 +00001070
Tony Linthicumb4b54152011-12-12 21:14:40 +00001071 setLibcallName(RTLIB::SINTTOFP_I128_F64, "__hexagon_floattidf");
1072 setLibcallName(RTLIB::SINTTOFP_I128_F32, "__hexagon_floattisf");
Tony Linthicumb4b54152011-12-12 21:14:40 +00001073
Tony Linthicumb4b54152011-12-12 21:14:40 +00001074 setLibcallName(RTLIB::FPTOUINT_F32_I128, "__hexagon_fixunssfti");
Tony Linthicumb4b54152011-12-12 21:14:40 +00001075 setLibcallName(RTLIB::FPTOUINT_F64_I128, "__hexagon_fixunsdfti");
1076
Tony Linthicumb4b54152011-12-12 21:14:40 +00001077 setLibcallName(RTLIB::FPTOSINT_F32_I128, "__hexagon_fixsfti");
Tony Linthicumb4b54152011-12-12 21:14:40 +00001078 setLibcallName(RTLIB::FPTOSINT_F64_I128, "__hexagon_fixdfti");
1079
Tony Linthicumb4b54152011-12-12 21:14:40 +00001080 setLibcallName(RTLIB::SDIV_I32, "__hexagon_divsi3");
1081 setOperationAction(ISD::SDIV, MVT::i32, Expand);
1082 setLibcallName(RTLIB::SREM_I32, "__hexagon_umodsi3");
1083 setOperationAction(ISD::SREM, MVT::i32, Expand);
1084
1085 setLibcallName(RTLIB::SDIV_I64, "__hexagon_divdi3");
1086 setOperationAction(ISD::SDIV, MVT::i64, Expand);
1087 setLibcallName(RTLIB::SREM_I64, "__hexagon_moddi3");
1088 setOperationAction(ISD::SREM, MVT::i64, Expand);
1089
1090 setLibcallName(RTLIB::UDIV_I32, "__hexagon_udivsi3");
1091 setOperationAction(ISD::UDIV, MVT::i32, Expand);
1092
1093 setLibcallName(RTLIB::UDIV_I64, "__hexagon_udivdi3");
1094 setOperationAction(ISD::UDIV, MVT::i64, Expand);
1095
1096 setLibcallName(RTLIB::UREM_I32, "__hexagon_umodsi3");
1097 setOperationAction(ISD::UREM, MVT::i32, Expand);
1098
1099 setLibcallName(RTLIB::UREM_I64, "__hexagon_umoddi3");
1100 setOperationAction(ISD::UREM, MVT::i64, Expand);
1101
1102 setLibcallName(RTLIB::DIV_F32, "__hexagon_divsf3");
1103 setOperationAction(ISD::FDIV, MVT::f32, Expand);
1104
1105 setLibcallName(RTLIB::DIV_F64, "__hexagon_divdf3");
1106 setOperationAction(ISD::FDIV, MVT::f64, Expand);
1107
Sirish Pande7517bbc2012-05-10 20:20:25 +00001108 setOperationAction(ISD::FSQRT, MVT::f32, Expand);
1109 setOperationAction(ISD::FSQRT, MVT::f64, Expand);
1110 setOperationAction(ISD::FSIN, MVT::f32, Expand);
1111 setOperationAction(ISD::FSIN, MVT::f64, Expand);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001112
Sirish Pande7517bbc2012-05-10 20:20:25 +00001113 if (QRI->Subtarget.hasV5TOps()) {
1114 // Hexagon V5 Support.
1115 setOperationAction(ISD::FADD, MVT::f32, Legal);
1116 setOperationAction(ISD::FADD, MVT::f64, Legal);
1117 setOperationAction(ISD::FP_EXTEND, MVT::f32, Legal);
1118 setCondCodeAction(ISD::SETOEQ, MVT::f32, Legal);
1119 setCondCodeAction(ISD::SETOEQ, MVT::f64, Legal);
1120 setCondCodeAction(ISD::SETUEQ, MVT::f32, Legal);
1121 setCondCodeAction(ISD::SETUEQ, MVT::f64, Legal);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001122
Sirish Pande7517bbc2012-05-10 20:20:25 +00001123 setCondCodeAction(ISD::SETOGE, MVT::f32, Legal);
1124 setCondCodeAction(ISD::SETOGE, MVT::f64, Legal);
1125 setCondCodeAction(ISD::SETUGE, MVT::f32, Legal);
1126 setCondCodeAction(ISD::SETUGE, MVT::f64, Legal);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001127
Sirish Pande7517bbc2012-05-10 20:20:25 +00001128 setCondCodeAction(ISD::SETOGT, MVT::f32, Legal);
1129 setCondCodeAction(ISD::SETOGT, MVT::f64, Legal);
1130 setCondCodeAction(ISD::SETUGT, MVT::f32, Legal);
1131 setCondCodeAction(ISD::SETUGT, MVT::f64, Legal);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001132
Sirish Pande7517bbc2012-05-10 20:20:25 +00001133 setCondCodeAction(ISD::SETOLE, MVT::f32, Legal);
1134 setCondCodeAction(ISD::SETOLE, MVT::f64, Legal);
1135 setCondCodeAction(ISD::SETOLT, MVT::f32, Legal);
1136 setCondCodeAction(ISD::SETOLT, MVT::f64, Legal);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001137
Sirish Pande7517bbc2012-05-10 20:20:25 +00001138 setOperationAction(ISD::ConstantFP, MVT::f32, Legal);
1139 setOperationAction(ISD::ConstantFP, MVT::f64, Legal);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001140
Sirish Pande7517bbc2012-05-10 20:20:25 +00001141 setOperationAction(ISD::FP_TO_UINT, MVT::i1, Promote);
1142 setOperationAction(ISD::FP_TO_SINT, MVT::i1, Promote);
1143 setOperationAction(ISD::UINT_TO_FP, MVT::i1, Promote);
1144 setOperationAction(ISD::SINT_TO_FP, MVT::i1, Promote);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001145
Sirish Pande7517bbc2012-05-10 20:20:25 +00001146 setOperationAction(ISD::FP_TO_UINT, MVT::i8, Promote);
1147 setOperationAction(ISD::FP_TO_SINT, MVT::i8, Promote);
1148 setOperationAction(ISD::UINT_TO_FP, MVT::i8, Promote);
1149 setOperationAction(ISD::SINT_TO_FP, MVT::i8, Promote);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001150
Sirish Pande7517bbc2012-05-10 20:20:25 +00001151 setOperationAction(ISD::FP_TO_UINT, MVT::i16, Promote);
1152 setOperationAction(ISD::FP_TO_SINT, MVT::i16, Promote);
1153 setOperationAction(ISD::UINT_TO_FP, MVT::i16, Promote);
1154 setOperationAction(ISD::SINT_TO_FP, MVT::i16, Promote);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001155
Sirish Pande7517bbc2012-05-10 20:20:25 +00001156 setOperationAction(ISD::FP_TO_UINT, MVT::i32, Legal);
1157 setOperationAction(ISD::FP_TO_SINT, MVT::i32, Legal);
1158 setOperationAction(ISD::UINT_TO_FP, MVT::i32, Legal);
1159 setOperationAction(ISD::SINT_TO_FP, MVT::i32, Legal);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001160
Sirish Pande7517bbc2012-05-10 20:20:25 +00001161 setOperationAction(ISD::FP_TO_UINT, MVT::i64, Legal);
1162 setOperationAction(ISD::FP_TO_SINT, MVT::i64, Legal);
1163 setOperationAction(ISD::UINT_TO_FP, MVT::i64, Legal);
1164 setOperationAction(ISD::SINT_TO_FP, MVT::i64, Legal);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001165
Sirish Pande7517bbc2012-05-10 20:20:25 +00001166 setOperationAction(ISD::FABS, MVT::f32, Legal);
1167 setOperationAction(ISD::FABS, MVT::f64, Expand);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001168
Sirish Pande7517bbc2012-05-10 20:20:25 +00001169 setOperationAction(ISD::FNEG, MVT::f32, Legal);
1170 setOperationAction(ISD::FNEG, MVT::f64, Expand);
1171 } else {
Tony Linthicumb4b54152011-12-12 21:14:40 +00001172
Sirish Pande7517bbc2012-05-10 20:20:25 +00001173 // Expand fp<->uint.
1174 setOperationAction(ISD::FP_TO_SINT, MVT::i32, Expand);
1175 setOperationAction(ISD::FP_TO_UINT, MVT::i32, Expand);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001176
Sirish Pande7517bbc2012-05-10 20:20:25 +00001177 setOperationAction(ISD::SINT_TO_FP, MVT::i32, Expand);
1178 setOperationAction(ISD::UINT_TO_FP, MVT::i32, Expand);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001179
Sirish Pande7517bbc2012-05-10 20:20:25 +00001180 setLibcallName(RTLIB::SINTTOFP_I64_F32, "__hexagon_floatdisf");
1181 setLibcallName(RTLIB::UINTTOFP_I64_F32, "__hexagon_floatundisf");
1182
1183 setLibcallName(RTLIB::UINTTOFP_I32_F32, "__hexagon_floatunsisf");
1184 setLibcallName(RTLIB::SINTTOFP_I32_F32, "__hexagon_floatsisf");
1185
1186 setLibcallName(RTLIB::SINTTOFP_I64_F64, "__hexagon_floatdidf");
1187 setLibcallName(RTLIB::UINTTOFP_I64_F64, "__hexagon_floatundidf");
1188
1189 setLibcallName(RTLIB::UINTTOFP_I32_F64, "__hexagon_floatunsidf");
1190 setLibcallName(RTLIB::SINTTOFP_I32_F64, "__hexagon_floatsidf");
1191
1192 setLibcallName(RTLIB::FPTOUINT_F32_I32, "__hexagon_fixunssfsi");
1193 setLibcallName(RTLIB::FPTOUINT_F32_I64, "__hexagon_fixunssfdi");
1194
1195 setLibcallName(RTLIB::FPTOSINT_F64_I64, "__hexagon_fixdfdi");
1196 setLibcallName(RTLIB::FPTOSINT_F32_I64, "__hexagon_fixsfdi");
1197
1198 setLibcallName(RTLIB::FPTOUINT_F64_I32, "__hexagon_fixunsdfsi");
1199 setLibcallName(RTLIB::FPTOUINT_F64_I64, "__hexagon_fixunsdfdi");
1200
1201 setLibcallName(RTLIB::ADD_F64, "__hexagon_adddf3");
1202 setOperationAction(ISD::FADD, MVT::f64, Expand);
1203
1204 setLibcallName(RTLIB::ADD_F32, "__hexagon_addsf3");
1205 setOperationAction(ISD::FADD, MVT::f32, Expand);
1206
1207 setLibcallName(RTLIB::FPEXT_F32_F64, "__hexagon_extendsfdf2");
1208 setOperationAction(ISD::FP_EXTEND, MVT::f32, Expand);
1209
1210 setLibcallName(RTLIB::OEQ_F32, "__hexagon_eqsf2");
1211 setCondCodeAction(ISD::SETOEQ, MVT::f32, Expand);
1212
1213 setLibcallName(RTLIB::OEQ_F64, "__hexagon_eqdf2");
1214 setCondCodeAction(ISD::SETOEQ, MVT::f64, Expand);
1215
1216 setLibcallName(RTLIB::OGE_F32, "__hexagon_gesf2");
1217 setCondCodeAction(ISD::SETOGE, MVT::f32, Expand);
1218
1219 setLibcallName(RTLIB::OGE_F64, "__hexagon_gedf2");
1220 setCondCodeAction(ISD::SETOGE, MVT::f64, Expand);
1221
1222 setLibcallName(RTLIB::OGT_F32, "__hexagon_gtsf2");
1223 setCondCodeAction(ISD::SETOGT, MVT::f32, Expand);
1224
1225 setLibcallName(RTLIB::OGT_F64, "__hexagon_gtdf2");
1226 setCondCodeAction(ISD::SETOGT, MVT::f64, Expand);
1227
1228 setLibcallName(RTLIB::FPTOSINT_F64_I32, "__hexagon_fixdfsi");
1229 setOperationAction(ISD::FP_TO_SINT, MVT::f64, Expand);
1230
1231 setLibcallName(RTLIB::FPTOSINT_F32_I32, "__hexagon_fixsfsi");
1232 setOperationAction(ISD::FP_TO_SINT, MVT::f32, Expand);
1233
1234 setLibcallName(RTLIB::OLE_F64, "__hexagon_ledf2");
1235 setCondCodeAction(ISD::SETOLE, MVT::f64, Expand);
1236
1237 setLibcallName(RTLIB::OLE_F32, "__hexagon_lesf2");
1238 setCondCodeAction(ISD::SETOLE, MVT::f32, Expand);
1239
1240 setLibcallName(RTLIB::OLT_F64, "__hexagon_ltdf2");
1241 setCondCodeAction(ISD::SETOLT, MVT::f64, Expand);
1242
1243 setLibcallName(RTLIB::OLT_F32, "__hexagon_ltsf2");
1244 setCondCodeAction(ISD::SETOLT, MVT::f32, Expand);
1245
1246 setLibcallName(RTLIB::MUL_F64, "__hexagon_muldf3");
1247 setOperationAction(ISD::FMUL, MVT::f64, Expand);
1248
1249 setLibcallName(RTLIB::MUL_F32, "__hexagon_mulsf3");
1250 setOperationAction(ISD::MUL, MVT::f32, Expand);
1251
1252 setLibcallName(RTLIB::UNE_F64, "__hexagon_nedf2");
1253 setCondCodeAction(ISD::SETUNE, MVT::f64, Expand);
1254
1255 setLibcallName(RTLIB::UNE_F32, "__hexagon_nesf2");
1256
1257 setLibcallName(RTLIB::SUB_F64, "__hexagon_subdf3");
1258 setOperationAction(ISD::SUB, MVT::f64, Expand);
1259
1260 setLibcallName(RTLIB::SUB_F32, "__hexagon_subsf3");
1261 setOperationAction(ISD::SUB, MVT::f32, Expand);
1262
1263 setLibcallName(RTLIB::FPROUND_F64_F32, "__hexagon_truncdfsf2");
1264 setOperationAction(ISD::FP_ROUND, MVT::f64, Expand);
1265
1266 setLibcallName(RTLIB::UO_F64, "__hexagon_unorddf2");
1267 setCondCodeAction(ISD::SETUO, MVT::f64, Expand);
1268
1269 setLibcallName(RTLIB::O_F64, "__hexagon_unorddf2");
1270 setCondCodeAction(ISD::SETO, MVT::f64, Expand);
1271
1272 setLibcallName(RTLIB::O_F32, "__hexagon_unordsf2");
1273 setCondCodeAction(ISD::SETO, MVT::f32, Expand);
1274
1275 setLibcallName(RTLIB::UO_F32, "__hexagon_unordsf2");
1276 setCondCodeAction(ISD::SETUO, MVT::f32, Expand);
1277
1278 setOperationAction(ISD::FABS, MVT::f32, Expand);
1279 setOperationAction(ISD::FABS, MVT::f64, Expand);
1280 setOperationAction(ISD::FNEG, MVT::f32, Expand);
1281 setOperationAction(ISD::FNEG, MVT::f64, Expand);
1282 }
Tony Linthicumb4b54152011-12-12 21:14:40 +00001283
1284 setLibcallName(RTLIB::SREM_I32, "__hexagon_modsi3");
1285 setOperationAction(ISD::SREM, MVT::i32, Expand);
1286
Tony Linthicumb4b54152011-12-12 21:14:40 +00001287 setIndexedLoadAction(ISD::POST_INC, MVT::i8, Legal);
1288 setIndexedLoadAction(ISD::POST_INC, MVT::i16, Legal);
1289 setIndexedLoadAction(ISD::POST_INC, MVT::i32, Legal);
1290 setIndexedLoadAction(ISD::POST_INC, MVT::i64, Legal);
1291
1292 setIndexedStoreAction(ISD::POST_INC, MVT::i8, Legal);
1293 setIndexedStoreAction(ISD::POST_INC, MVT::i16, Legal);
1294 setIndexedStoreAction(ISD::POST_INC, MVT::i32, Legal);
1295 setIndexedStoreAction(ISD::POST_INC, MVT::i64, Legal);
1296
1297 setOperationAction(ISD::BUILD_PAIR, MVT::i64, Expand);
1298
1299 // Turn FP extload into load/fextend.
1300 setLoadExtAction(ISD::EXTLOAD, MVT::f32, Expand);
1301 // Hexagon has a i1 sign extending load.
1302 setLoadExtAction(ISD::SEXTLOAD, MVT::i1, Expand);
1303 // Turn FP truncstore into trunc + store.
1304 setTruncStoreAction(MVT::f64, MVT::f32, Expand);
1305
1306 // Custom legalize GlobalAddress nodes into CONST32.
1307 setOperationAction(ISD::GlobalAddress, MVT::i32, Custom);
1308 setOperationAction(ISD::GlobalAddress, MVT::i8, Custom);
Jyotsna Vermab6716182013-03-07 19:10:28 +00001309 setOperationAction(ISD::BlockAddress, MVT::i32, Custom);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001310 // Truncate action?
1311 setOperationAction(ISD::TRUNCATE, MVT::i64, Expand);
1312
1313 // Hexagon doesn't have sext_inreg, replace them with shl/sra.
1314 setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i1 , Expand);
1315
1316 // Hexagon has no REM or DIVREM operations.
1317 setOperationAction(ISD::UREM, MVT::i32, Expand);
1318 setOperationAction(ISD::SREM, MVT::i32, Expand);
1319 setOperationAction(ISD::SDIVREM, MVT::i32, Expand);
1320 setOperationAction(ISD::UDIVREM, MVT::i32, Expand);
1321 setOperationAction(ISD::SREM, MVT::i64, Expand);
1322 setOperationAction(ISD::SDIVREM, MVT::i64, Expand);
1323 setOperationAction(ISD::UDIVREM, MVT::i64, Expand);
1324
1325 setOperationAction(ISD::BSWAP, MVT::i64, Expand);
1326
Tony Linthicumb4b54152011-12-12 21:14:40 +00001327 // Lower SELECT_CC to SETCC and SELECT.
1328 setOperationAction(ISD::SELECT_CC, MVT::i32, Custom);
1329 setOperationAction(ISD::SELECT_CC, MVT::i64, Custom);
Sirish Pande7517bbc2012-05-10 20:20:25 +00001330
1331 if (QRI->Subtarget.hasV5TOps()) {
1332
1333 // We need to make the operation type of SELECT node to be Custom,
1334 // such that we don't go into the infinite loop of
1335 // select -> setcc -> select_cc -> select loop.
1336 setOperationAction(ISD::SELECT, MVT::f32, Custom);
1337 setOperationAction(ISD::SELECT, MVT::f64, Custom);
1338
1339 setOperationAction(ISD::SELECT_CC, MVT::f32, Expand);
1340 setOperationAction(ISD::SELECT_CC, MVT::f64, Expand);
1341 setOperationAction(ISD::SELECT_CC, MVT::Other, Expand);
1342
1343 } else {
1344
1345 // Hexagon has no select or setcc: expand to SELECT_CC.
1346 setOperationAction(ISD::SELECT, MVT::f32, Expand);
1347 setOperationAction(ISD::SELECT, MVT::f64, Expand);
1348
1349 // This is a workaround documented in DAGCombiner.cpp:2892 We don't
1350 // support SELECT_CC on every type.
1351 setOperationAction(ISD::SELECT_CC, MVT::Other, Expand);
1352
1353 }
Tony Linthicumb4b54152011-12-12 21:14:40 +00001354
Tony Linthicumb4b54152011-12-12 21:14:40 +00001355 if (EmitJumpTables) {
1356 setOperationAction(ISD::BR_JT, MVT::Other, Custom);
1357 } else {
1358 setOperationAction(ISD::BR_JT, MVT::Other, Expand);
1359 }
Sebastian Pop1a37d7e2012-09-25 20:35:36 +00001360 // Increase jump tables cutover to 5, was 4.
1361 setMinimumJumpTableEntries(5);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001362
Jyotsna Verma0e58d922013-04-04 21:18:26 +00001363 setOperationAction(ISD::BR_CC, MVT::Other, Expand);
Tom Stellard3ef53832013-03-08 15:36:57 +00001364 setOperationAction(ISD::BR_CC, MVT::f32, Expand);
1365 setOperationAction(ISD::BR_CC, MVT::f64, Expand);
1366 setOperationAction(ISD::BR_CC, MVT::i1, Expand);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001367 setOperationAction(ISD::BR_CC, MVT::i32, Expand);
Jyotsna Verma0e58d922013-04-04 21:18:26 +00001368 setOperationAction(ISD::BR_CC, MVT::i64, Expand);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001369
Tony Linthicumb4b54152011-12-12 21:14:40 +00001370 setOperationAction(ISD::ATOMIC_FENCE, MVT::Other, Custom);
1371
1372 setOperationAction(ISD::FSIN , MVT::f64, Expand);
1373 setOperationAction(ISD::FCOS , MVT::f64, Expand);
1374 setOperationAction(ISD::FREM , MVT::f64, Expand);
1375 setOperationAction(ISD::FSIN , MVT::f32, Expand);
1376 setOperationAction(ISD::FCOS , MVT::f32, Expand);
1377 setOperationAction(ISD::FREM , MVT::f32, Expand);
Evan Cheng8688a582013-01-29 02:32:37 +00001378 setOperationAction(ISD::FSINCOS, MVT::f64, Expand);
1379 setOperationAction(ISD::FSINCOS, MVT::f32, Expand);
Jyotsna Verma18daead2013-03-05 19:04:47 +00001380
1381 // In V4, we have double word add/sub with carry. The problem with
1382 // modelling this instruction is that it produces 2 results - Rdd and Px.
1383 // To model update of Px, we will have to use Defs[p0..p3] which will
1384 // cause any predicate live range to spill. So, we pretend we dont't
1385 // have these instructions.
1386 setOperationAction(ISD::ADDE, MVT::i8, Expand);
1387 setOperationAction(ISD::ADDE, MVT::i16, Expand);
1388 setOperationAction(ISD::ADDE, MVT::i32, Expand);
1389 setOperationAction(ISD::ADDE, MVT::i64, Expand);
1390 setOperationAction(ISD::SUBE, MVT::i8, Expand);
1391 setOperationAction(ISD::SUBE, MVT::i16, Expand);
1392 setOperationAction(ISD::SUBE, MVT::i32, Expand);
1393 setOperationAction(ISD::SUBE, MVT::i64, Expand);
1394 setOperationAction(ISD::ADDC, MVT::i8, Expand);
1395 setOperationAction(ISD::ADDC, MVT::i16, Expand);
1396 setOperationAction(ISD::ADDC, MVT::i32, Expand);
1397 setOperationAction(ISD::ADDC, MVT::i64, Expand);
1398 setOperationAction(ISD::SUBC, MVT::i8, Expand);
1399 setOperationAction(ISD::SUBC, MVT::i16, Expand);
1400 setOperationAction(ISD::SUBC, MVT::i32, Expand);
1401 setOperationAction(ISD::SUBC, MVT::i64, Expand);
1402
Tony Linthicumb4b54152011-12-12 21:14:40 +00001403 setOperationAction(ISD::CTPOP, MVT::i32, Expand);
Anshuman Dasgupta6585d3b2013-02-21 19:39:40 +00001404 setOperationAction(ISD::CTPOP, MVT::i64, Expand);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001405 setOperationAction(ISD::CTTZ , MVT::i32, Expand);
Anshuman Dasgupta6585d3b2013-02-21 19:39:40 +00001406 setOperationAction(ISD::CTTZ , MVT::i64, Expand);
Chandler Carruth63974b22011-12-13 01:56:10 +00001407 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::i32, Expand);
Anshuman Dasgupta6585d3b2013-02-21 19:39:40 +00001408 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::i64, Expand);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001409 setOperationAction(ISD::CTLZ , MVT::i32, Expand);
Anshuman Dasgupta6585d3b2013-02-21 19:39:40 +00001410 setOperationAction(ISD::CTLZ , MVT::i64, Expand);
Chandler Carruth63974b22011-12-13 01:56:10 +00001411 setOperationAction(ISD::CTLZ_ZERO_UNDEF, MVT::i32, Expand);
Anshuman Dasgupta6585d3b2013-02-21 19:39:40 +00001412 setOperationAction(ISD::CTLZ_ZERO_UNDEF, MVT::i64, Expand);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001413 setOperationAction(ISD::ROTL , MVT::i32, Expand);
1414 setOperationAction(ISD::ROTR , MVT::i32, Expand);
1415 setOperationAction(ISD::BSWAP, MVT::i32, Expand);
1416 setOperationAction(ISD::FCOPYSIGN, MVT::f64, Expand);
1417 setOperationAction(ISD::FCOPYSIGN, MVT::f32, Expand);
1418 setOperationAction(ISD::FPOW , MVT::f64, Expand);
1419 setOperationAction(ISD::FPOW , MVT::f32, Expand);
1420
1421 setOperationAction(ISD::SHL_PARTS, MVT::i32, Expand);
1422 setOperationAction(ISD::SRA_PARTS, MVT::i32, Expand);
1423 setOperationAction(ISD::SRL_PARTS, MVT::i32, Expand);
1424
1425 setOperationAction(ISD::UMUL_LOHI, MVT::i32, Expand);
1426 setOperationAction(ISD::SMUL_LOHI, MVT::i32, Expand);
1427
1428 setOperationAction(ISD::SMUL_LOHI, MVT::i64, Expand);
1429 setOperationAction(ISD::UMUL_LOHI, MVT::i64, Expand);
1430
1431 setOperationAction(ISD::EXCEPTIONADDR, MVT::i64, Expand);
1432 setOperationAction(ISD::EHSELECTION, MVT::i64, Expand);
1433 setOperationAction(ISD::EXCEPTIONADDR, MVT::i32, Expand);
1434 setOperationAction(ISD::EHSELECTION, MVT::i32, Expand);
1435
Jyotsna Verma6ea706e2013-05-01 21:37:34 +00001436 setOperationAction(ISD::EH_RETURN, MVT::Other, Custom);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001437
1438 if (TM.getSubtargetImpl()->isSubtargetV2()) {
1439 setExceptionPointerRegister(Hexagon::R20);
1440 setExceptionSelectorRegister(Hexagon::R21);
1441 } else {
1442 setExceptionPointerRegister(Hexagon::R0);
1443 setExceptionSelectorRegister(Hexagon::R1);
1444 }
1445
1446 // VASTART needs to be custom lowered to use the VarArgsFrameIndex.
1447 setOperationAction(ISD::VASTART , MVT::Other, Custom);
1448
1449 // Use the default implementation.
1450 setOperationAction(ISD::VAARG , MVT::Other, Expand);
1451 setOperationAction(ISD::VACOPY , MVT::Other, Expand);
1452 setOperationAction(ISD::VAEND , MVT::Other, Expand);
1453 setOperationAction(ISD::STACKSAVE , MVT::Other, Expand);
1454 setOperationAction(ISD::STACKRESTORE , MVT::Other, Expand);
1455
1456
1457 setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i32 , Custom);
1458 setOperationAction(ISD::INLINEASM , MVT::Other, Custom);
1459
1460 setMinFunctionAlignment(2);
1461
1462 // Needed for DYNAMIC_STACKALLOC expansion.
1463 unsigned StackRegister = TM.getRegisterInfo()->getStackRegister();
1464 setStackPointerRegisterToSaveRestore(StackRegister);
Andrew Trickee498d32012-02-01 22:13:57 +00001465 setSchedulingPreference(Sched::VLIW);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001466}
1467
1468
1469const char*
1470HexagonTargetLowering::getTargetNodeName(unsigned Opcode) const {
1471 switch (Opcode) {
1472 default: return 0;
Sirish Pande7517bbc2012-05-10 20:20:25 +00001473 case HexagonISD::CONST32: return "HexagonISD::CONST32";
Jyotsna Vermab6716182013-03-07 19:10:28 +00001474 case HexagonISD::CONST32_GP: return "HexagonISD::CONST32_GP";
1475 case HexagonISD::CONST32_Int_Real: return "HexagonISD::CONST32_Int_Real";
Tony Linthicumb4b54152011-12-12 21:14:40 +00001476 case HexagonISD::ADJDYNALLOC: return "HexagonISD::ADJDYNALLOC";
Sirish Pande7517bbc2012-05-10 20:20:25 +00001477 case HexagonISD::CMPICC: return "HexagonISD::CMPICC";
1478 case HexagonISD::CMPFCC: return "HexagonISD::CMPFCC";
1479 case HexagonISD::BRICC: return "HexagonISD::BRICC";
1480 case HexagonISD::BRFCC: return "HexagonISD::BRFCC";
1481 case HexagonISD::SELECT_ICC: return "HexagonISD::SELECT_ICC";
1482 case HexagonISD::SELECT_FCC: return "HexagonISD::SELECT_FCC";
1483 case HexagonISD::Hi: return "HexagonISD::Hi";
1484 case HexagonISD::Lo: return "HexagonISD::Lo";
1485 case HexagonISD::FTOI: return "HexagonISD::FTOI";
1486 case HexagonISD::ITOF: return "HexagonISD::ITOF";
1487 case HexagonISD::CALL: return "HexagonISD::CALL";
1488 case HexagonISD::RET_FLAG: return "HexagonISD::RET_FLAG";
1489 case HexagonISD::BR_JT: return "HexagonISD::BR_JT";
1490 case HexagonISD::TC_RETURN: return "HexagonISD::TC_RETURN";
Jyotsna Verma6ea706e2013-05-01 21:37:34 +00001491 case HexagonISD::EH_RETURN: return "HexagonISD::EH_RETURN";
Tony Linthicumb4b54152011-12-12 21:14:40 +00001492 }
1493}
1494
1495bool
1496HexagonTargetLowering::isTruncateFree(Type *Ty1, Type *Ty2) const {
1497 EVT MTy1 = EVT::getEVT(Ty1);
1498 EVT MTy2 = EVT::getEVT(Ty2);
1499 if (!MTy1.isSimple() || !MTy2.isSimple()) {
1500 return false;
1501 }
1502 return ((MTy1.getSimpleVT() == MVT::i64) && (MTy2.getSimpleVT() == MVT::i32));
1503}
1504
1505bool HexagonTargetLowering::isTruncateFree(EVT VT1, EVT VT2) const {
1506 if (!VT1.isSimple() || !VT2.isSimple()) {
1507 return false;
1508 }
1509 return ((VT1.getSimpleVT() == MVT::i64) && (VT2.getSimpleVT() == MVT::i32));
1510}
1511
1512SDValue
Jyotsna Verma6ea706e2013-05-01 21:37:34 +00001513HexagonTargetLowering::LowerEH_RETURN(SDValue Op, SelectionDAG &DAG) const {
1514 SDValue Chain = Op.getOperand(0);
1515 SDValue Offset = Op.getOperand(1);
1516 SDValue Handler = Op.getOperand(2);
1517 DebugLoc dl = Op.getDebugLoc();
1518
1519 // Mark function as containing a call to EH_RETURN.
1520 HexagonMachineFunctionInfo *FuncInfo =
1521 DAG.getMachineFunction().getInfo<HexagonMachineFunctionInfo>();
1522 FuncInfo->setHasEHReturn();
1523
1524 unsigned OffsetReg = Hexagon::R28;
1525
1526 SDValue StoreAddr = DAG.getNode(ISD::ADD, dl, getPointerTy(),
1527 DAG.getRegister(Hexagon::R30, getPointerTy()),
1528 DAG.getIntPtrConstant(4));
1529 Chain = DAG.getStore(Chain, dl, Handler, StoreAddr, MachinePointerInfo(),
1530 false, false, 0);
1531 Chain = DAG.getCopyToReg(Chain, dl, OffsetReg, Offset);
1532
1533 // Not needed we already use it as explict input to EH_RETURN.
1534 // MF.getRegInfo().addLiveOut(OffsetReg);
1535
1536 return DAG.getNode(HexagonISD::EH_RETURN, dl, MVT::Other, Chain);
1537}
1538
1539SDValue
Tony Linthicumb4b54152011-12-12 21:14:40 +00001540HexagonTargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const {
1541 switch (Op.getOpcode()) {
Craig Topperbc219812012-02-07 02:50:20 +00001542 default: llvm_unreachable("Should not custom lower this!");
Sirish Pande7517bbc2012-05-10 20:20:25 +00001543 case ISD::ConstantPool: return LowerConstantPool(Op, DAG);
Jyotsna Verma6ea706e2013-05-01 21:37:34 +00001544 case ISD::EH_RETURN: return LowerEH_RETURN(Op, DAG);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001545 // Frame & Return address. Currently unimplemented.
Sirish Pande7517bbc2012-05-10 20:20:25 +00001546 case ISD::RETURNADDR: return LowerRETURNADDR(Op, DAG);
1547 case ISD::FRAMEADDR: return LowerFRAMEADDR(Op, DAG);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001548 case ISD::GlobalTLSAddress:
Craig Topperbc219812012-02-07 02:50:20 +00001549 llvm_unreachable("TLS not implemented for Hexagon.");
Tony Linthicumb4b54152011-12-12 21:14:40 +00001550 case ISD::ATOMIC_FENCE: return LowerATOMIC_FENCE(Op, DAG);
1551 case ISD::GlobalAddress: return LowerGLOBALADDRESS(Op, DAG);
Jyotsna Vermab6716182013-03-07 19:10:28 +00001552 case ISD::BlockAddress: return LowerBlockAddress(Op, DAG);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001553 case ISD::VASTART: return LowerVASTART(Op, DAG);
1554 case ISD::BR_JT: return LowerBR_JT(Op, DAG);
1555
1556 case ISD::DYNAMIC_STACKALLOC: return LowerDYNAMIC_STACKALLOC(Op, DAG);
Sirish Pande7517bbc2012-05-10 20:20:25 +00001557 case ISD::SELECT_CC: return LowerSELECT_CC(Op, DAG);
1558 case ISD::SELECT: return Op;
Tony Linthicumb4b54152011-12-12 21:14:40 +00001559 case ISD::INTRINSIC_WO_CHAIN: return LowerINTRINSIC_WO_CHAIN(Op, DAG);
Sirish Pande7517bbc2012-05-10 20:20:25 +00001560 case ISD::INLINEASM: return LowerINLINEASM(Op, DAG);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001561
1562 }
1563}
1564
1565
1566
1567//===----------------------------------------------------------------------===//
1568// Hexagon Scheduler Hooks
1569//===----------------------------------------------------------------------===//
1570MachineBasicBlock *
1571HexagonTargetLowering::EmitInstrWithCustomInserter(MachineInstr *MI,
1572 MachineBasicBlock *BB)
1573const {
1574 switch (MI->getOpcode()) {
1575 case Hexagon::ADJDYNALLOC: {
1576 MachineFunction *MF = BB->getParent();
1577 HexagonMachineFunctionInfo *FuncInfo =
1578 MF->getInfo<HexagonMachineFunctionInfo>();
1579 FuncInfo->addAllocaAdjustInst(MI);
1580 return BB;
1581 }
Craig Topperbc219812012-02-07 02:50:20 +00001582 default: llvm_unreachable("Unexpected instr type to insert");
Tony Linthicumb4b54152011-12-12 21:14:40 +00001583 } // switch
Tony Linthicumb4b54152011-12-12 21:14:40 +00001584}
1585
1586//===----------------------------------------------------------------------===//
1587// Inline Assembly Support
1588//===----------------------------------------------------------------------===//
1589
1590std::pair<unsigned, const TargetRegisterClass*>
1591HexagonTargetLowering::getRegForInlineAsmConstraint(const
1592 std::string &Constraint,
1593 EVT VT) const {
1594 if (Constraint.size() == 1) {
1595 switch (Constraint[0]) {
1596 case 'r': // R0-R31
1597 switch (VT.getSimpleVT().SimpleTy) {
1598 default:
Craig Topperbc219812012-02-07 02:50:20 +00001599 llvm_unreachable("getRegForInlineAsmConstraint Unhandled data type");
Tony Linthicumb4b54152011-12-12 21:14:40 +00001600 case MVT::i32:
1601 case MVT::i16:
1602 case MVT::i8:
Sirish Pande7517bbc2012-05-10 20:20:25 +00001603 case MVT::f32:
Craig Topper420761a2012-04-20 07:30:17 +00001604 return std::make_pair(0U, &Hexagon::IntRegsRegClass);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001605 case MVT::i64:
Sirish Pande7517bbc2012-05-10 20:20:25 +00001606 case MVT::f64:
Craig Topper420761a2012-04-20 07:30:17 +00001607 return std::make_pair(0U, &Hexagon::DoubleRegsRegClass);
Tony Linthicumb4b54152011-12-12 21:14:40 +00001608 }
1609 default:
Craig Topperbc219812012-02-07 02:50:20 +00001610 llvm_unreachable("Unknown asm register class");
Tony Linthicumb4b54152011-12-12 21:14:40 +00001611 }
1612 }
1613
1614 return TargetLowering::getRegForInlineAsmConstraint(Constraint, VT);
1615}
1616
Sirish Pande7517bbc2012-05-10 20:20:25 +00001617/// isFPImmLegal - Returns true if the target can instruction select the
1618/// specified FP immediate natively. If false, the legalizer will
1619/// materialize the FP immediate as a load from a constant pool.
1620bool HexagonTargetLowering::isFPImmLegal(const APFloat &Imm, EVT VT) const {
1621 const HexagonRegisterInfo* QRI = TM.getRegisterInfo();
1622 return QRI->Subtarget.hasV5TOps();
1623}
1624
Tony Linthicumb4b54152011-12-12 21:14:40 +00001625/// isLegalAddressingMode - Return true if the addressing mode represented by
1626/// AM is legal for this target, for a load/store of the specified type.
1627bool HexagonTargetLowering::isLegalAddressingMode(const AddrMode &AM,
1628 Type *Ty) const {
1629 // Allows a signed-extended 11-bit immediate field.
1630 if (AM.BaseOffs <= -(1LL << 13) || AM.BaseOffs >= (1LL << 13)-1) {
1631 return false;
1632 }
1633
1634 // No global is ever allowed as a base.
1635 if (AM.BaseGV) {
1636 return false;
1637 }
1638
1639 int Scale = AM.Scale;
1640 if (Scale < 0) Scale = -Scale;
1641 switch (Scale) {
1642 case 0: // No scale reg, "r+i", "r", or just "i".
1643 break;
1644 default: // No scaled addressing mode.
1645 return false;
1646 }
1647 return true;
1648}
1649
1650/// isLegalICmpImmediate - Return true if the specified immediate is legal
1651/// icmp immediate, that is the target has icmp instructions which can compare
1652/// a register against the immediate without having to materialize the
1653/// immediate into a register.
1654bool HexagonTargetLowering::isLegalICmpImmediate(int64_t Imm) const {
1655 return Imm >= -512 && Imm <= 511;
1656}
1657
1658/// IsEligibleForTailCallOptimization - Check whether the call is eligible
1659/// for tail call optimization. Targets which want to do tail call
1660/// optimization should implement this function.
1661bool HexagonTargetLowering::IsEligibleForTailCallOptimization(
1662 SDValue Callee,
1663 CallingConv::ID CalleeCC,
1664 bool isVarArg,
1665 bool isCalleeStructRet,
1666 bool isCallerStructRet,
1667 const SmallVectorImpl<ISD::OutputArg> &Outs,
1668 const SmallVectorImpl<SDValue> &OutVals,
1669 const SmallVectorImpl<ISD::InputArg> &Ins,
1670 SelectionDAG& DAG) const {
1671 const Function *CallerF = DAG.getMachineFunction().getFunction();
1672 CallingConv::ID CallerCC = CallerF->getCallingConv();
1673 bool CCMatch = CallerCC == CalleeCC;
1674
1675 // ***************************************************************************
1676 // Look for obvious safe cases to perform tail call optimization that do not
1677 // require ABI changes.
1678 // ***************************************************************************
1679
1680 // If this is a tail call via a function pointer, then don't do it!
1681 if (!(dyn_cast<GlobalAddressSDNode>(Callee))
1682 && !(dyn_cast<ExternalSymbolSDNode>(Callee))) {
1683 return false;
1684 }
1685
1686 // Do not optimize if the calling conventions do not match.
1687 if (!CCMatch)
1688 return false;
1689
1690 // Do not tail call optimize vararg calls.
1691 if (isVarArg)
1692 return false;
1693
1694 // Also avoid tail call optimization if either caller or callee uses struct
1695 // return semantics.
1696 if (isCalleeStructRet || isCallerStructRet)
1697 return false;
1698
1699 // In addition to the cases above, we also disable Tail Call Optimization if
1700 // the calling convention code that at least one outgoing argument needs to
1701 // go on the stack. We cannot check that here because at this point that
1702 // information is not available.
1703 return true;
1704}