blob: ef766db756eecd57c6bdcdb78802fea92aa1b4b6 [file] [log] [blame]
Chris Lattner0d5644b2003-01-13 00:26:36 +00001//===-- TargetInstrInfo.cpp - Target Instruction Information --------------===//
Misha Brukman10468d82005-04-21 22:55:34 +00002//
John Criswell482202a2003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukman10468d82005-04-21 22:55:34 +00007//
John Criswell482202a2003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Chris Lattner910b82f2002-10-28 23:55:33 +00009//
Chris Lattnerf6932b72005-01-19 06:53:34 +000010// This file implements the TargetInstrInfo class.
Chris Lattner910b82f2002-10-28 23:55:33 +000011//
12//===----------------------------------------------------------------------===//
13
Eric Christopher4fdc7652014-06-11 16:59:33 +000014#include "llvm/Target/TargetInstrInfo.h"
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +000015#include "llvm/CodeGen/MachineFrameInfo.h"
Lang Hames39609992013-11-29 03:07:54 +000016#include "llvm/CodeGen/MachineInstrBuilder.h"
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +000017#include "llvm/CodeGen/MachineMemOperand.h"
18#include "llvm/CodeGen/MachineRegisterInfo.h"
19#include "llvm/CodeGen/PseudoSourceValue.h"
20#include "llvm/CodeGen/ScoreboardHazardRecognizer.h"
Lang Hames39609992013-11-29 03:07:54 +000021#include "llvm/CodeGen/StackMaps.h"
Matthias Braun88e21312015-06-13 03:42:11 +000022#include "llvm/CodeGen/TargetSchedule.h"
Andrew Trick10d5be42013-11-17 01:36:23 +000023#include "llvm/IR/DataLayout.h"
Evan Cheng49d4c0b2010-10-06 06:27:31 +000024#include "llvm/MC/MCAsmInfo.h"
Evan Cheng8264e272011-06-29 01:14:12 +000025#include "llvm/MC/MCInstrItineraries.h"
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +000026#include "llvm/Support/CommandLine.h"
Chris Lattner01614192009-08-02 04:58:19 +000027#include "llvm/Support/ErrorHandling.h"
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +000028#include "llvm/Support/raw_ostream.h"
Michael Kuperstein698ea3b2015-01-08 11:59:43 +000029#include "llvm/Target/TargetFrameLowering.h"
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +000030#include "llvm/Target/TargetLowering.h"
31#include "llvm/Target/TargetMachine.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000032#include "llvm/Target/TargetRegisterInfo.h"
Nick Lewycky0de20af2010-12-19 20:43:38 +000033#include <cctype>
Eugene Zelenkoecefe5a2016-02-02 18:20:45 +000034
Chris Lattnerf6932b72005-01-19 06:53:34 +000035using namespace llvm;
Chris Lattner910b82f2002-10-28 23:55:33 +000036
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +000037static cl::opt<bool> DisableHazardRecognizer(
38 "disable-sched-hazard", cl::Hidden, cl::init(false),
39 cl::desc("Disable hazard detection during preRA scheduling"));
Chris Lattnere98a3c32009-08-02 05:20:37 +000040
Chris Lattner0d5644b2003-01-13 00:26:36 +000041TargetInstrInfo::~TargetInstrInfo() {
Chris Lattner910b82f2002-10-28 23:55:33 +000042}
43
Evan Cheng8d71a752011-06-27 21:26:13 +000044const TargetRegisterClass*
Evan Cheng6cc775f2011-06-28 19:10:37 +000045TargetInstrInfo::getRegClass(const MCInstrDesc &MCID, unsigned OpNum,
Jakob Stoklund Olesen3c52f022012-05-07 22:10:26 +000046 const TargetRegisterInfo *TRI,
47 const MachineFunction &MF) const {
Evan Cheng6cc775f2011-06-28 19:10:37 +000048 if (OpNum >= MCID.getNumOperands())
Craig Topperc0196b12014-04-14 00:51:57 +000049 return nullptr;
Evan Cheng8d71a752011-06-27 21:26:13 +000050
Evan Cheng6cc775f2011-06-28 19:10:37 +000051 short RegClass = MCID.OpInfo[OpNum].RegClass;
52 if (MCID.OpInfo[OpNum].isLookupPtrRegClass())
Jakob Stoklund Olesen3c52f022012-05-07 22:10:26 +000053 return TRI->getPointerRegClass(MF, RegClass);
Evan Cheng8d71a752011-06-27 21:26:13 +000054
55 // Instructions like INSERT_SUBREG do not have fixed register classes.
56 if (RegClass < 0)
Craig Topperc0196b12014-04-14 00:51:57 +000057 return nullptr;
Evan Cheng8d71a752011-06-27 21:26:13 +000058
59 // Otherwise just look it up normally.
60 return TRI->getRegClass(RegClass);
61}
62
Chris Lattner01614192009-08-02 04:58:19 +000063/// insertNoop - Insert a noop into the instruction stream at the specified
64/// point.
Andrew Trickc416ba62010-12-24 04:28:06 +000065void TargetInstrInfo::insertNoop(MachineBasicBlock &MBB,
Chris Lattner01614192009-08-02 04:58:19 +000066 MachineBasicBlock::iterator MI) const {
67 llvm_unreachable("Target didn't implement insertNoop!");
68}
69
Chris Lattnere98a3c32009-08-02 05:20:37 +000070/// Measure the specified inline asm to determine an approximation of its
71/// length.
Jim Grosbacha3df87f2011-03-24 18:46:34 +000072/// Comments (which run till the next SeparatorString or newline) do not
Chris Lattnere98a3c32009-08-02 05:20:37 +000073/// count as an instruction.
74/// Any other non-whitespace text is considered an instruction, with
Jim Grosbacha3df87f2011-03-24 18:46:34 +000075/// multiple instructions separated by SeparatorString or newlines.
Chris Lattnere98a3c32009-08-02 05:20:37 +000076/// Variable-length instructions are not handled here; this function
77/// may be overloaded in the target code to do that.
78unsigned TargetInstrInfo::getInlineAsmLength(const char *Str,
Chris Lattnere9a75a62009-08-22 21:43:10 +000079 const MCAsmInfo &MAI) const {
Chris Lattnere98a3c32009-08-02 05:20:37 +000080 // Count the number of instructions in the asm.
81 bool atInsnStart = true;
Matt Arsenaultaccddac2016-07-01 23:26:50 +000082 unsigned InstCount = 0;
Chris Lattnere98a3c32009-08-02 05:20:37 +000083 for (; *Str; ++Str) {
Jim Grosbacha3df87f2011-03-24 18:46:34 +000084 if (*Str == '\n' || strncmp(Str, MAI.getSeparatorString(),
Matt Arsenaultaccddac2016-07-01 23:26:50 +000085 strlen(MAI.getSeparatorString())) == 0) {
Chris Lattnere98a3c32009-08-02 05:20:37 +000086 atInsnStart = true;
Mehdi Amini36d33fc2016-10-01 06:46:33 +000087 } else if (strncmp(Str, MAI.getCommentString().data(),
88 MAI.getCommentString().size()) == 0) {
Matt Arsenaultaccddac2016-07-01 23:26:50 +000089 // Stop counting as an instruction after a comment until the next
90 // separator.
Chris Lattnere98a3c32009-08-02 05:20:37 +000091 atInsnStart = false;
92 }
Matt Arsenaultaccddac2016-07-01 23:26:50 +000093
94 if (atInsnStart && !std::isspace(static_cast<unsigned char>(*Str))) {
95 ++InstCount;
Chris Lattnere98a3c32009-08-02 05:20:37 +000096 atInsnStart = false;
Matt Arsenaultaccddac2016-07-01 23:26:50 +000097 }
Chris Lattnere98a3c32009-08-02 05:20:37 +000098 }
Andrew Trickc416ba62010-12-24 04:28:06 +000099
Matt Arsenaultaccddac2016-07-01 23:26:50 +0000100 return InstCount * MAI.getMaxInstLength();
Chris Lattnere98a3c32009-08-02 05:20:37 +0000101}
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000102
103/// ReplaceTailWithBranchTo - Delete the instruction OldInst and everything
104/// after it, replacing it with an unconditional branch to NewDest.
105void
106TargetInstrInfo::ReplaceTailWithBranchTo(MachineBasicBlock::iterator Tail,
107 MachineBasicBlock *NewDest) const {
108 MachineBasicBlock *MBB = Tail->getParent();
109
110 // Remove all the old successors of MBB from the CFG.
111 while (!MBB->succ_empty())
112 MBB->removeSuccessor(MBB->succ_begin());
113
Justin Bognerec5ea362016-03-25 18:38:48 +0000114 // Save off the debug loc before erasing the instruction.
115 DebugLoc DL = Tail->getDebugLoc();
116
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000117 // Remove all the dead instructions from the end of MBB.
118 MBB->erase(Tail, MBB->end());
119
120 // If MBB isn't immediately before MBB, insert a branch to it.
121 if (++MachineFunction::iterator(MBB) != MachineFunction::iterator(NewDest))
Matt Arsenaulte8e0f5c2016-09-14 17:24:15 +0000122 insertBranch(*MBB, NewDest, nullptr, SmallVector<MachineOperand, 0>(), DL);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000123 MBB->addSuccessor(NewDest);
124}
125
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000126MachineInstr *TargetInstrInfo::commuteInstructionImpl(MachineInstr &MI,
127 bool NewMI, unsigned Idx1,
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000128 unsigned Idx2) const {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000129 const MCInstrDesc &MCID = MI.getDesc();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000130 bool HasDef = MCID.getNumDefs();
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000131 if (HasDef && !MI.getOperand(0).isReg())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000132 // No idea how to commute this instruction. Target should implement its own.
Craig Topperc0196b12014-04-14 00:51:57 +0000133 return nullptr;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000134
Richard Trieue778e872015-09-28 22:54:43 +0000135 unsigned CommutableOpIdx1 = Idx1; (void)CommutableOpIdx1;
136 unsigned CommutableOpIdx2 = Idx2; (void)CommutableOpIdx2;
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000137 assert(findCommutedOpIndices(MI, CommutableOpIdx1, CommutableOpIdx2) &&
138 CommutableOpIdx1 == Idx1 && CommutableOpIdx2 == Idx2 &&
139 "TargetInstrInfo::CommuteInstructionImpl(): not commutable operands.");
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000140 assert(MI.getOperand(Idx1).isReg() && MI.getOperand(Idx2).isReg() &&
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000141 "This only knows how to commute register operands so far");
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000142
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000143 unsigned Reg0 = HasDef ? MI.getOperand(0).getReg() : 0;
144 unsigned Reg1 = MI.getOperand(Idx1).getReg();
145 unsigned Reg2 = MI.getOperand(Idx2).getReg();
146 unsigned SubReg0 = HasDef ? MI.getOperand(0).getSubReg() : 0;
147 unsigned SubReg1 = MI.getOperand(Idx1).getSubReg();
148 unsigned SubReg2 = MI.getOperand(Idx2).getSubReg();
149 bool Reg1IsKill = MI.getOperand(Idx1).isKill();
150 bool Reg2IsKill = MI.getOperand(Idx2).isKill();
151 bool Reg1IsUndef = MI.getOperand(Idx1).isUndef();
152 bool Reg2IsUndef = MI.getOperand(Idx2).isUndef();
153 bool Reg1IsInternal = MI.getOperand(Idx1).isInternalRead();
154 bool Reg2IsInternal = MI.getOperand(Idx2).isInternalRead();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000155 // If destination is tied to either of the commuted source register, then
156 // it must be updated.
157 if (HasDef && Reg0 == Reg1 &&
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000158 MI.getDesc().getOperandConstraint(Idx1, MCOI::TIED_TO) == 0) {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000159 Reg2IsKill = false;
160 Reg0 = Reg2;
161 SubReg0 = SubReg2;
162 } else if (HasDef && Reg0 == Reg2 &&
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000163 MI.getDesc().getOperandConstraint(Idx2, MCOI::TIED_TO) == 0) {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000164 Reg1IsKill = false;
165 Reg0 = Reg1;
166 SubReg0 = SubReg1;
167 }
168
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000169 MachineInstr *CommutedMI = nullptr;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000170 if (NewMI) {
171 // Create a new instruction.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000172 MachineFunction &MF = *MI.getParent()->getParent();
173 CommutedMI = MF.CloneMachineInstr(&MI);
174 } else {
175 CommutedMI = &MI;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000176 }
177
178 if (HasDef) {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000179 CommutedMI->getOperand(0).setReg(Reg0);
180 CommutedMI->getOperand(0).setSubReg(SubReg0);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000181 }
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000182 CommutedMI->getOperand(Idx2).setReg(Reg1);
183 CommutedMI->getOperand(Idx1).setReg(Reg2);
184 CommutedMI->getOperand(Idx2).setSubReg(SubReg1);
185 CommutedMI->getOperand(Idx1).setSubReg(SubReg2);
186 CommutedMI->getOperand(Idx2).setIsKill(Reg1IsKill);
187 CommutedMI->getOperand(Idx1).setIsKill(Reg2IsKill);
188 CommutedMI->getOperand(Idx2).setIsUndef(Reg1IsUndef);
189 CommutedMI->getOperand(Idx1).setIsUndef(Reg2IsUndef);
190 CommutedMI->getOperand(Idx2).setIsInternalRead(Reg1IsInternal);
191 CommutedMI->getOperand(Idx1).setIsInternalRead(Reg2IsInternal);
192 return CommutedMI;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000193}
194
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000195MachineInstr *TargetInstrInfo::commuteInstruction(MachineInstr &MI, bool NewMI,
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000196 unsigned OpIdx1,
197 unsigned OpIdx2) const {
198 // If OpIdx1 or OpIdx2 is not specified, then this method is free to choose
199 // any commutable operand, which is done in findCommutedOpIndices() method
200 // called below.
201 if ((OpIdx1 == CommuteAnyOperandIndex || OpIdx2 == CommuteAnyOperandIndex) &&
202 !findCommutedOpIndices(MI, OpIdx1, OpIdx2)) {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000203 assert(MI.isCommutable() &&
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000204 "Precondition violation: MI must be commutable.");
205 return nullptr;
206 }
207 return commuteInstructionImpl(MI, NewMI, OpIdx1, OpIdx2);
208}
209
210bool TargetInstrInfo::fixCommutedOpIndices(unsigned &ResultIdx1,
211 unsigned &ResultIdx2,
212 unsigned CommutableOpIdx1,
213 unsigned CommutableOpIdx2) {
214 if (ResultIdx1 == CommuteAnyOperandIndex &&
215 ResultIdx2 == CommuteAnyOperandIndex) {
216 ResultIdx1 = CommutableOpIdx1;
217 ResultIdx2 = CommutableOpIdx2;
218 } else if (ResultIdx1 == CommuteAnyOperandIndex) {
219 if (ResultIdx2 == CommutableOpIdx1)
220 ResultIdx1 = CommutableOpIdx2;
221 else if (ResultIdx2 == CommutableOpIdx2)
222 ResultIdx1 = CommutableOpIdx1;
223 else
224 return false;
225 } else if (ResultIdx2 == CommuteAnyOperandIndex) {
226 if (ResultIdx1 == CommutableOpIdx1)
227 ResultIdx2 = CommutableOpIdx2;
228 else if (ResultIdx1 == CommutableOpIdx2)
229 ResultIdx2 = CommutableOpIdx1;
230 else
231 return false;
232 } else
233 // Check that the result operand indices match the given commutable
234 // operand indices.
235 return (ResultIdx1 == CommutableOpIdx1 && ResultIdx2 == CommutableOpIdx2) ||
236 (ResultIdx1 == CommutableOpIdx2 && ResultIdx2 == CommutableOpIdx1);
237
238 return true;
239}
240
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000241bool TargetInstrInfo::findCommutedOpIndices(MachineInstr &MI,
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000242 unsigned &SrcOpIdx1,
243 unsigned &SrcOpIdx2) const {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000244 assert(!MI.isBundle() &&
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000245 "TargetInstrInfo::findCommutedOpIndices() can't handle bundles");
246
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000247 const MCInstrDesc &MCID = MI.getDesc();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000248 if (!MCID.isCommutable())
249 return false;
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000250
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000251 // This assumes v0 = op v1, v2 and commuting would swap v1 and v2. If this
252 // is not true, then the target must implement this.
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000253 unsigned CommutableOpIdx1 = MCID.getNumDefs();
254 unsigned CommutableOpIdx2 = CommutableOpIdx1 + 1;
255 if (!fixCommutedOpIndices(SrcOpIdx1, SrcOpIdx2,
256 CommutableOpIdx1, CommutableOpIdx2))
257 return false;
258
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000259 if (!MI.getOperand(SrcOpIdx1).isReg() || !MI.getOperand(SrcOpIdx2).isReg())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000260 // No idea.
261 return false;
262 return true;
263}
264
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000265bool TargetInstrInfo::isUnpredicatedTerminator(const MachineInstr &MI) const {
266 if (!MI.isTerminator()) return false;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000267
268 // Conditional branch is a special case.
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000269 if (MI.isBranch() && !MI.isBarrier())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000270 return true;
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000271 if (!MI.isPredicable())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000272 return true;
273 return !isPredicated(MI);
274}
275
Ahmed Bougachac88bf542015-06-11 19:30:37 +0000276bool TargetInstrInfo::PredicateInstruction(
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000277 MachineInstr &MI, ArrayRef<MachineOperand> Pred) const {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000278 bool MadeChange = false;
279
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000280 assert(!MI.isBundle() &&
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000281 "TargetInstrInfo::PredicateInstruction() can't handle bundles");
282
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000283 const MCInstrDesc &MCID = MI.getDesc();
284 if (!MI.isPredicable())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000285 return false;
286
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000287 for (unsigned j = 0, i = 0, e = MI.getNumOperands(); i != e; ++i) {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000288 if (MCID.OpInfo[i].isPredicate()) {
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000289 MachineOperand &MO = MI.getOperand(i);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000290 if (MO.isReg()) {
291 MO.setReg(Pred[j].getReg());
292 MadeChange = true;
293 } else if (MO.isImm()) {
294 MO.setImm(Pred[j].getImm());
295 MadeChange = true;
296 } else if (MO.isMBB()) {
297 MO.setMBB(Pred[j].getMBB());
298 MadeChange = true;
299 }
300 ++j;
301 }
302 }
303 return MadeChange;
304}
305
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000306bool TargetInstrInfo::hasLoadFromStackSlot(const MachineInstr &MI,
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000307 const MachineMemOperand *&MMO,
308 int &FrameIndex) const {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000309 for (MachineInstr::mmo_iterator o = MI.memoperands_begin(),
310 oe = MI.memoperands_end();
311 o != oe; ++o) {
Nick Lewyckyaad475b2014-04-15 07:22:52 +0000312 if ((*o)->isLoad()) {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000313 if (const FixedStackPseudoSourceValue *Value =
Nick Lewyckyaad475b2014-04-15 07:22:52 +0000314 dyn_cast_or_null<FixedStackPseudoSourceValue>(
315 (*o)->getPseudoValue())) {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000316 FrameIndex = Value->getFrameIndex();
317 MMO = *o;
318 return true;
319 }
Nick Lewyckyaad475b2014-04-15 07:22:52 +0000320 }
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000321 }
322 return false;
323}
324
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000325bool TargetInstrInfo::hasStoreToStackSlot(const MachineInstr &MI,
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000326 const MachineMemOperand *&MMO,
327 int &FrameIndex) const {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000328 for (MachineInstr::mmo_iterator o = MI.memoperands_begin(),
329 oe = MI.memoperands_end();
330 o != oe; ++o) {
Nick Lewyckyaad475b2014-04-15 07:22:52 +0000331 if ((*o)->isStore()) {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000332 if (const FixedStackPseudoSourceValue *Value =
Nick Lewyckyaad475b2014-04-15 07:22:52 +0000333 dyn_cast_or_null<FixedStackPseudoSourceValue>(
334 (*o)->getPseudoValue())) {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000335 FrameIndex = Value->getFrameIndex();
336 MMO = *o;
337 return true;
338 }
Nick Lewyckyaad475b2014-04-15 07:22:52 +0000339 }
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000340 }
341 return false;
342}
343
Andrew Trick10d5be42013-11-17 01:36:23 +0000344bool TargetInstrInfo::getStackSlotRange(const TargetRegisterClass *RC,
345 unsigned SubIdx, unsigned &Size,
346 unsigned &Offset,
Eric Christopher7585fb22015-03-19 23:06:21 +0000347 const MachineFunction &MF) const {
Andrew Trick10d5be42013-11-17 01:36:23 +0000348 if (!SubIdx) {
349 Size = RC->getSize();
350 Offset = 0;
351 return true;
352 }
Eric Christopher7585fb22015-03-19 23:06:21 +0000353 const TargetRegisterInfo *TRI = MF.getSubtarget().getRegisterInfo();
354 unsigned BitSize = TRI->getSubRegIdxSize(SubIdx);
Andrew Trick10d5be42013-11-17 01:36:23 +0000355 // Convert bit size to byte size to be consistent with
356 // MCRegisterClass::getSize().
357 if (BitSize % 8)
358 return false;
359
Eric Christopher7585fb22015-03-19 23:06:21 +0000360 int BitOffset = TRI->getSubRegIdxOffset(SubIdx);
Andrew Trick10d5be42013-11-17 01:36:23 +0000361 if (BitOffset < 0 || BitOffset % 8)
362 return false;
363
364 Size = BitSize /= 8;
365 Offset = (unsigned)BitOffset / 8;
366
367 assert(RC->getSize() >= (Offset + Size) && "bad subregister range");
368
Mehdi Aminibd7287e2015-07-16 06:11:10 +0000369 if (!MF.getDataLayout().isLittleEndian()) {
Andrew Trick10d5be42013-11-17 01:36:23 +0000370 Offset = RC->getSize() - (Offset + Size);
371 }
372 return true;
373}
374
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000375void TargetInstrInfo::reMaterialize(MachineBasicBlock &MBB,
376 MachineBasicBlock::iterator I,
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000377 unsigned DestReg, unsigned SubIdx,
378 const MachineInstr &Orig,
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000379 const TargetRegisterInfo &TRI) const {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000380 MachineInstr *MI = MBB.getParent()->CloneMachineInstr(&Orig);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000381 MI->substituteRegister(MI->getOperand(0).getReg(), DestReg, SubIdx, TRI);
382 MBB.insert(I, MI);
383}
384
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000385bool TargetInstrInfo::produceSameValue(const MachineInstr &MI0,
386 const MachineInstr &MI1,
387 const MachineRegisterInfo *MRI) const {
388 return MI0.isIdenticalTo(MI1, MachineInstr::IgnoreVRegDefs);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000389}
390
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000391MachineInstr *TargetInstrInfo::duplicate(MachineInstr &Orig,
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000392 MachineFunction &MF) const {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000393 assert(!Orig.isNotDuplicable() && "Instruction cannot be duplicated");
394 return MF.CloneMachineInstr(&Orig);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000395}
396
397// If the COPY instruction in MI can be folded to a stack operation, return
398// the register class to use.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000399static const TargetRegisterClass *canFoldCopy(const MachineInstr &MI,
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000400 unsigned FoldIdx) {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000401 assert(MI.isCopy() && "MI must be a COPY instruction");
402 if (MI.getNumOperands() != 2)
Craig Topperc0196b12014-04-14 00:51:57 +0000403 return nullptr;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000404 assert(FoldIdx<2 && "FoldIdx refers no nonexistent operand");
405
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000406 const MachineOperand &FoldOp = MI.getOperand(FoldIdx);
407 const MachineOperand &LiveOp = MI.getOperand(1 - FoldIdx);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000408
409 if (FoldOp.getSubReg() || LiveOp.getSubReg())
Craig Topperc0196b12014-04-14 00:51:57 +0000410 return nullptr;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000411
412 unsigned FoldReg = FoldOp.getReg();
413 unsigned LiveReg = LiveOp.getReg();
414
415 assert(TargetRegisterInfo::isVirtualRegister(FoldReg) &&
416 "Cannot fold physregs");
417
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000418 const MachineRegisterInfo &MRI = MI.getParent()->getParent()->getRegInfo();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000419 const TargetRegisterClass *RC = MRI.getRegClass(FoldReg);
420
421 if (TargetRegisterInfo::isPhysicalRegister(LiveOp.getReg()))
Craig Topperc0196b12014-04-14 00:51:57 +0000422 return RC->contains(LiveOp.getReg()) ? RC : nullptr;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000423
424 if (RC->hasSubClassEq(MRI.getRegClass(LiveReg)))
425 return RC;
426
427 // FIXME: Allow folding when register classes are memory compatible.
Craig Topperc0196b12014-04-14 00:51:57 +0000428 return nullptr;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000429}
430
Rafael Espindola6865d6f2014-09-15 18:32:58 +0000431void TargetInstrInfo::getNoopForMachoTarget(MCInst &NopInst) const {
432 llvm_unreachable("Not a MachO target");
433}
434
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000435static MachineInstr *foldPatchpoint(MachineFunction &MF, MachineInstr &MI,
Benjamin Kramerf1362f62015-02-28 12:04:00 +0000436 ArrayRef<unsigned> Ops, int FrameIndex,
Lang Hames39609992013-11-29 03:07:54 +0000437 const TargetInstrInfo &TII) {
438 unsigned StartIdx = 0;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000439 switch (MI.getOpcode()) {
Philip Reames570dd002016-08-23 21:21:43 +0000440 case TargetOpcode::STACKMAP: {
441 // StackMapLiveValues are foldable
Sanjoy Das6d3c9132016-08-30 01:38:59 +0000442 StartIdx = StackMapOpers(&MI).getVarIdx();
Lang Hames39609992013-11-29 03:07:54 +0000443 break;
Philip Reames570dd002016-08-23 21:21:43 +0000444 }
Lang Hames39609992013-11-29 03:07:54 +0000445 case TargetOpcode::PATCHPOINT: {
Philip Reames570dd002016-08-23 21:21:43 +0000446 // For PatchPoint, the call args are not foldable (even if reported in the
447 // stackmap e.g. via anyregcc).
Sanjoy Das6d3c9132016-08-30 01:38:59 +0000448 StartIdx = PatchPointOpers(&MI).getVarIdx();
Lang Hames39609992013-11-29 03:07:54 +0000449 break;
450 }
Philip Reames2b1084a2016-08-31 15:12:17 +0000451 case TargetOpcode::STATEPOINT: {
452 // For statepoints, fold deopt and gc arguments, but not call arguments.
453 StartIdx = StatepointOpers(&MI).getVarIdx();
454 break;
455 }
Lang Hames39609992013-11-29 03:07:54 +0000456 default:
457 llvm_unreachable("unexpected stackmap opcode");
458 }
459
460 // Return false if any operands requested for folding are not foldable (not
461 // part of the stackmap's live values).
Benjamin Kramerf1362f62015-02-28 12:04:00 +0000462 for (unsigned Op : Ops) {
463 if (Op < StartIdx)
Craig Topperc0196b12014-04-14 00:51:57 +0000464 return nullptr;
Lang Hames39609992013-11-29 03:07:54 +0000465 }
466
467 MachineInstr *NewMI =
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000468 MF.CreateMachineInstr(TII.get(MI.getOpcode()), MI.getDebugLoc(), true);
Lang Hames39609992013-11-29 03:07:54 +0000469 MachineInstrBuilder MIB(MF, NewMI);
470
471 // No need to fold return, the meta data, and function arguments
472 for (unsigned i = 0; i < StartIdx; ++i)
Diana Picus116bbab2017-01-13 09:58:52 +0000473 MIB.add(MI.getOperand(i));
Lang Hames39609992013-11-29 03:07:54 +0000474
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000475 for (unsigned i = StartIdx; i < MI.getNumOperands(); ++i) {
476 MachineOperand &MO = MI.getOperand(i);
David Majnemer0d955d02016-08-11 22:21:41 +0000477 if (is_contained(Ops, i)) {
Lang Hames39609992013-11-29 03:07:54 +0000478 unsigned SpillSize;
479 unsigned SpillOffset;
480 // Compute the spill slot size and offset.
481 const TargetRegisterClass *RC =
482 MF.getRegInfo().getRegClass(MO.getReg());
Eric Christopher7585fb22015-03-19 23:06:21 +0000483 bool Valid =
484 TII.getStackSlotRange(RC, MO.getSubReg(), SpillSize, SpillOffset, MF);
Lang Hames39609992013-11-29 03:07:54 +0000485 if (!Valid)
486 report_fatal_error("cannot spill patchpoint subregister operand");
487 MIB.addImm(StackMaps::IndirectMemRefOp);
488 MIB.addImm(SpillSize);
489 MIB.addFrameIndex(FrameIndex);
Lang Hames2ce64a72013-12-07 03:30:59 +0000490 MIB.addImm(SpillOffset);
Lang Hames39609992013-11-29 03:07:54 +0000491 }
492 else
Diana Picus116bbab2017-01-13 09:58:52 +0000493 MIB.add(MO);
Lang Hames39609992013-11-29 03:07:54 +0000494 }
495 return NewMI;
496}
497
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000498/// foldMemoryOperand - Attempt to fold a load or store of the specified stack
499/// slot into the specified machine instruction for the specified operand(s).
500/// If this is possible, a new instruction is returned with the specified
501/// operand folded, otherwise NULL is returned. The client is responsible for
502/// removing the old instruction and adding the new one in the instruction
503/// stream.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000504MachineInstr *TargetInstrInfo::foldMemoryOperand(MachineInstr &MI,
505 ArrayRef<unsigned> Ops, int FI,
Jonas Paulsson8e5b0c62016-05-10 08:09:37 +0000506 LiveIntervals *LIS) const {
Justin Lebar0af80cd2016-07-15 18:26:59 +0000507 auto Flags = MachineMemOperand::MONone;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000508 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000509 if (MI.getOperand(Ops[i]).isDef())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000510 Flags |= MachineMemOperand::MOStore;
511 else
512 Flags |= MachineMemOperand::MOLoad;
513
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000514 MachineBasicBlock *MBB = MI.getParent();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000515 assert(MBB && "foldMemoryOperand needs an inserted instruction");
516 MachineFunction &MF = *MBB->getParent();
517
Michael Kuperstein47eb85a2016-11-23 18:33:49 +0000518 // If we're not folding a load into a subreg, the size of the load is the
519 // size of the spill slot. But if we are, we need to figure out what the
520 // actual load size is.
521 int64_t MemSize = 0;
522 const MachineFrameInfo &MFI = MF.getFrameInfo();
523 const TargetRegisterInfo *TRI = MF.getSubtarget().getRegisterInfo();
524
525 if (Flags & MachineMemOperand::MOStore) {
526 MemSize = MFI.getObjectSize(FI);
527 } else {
528 for (unsigned Idx : Ops) {
529 int64_t OpSize = MFI.getObjectSize(FI);
530
531 if (auto SubReg = MI.getOperand(Idx).getSubReg()) {
532 unsigned SubRegSize = TRI->getSubRegIdxSize(SubReg);
533 if (SubRegSize > 0 && !(SubRegSize % 8))
534 OpSize = SubRegSize / 8;
535 }
536
537 MemSize = std::max(MemSize, OpSize);
538 }
539 }
540
541 assert(MemSize && "Did not expect a zero-sized stack slot");
542
Craig Topperc0196b12014-04-14 00:51:57 +0000543 MachineInstr *NewMI = nullptr;
Lang Hames39609992013-11-29 03:07:54 +0000544
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000545 if (MI.getOpcode() == TargetOpcode::STACKMAP ||
Philip Reames2b1084a2016-08-31 15:12:17 +0000546 MI.getOpcode() == TargetOpcode::PATCHPOINT ||
547 MI.getOpcode() == TargetOpcode::STATEPOINT) {
Lang Hames39609992013-11-29 03:07:54 +0000548 // Fold stackmap/patchpoint.
549 NewMI = foldPatchpoint(MF, MI, Ops, FI, *this);
Keno Fischere70b31f2015-06-08 20:09:58 +0000550 if (NewMI)
551 MBB->insert(MI, NewMI);
Lang Hames39609992013-11-29 03:07:54 +0000552 } else {
553 // Ask the target to do the actual folding.
Jonas Paulsson8e5b0c62016-05-10 08:09:37 +0000554 NewMI = foldMemoryOperandImpl(MF, MI, Ops, MI, FI, LIS);
Lang Hames39609992013-11-29 03:07:54 +0000555 }
Keno Fischere70b31f2015-06-08 20:09:58 +0000556
Lang Hames39609992013-11-29 03:07:54 +0000557 if (NewMI) {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000558 NewMI->setMemRefs(MI.memoperands_begin(), MI.memoperands_end());
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000559 // Add a memory operand, foldMemoryOperandImpl doesn't do that.
560 assert((!(Flags & MachineMemOperand::MOStore) ||
561 NewMI->mayStore()) &&
562 "Folded a def to a non-store!");
563 assert((!(Flags & MachineMemOperand::MOLoad) ||
564 NewMI->mayLoad()) &&
565 "Folded a use to a non-load!");
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000566 assert(MFI.getObjectOffset(FI) != -1);
Alex Lorenze40c8a22015-08-11 23:09:45 +0000567 MachineMemOperand *MMO = MF.getMachineMemOperand(
Michael Kuperstein47eb85a2016-11-23 18:33:49 +0000568 MachinePointerInfo::getFixedStack(MF, FI), Flags, MemSize,
Alex Lorenze40c8a22015-08-11 23:09:45 +0000569 MFI.getObjectAlignment(FI));
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000570 NewMI->addMemOperand(MF, MMO);
571
Keno Fischere70b31f2015-06-08 20:09:58 +0000572 return NewMI;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000573 }
574
575 // Straight COPY may fold as load/store.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000576 if (!MI.isCopy() || Ops.size() != 1)
Craig Topperc0196b12014-04-14 00:51:57 +0000577 return nullptr;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000578
579 const TargetRegisterClass *RC = canFoldCopy(MI, Ops[0]);
580 if (!RC)
Craig Topperc0196b12014-04-14 00:51:57 +0000581 return nullptr;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000582
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000583 const MachineOperand &MO = MI.getOperand(1 - Ops[0]);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000584 MachineBasicBlock::iterator Pos = MI;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000585
586 if (Flags == MachineMemOperand::MOStore)
587 storeRegToStackSlot(*MBB, Pos, MO.getReg(), MO.isKill(), FI, RC, TRI);
588 else
589 loadRegFromStackSlot(*MBB, Pos, MO.getReg(), FI, RC, TRI);
Duncan P. N. Exon Smithaae6f3c2016-07-01 16:38:28 +0000590 return &*--Pos;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000591}
592
Chad Rosier03a47302015-09-21 15:09:11 +0000593bool TargetInstrInfo::hasReassociableOperands(
594 const MachineInstr &Inst, const MachineBasicBlock *MBB) const {
595 const MachineOperand &Op1 = Inst.getOperand(1);
596 const MachineOperand &Op2 = Inst.getOperand(2);
597 const MachineRegisterInfo &MRI = MBB->getParent()->getRegInfo();
598
599 // We need virtual register definitions for the operands that we will
600 // reassociate.
601 MachineInstr *MI1 = nullptr;
602 MachineInstr *MI2 = nullptr;
603 if (Op1.isReg() && TargetRegisterInfo::isVirtualRegister(Op1.getReg()))
604 MI1 = MRI.getUniqueVRegDef(Op1.getReg());
605 if (Op2.isReg() && TargetRegisterInfo::isVirtualRegister(Op2.getReg()))
606 MI2 = MRI.getUniqueVRegDef(Op2.getReg());
607
608 // And they need to be in the trace (otherwise, they won't have a depth).
Rafael Espindola84921b92015-10-24 23:11:13 +0000609 return MI1 && MI2 && MI1->getParent() == MBB && MI2->getParent() == MBB;
Chad Rosier03a47302015-09-21 15:09:11 +0000610}
611
612bool TargetInstrInfo::hasReassociableSibling(const MachineInstr &Inst,
613 bool &Commuted) const {
614 const MachineBasicBlock *MBB = Inst.getParent();
615 const MachineRegisterInfo &MRI = MBB->getParent()->getRegInfo();
616 MachineInstr *MI1 = MRI.getUniqueVRegDef(Inst.getOperand(1).getReg());
617 MachineInstr *MI2 = MRI.getUniqueVRegDef(Inst.getOperand(2).getReg());
618 unsigned AssocOpcode = Inst.getOpcode();
619
620 // If only one operand has the same opcode and it's the second source operand,
621 // the operands must be commuted.
622 Commuted = MI1->getOpcode() != AssocOpcode && MI2->getOpcode() == AssocOpcode;
623 if (Commuted)
624 std::swap(MI1, MI2);
625
626 // 1. The previous instruction must be the same type as Inst.
627 // 2. The previous instruction must have virtual register definitions for its
628 // operands in the same basic block as Inst.
629 // 3. The previous instruction's result must only be used by Inst.
Rafael Espindola84921b92015-10-24 23:11:13 +0000630 return MI1->getOpcode() == AssocOpcode &&
631 hasReassociableOperands(*MI1, MBB) &&
632 MRI.hasOneNonDBGUse(MI1->getOperand(0).getReg());
Chad Rosier03a47302015-09-21 15:09:11 +0000633}
634
635// 1. The operation must be associative and commutative.
636// 2. The instruction must have virtual register definitions for its
637// operands in the same basic block.
638// 3. The instruction must have a reassociable sibling.
639bool TargetInstrInfo::isReassociationCandidate(const MachineInstr &Inst,
640 bool &Commuted) const {
Rafael Espindola84921b92015-10-24 23:11:13 +0000641 return isAssociativeAndCommutative(Inst) &&
642 hasReassociableOperands(Inst, Inst.getParent()) &&
643 hasReassociableSibling(Inst, Commuted);
Chad Rosier03a47302015-09-21 15:09:11 +0000644}
645
646// The concept of the reassociation pass is that these operations can benefit
647// from this kind of transformation:
648//
649// A = ? op ?
650// B = A op X (Prev)
651// C = B op Y (Root)
652// -->
653// A = ? op ?
654// B = X op Y
655// C = A op B
656//
657// breaking the dependency between A and B, allowing them to be executed in
658// parallel (or back-to-back in a pipeline) instead of depending on each other.
659
660// FIXME: This has the potential to be expensive (compile time) while not
661// improving the code at all. Some ways to limit the overhead:
662// 1. Track successful transforms; bail out if hit rate gets too low.
663// 2. Only enable at -O3 or some other non-default optimization level.
664// 3. Pre-screen pattern candidates here: if an operand of the previous
665// instruction is known to not increase the critical path, then don't match
666// that pattern.
667bool TargetInstrInfo::getMachineCombinerPatterns(
668 MachineInstr &Root,
Sanjay Patel387e66e2015-11-05 19:34:57 +0000669 SmallVectorImpl<MachineCombinerPattern> &Patterns) const {
Chad Rosier03a47302015-09-21 15:09:11 +0000670 bool Commute;
671 if (isReassociationCandidate(Root, Commute)) {
672 // We found a sequence of instructions that may be suitable for a
673 // reassociation of operands to increase ILP. Specify each commutation
674 // possibility for the Prev instruction in the sequence and let the
675 // machine combiner decide if changing the operands is worthwhile.
676 if (Commute) {
Sanjay Patel387e66e2015-11-05 19:34:57 +0000677 Patterns.push_back(MachineCombinerPattern::REASSOC_AX_YB);
678 Patterns.push_back(MachineCombinerPattern::REASSOC_XA_YB);
Chad Rosier03a47302015-09-21 15:09:11 +0000679 } else {
Sanjay Patel387e66e2015-11-05 19:34:57 +0000680 Patterns.push_back(MachineCombinerPattern::REASSOC_AX_BY);
681 Patterns.push_back(MachineCombinerPattern::REASSOC_XA_BY);
Chad Rosier03a47302015-09-21 15:09:11 +0000682 }
683 return true;
684 }
685
686 return false;
687}
Gerolf Hoflehner01b3a6182016-04-24 05:14:01 +0000688/// Return true when a code sequence can improve loop throughput.
689bool
690TargetInstrInfo::isThroughputPattern(MachineCombinerPattern Pattern) const {
691 return false;
692}
Chad Rosier03a47302015-09-21 15:09:11 +0000693/// Attempt the reassociation transformation to reduce critical path length.
694/// See the above comments before getMachineCombinerPatterns().
695void TargetInstrInfo::reassociateOps(
696 MachineInstr &Root, MachineInstr &Prev,
Sanjay Patel387e66e2015-11-05 19:34:57 +0000697 MachineCombinerPattern Pattern,
Chad Rosier03a47302015-09-21 15:09:11 +0000698 SmallVectorImpl<MachineInstr *> &InsInstrs,
699 SmallVectorImpl<MachineInstr *> &DelInstrs,
700 DenseMap<unsigned, unsigned> &InstrIdxForVirtReg) const {
701 MachineFunction *MF = Root.getParent()->getParent();
702 MachineRegisterInfo &MRI = MF->getRegInfo();
703 const TargetInstrInfo *TII = MF->getSubtarget().getInstrInfo();
704 const TargetRegisterInfo *TRI = MF->getSubtarget().getRegisterInfo();
705 const TargetRegisterClass *RC = Root.getRegClassConstraint(0, TII, TRI);
706
707 // This array encodes the operand index for each parameter because the
708 // operands may be commuted. Each row corresponds to a pattern value,
709 // and each column specifies the index of A, B, X, Y.
710 unsigned OpIdx[4][4] = {
711 { 1, 1, 2, 2 },
712 { 1, 2, 2, 1 },
713 { 2, 1, 1, 2 },
714 { 2, 2, 1, 1 }
715 };
716
Sanjay Patel387e66e2015-11-05 19:34:57 +0000717 int Row;
718 switch (Pattern) {
719 case MachineCombinerPattern::REASSOC_AX_BY: Row = 0; break;
720 case MachineCombinerPattern::REASSOC_AX_YB: Row = 1; break;
721 case MachineCombinerPattern::REASSOC_XA_BY: Row = 2; break;
722 case MachineCombinerPattern::REASSOC_XA_YB: Row = 3; break;
723 default: llvm_unreachable("unexpected MachineCombinerPattern");
724 }
725
726 MachineOperand &OpA = Prev.getOperand(OpIdx[Row][0]);
727 MachineOperand &OpB = Root.getOperand(OpIdx[Row][1]);
728 MachineOperand &OpX = Prev.getOperand(OpIdx[Row][2]);
729 MachineOperand &OpY = Root.getOperand(OpIdx[Row][3]);
Chad Rosier03a47302015-09-21 15:09:11 +0000730 MachineOperand &OpC = Root.getOperand(0);
731
732 unsigned RegA = OpA.getReg();
733 unsigned RegB = OpB.getReg();
734 unsigned RegX = OpX.getReg();
735 unsigned RegY = OpY.getReg();
736 unsigned RegC = OpC.getReg();
737
738 if (TargetRegisterInfo::isVirtualRegister(RegA))
739 MRI.constrainRegClass(RegA, RC);
740 if (TargetRegisterInfo::isVirtualRegister(RegB))
741 MRI.constrainRegClass(RegB, RC);
742 if (TargetRegisterInfo::isVirtualRegister(RegX))
743 MRI.constrainRegClass(RegX, RC);
744 if (TargetRegisterInfo::isVirtualRegister(RegY))
745 MRI.constrainRegClass(RegY, RC);
746 if (TargetRegisterInfo::isVirtualRegister(RegC))
747 MRI.constrainRegClass(RegC, RC);
748
749 // Create a new virtual register for the result of (X op Y) instead of
750 // recycling RegB because the MachineCombiner's computation of the critical
751 // path requires a new register definition rather than an existing one.
752 unsigned NewVR = MRI.createVirtualRegister(RC);
753 InstrIdxForVirtReg.insert(std::make_pair(NewVR, 0));
754
755 unsigned Opcode = Root.getOpcode();
756 bool KillA = OpA.isKill();
757 bool KillX = OpX.isKill();
758 bool KillY = OpY.isKill();
759
760 // Create new instructions for insertion.
761 MachineInstrBuilder MIB1 =
762 BuildMI(*MF, Prev.getDebugLoc(), TII->get(Opcode), NewVR)
763 .addReg(RegX, getKillRegState(KillX))
764 .addReg(RegY, getKillRegState(KillY));
765 MachineInstrBuilder MIB2 =
766 BuildMI(*MF, Root.getDebugLoc(), TII->get(Opcode), RegC)
767 .addReg(RegA, getKillRegState(KillA))
768 .addReg(NewVR, getKillRegState(true));
769
770 setSpecialOperandAttr(Root, Prev, *MIB1, *MIB2);
771
772 // Record new instructions for insertion and old instructions for deletion.
773 InsInstrs.push_back(MIB1);
774 InsInstrs.push_back(MIB2);
775 DelInstrs.push_back(&Prev);
776 DelInstrs.push_back(&Root);
777}
778
779void TargetInstrInfo::genAlternativeCodeSequence(
Sanjay Patel387e66e2015-11-05 19:34:57 +0000780 MachineInstr &Root, MachineCombinerPattern Pattern,
Chad Rosier03a47302015-09-21 15:09:11 +0000781 SmallVectorImpl<MachineInstr *> &InsInstrs,
782 SmallVectorImpl<MachineInstr *> &DelInstrs,
783 DenseMap<unsigned, unsigned> &InstIdxForVirtReg) const {
784 MachineRegisterInfo &MRI = Root.getParent()->getParent()->getRegInfo();
785
786 // Select the previous instruction in the sequence based on the input pattern.
787 MachineInstr *Prev = nullptr;
788 switch (Pattern) {
Sanjay Patel387e66e2015-11-05 19:34:57 +0000789 case MachineCombinerPattern::REASSOC_AX_BY:
790 case MachineCombinerPattern::REASSOC_XA_BY:
Chad Rosier03a47302015-09-21 15:09:11 +0000791 Prev = MRI.getUniqueVRegDef(Root.getOperand(1).getReg());
792 break;
Sanjay Patel387e66e2015-11-05 19:34:57 +0000793 case MachineCombinerPattern::REASSOC_AX_YB:
794 case MachineCombinerPattern::REASSOC_XA_YB:
Chad Rosier03a47302015-09-21 15:09:11 +0000795 Prev = MRI.getUniqueVRegDef(Root.getOperand(2).getReg());
796 break;
797 default:
798 break;
799 }
800
801 assert(Prev && "Unknown pattern for machine combiner");
802
803 reassociateOps(Root, *Prev, Pattern, InsInstrs, DelInstrs, InstIdxForVirtReg);
Chad Rosier03a47302015-09-21 15:09:11 +0000804}
805
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000806/// foldMemoryOperand - Same as the previous version except it allows folding
807/// of any load and store from / to any address, not just from a specific
808/// stack slot.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000809MachineInstr *TargetInstrInfo::foldMemoryOperand(MachineInstr &MI,
Benjamin Kramerf1362f62015-02-28 12:04:00 +0000810 ArrayRef<unsigned> Ops,
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000811 MachineInstr &LoadMI,
Jonas Paulsson8e5b0c62016-05-10 08:09:37 +0000812 LiveIntervals *LIS) const {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000813 assert(LoadMI.canFoldAsLoad() && "LoadMI isn't foldable!");
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000814#ifndef NDEBUG
815 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000816 assert(MI.getOperand(Ops[i]).isUse() && "Folding load into def!");
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000817#endif
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000818 MachineBasicBlock &MBB = *MI.getParent();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000819 MachineFunction &MF = *MBB.getParent();
820
821 // Ask the target to do the actual folding.
Craig Topperc0196b12014-04-14 00:51:57 +0000822 MachineInstr *NewMI = nullptr;
Lang Hames39609992013-11-29 03:07:54 +0000823 int FrameIndex = 0;
824
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000825 if ((MI.getOpcode() == TargetOpcode::STACKMAP ||
Philip Reames2b1084a2016-08-31 15:12:17 +0000826 MI.getOpcode() == TargetOpcode::PATCHPOINT ||
827 MI.getOpcode() == TargetOpcode::STATEPOINT) &&
Lang Hames39609992013-11-29 03:07:54 +0000828 isLoadFromStackSlot(LoadMI, FrameIndex)) {
829 // Fold stackmap/patchpoint.
830 NewMI = foldPatchpoint(MF, MI, Ops, FrameIndex, *this);
Keno Fischere70b31f2015-06-08 20:09:58 +0000831 if (NewMI)
Duncan P. N. Exon Smithaae6f3c2016-07-01 16:38:28 +0000832 NewMI = &*MBB.insert(MI, NewMI);
Lang Hames39609992013-11-29 03:07:54 +0000833 } else {
834 // Ask the target to do the actual folding.
Jonas Paulsson8e5b0c62016-05-10 08:09:37 +0000835 NewMI = foldMemoryOperandImpl(MF, MI, Ops, MI, LoadMI, LIS);
Lang Hames39609992013-11-29 03:07:54 +0000836 }
Lang Hames39609992013-11-29 03:07:54 +0000837
Craig Topperc0196b12014-04-14 00:51:57 +0000838 if (!NewMI) return nullptr;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000839
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000840 // Copy the memoperands from the load to the folded instruction.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000841 if (MI.memoperands_empty()) {
842 NewMI->setMemRefs(LoadMI.memoperands_begin(), LoadMI.memoperands_end());
Andrew Tricka9f4d922013-11-14 23:45:04 +0000843 }
844 else {
845 // Handle the rare case of folding multiple loads.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000846 NewMI->setMemRefs(MI.memoperands_begin(), MI.memoperands_end());
847 for (MachineInstr::mmo_iterator I = LoadMI.memoperands_begin(),
848 E = LoadMI.memoperands_end();
849 I != E; ++I) {
Andrew Tricka9f4d922013-11-14 23:45:04 +0000850 NewMI->addMemOperand(MF, *I);
851 }
852 }
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000853 return NewMI;
854}
855
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000856bool TargetInstrInfo::isReallyTriviallyReMaterializableGeneric(
857 const MachineInstr &MI, AliasAnalysis *AA) const {
858 const MachineFunction &MF = *MI.getParent()->getParent();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000859 const MachineRegisterInfo &MRI = MF.getRegInfo();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000860
861 // Remat clients assume operand 0 is the defined register.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000862 if (!MI.getNumOperands() || !MI.getOperand(0).isReg())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000863 return false;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000864 unsigned DefReg = MI.getOperand(0).getReg();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000865
866 // A sub-register definition can only be rematerialized if the instruction
867 // doesn't read the other parts of the register. Otherwise it is really a
868 // read-modify-write operation on the full virtual register which cannot be
869 // moved safely.
870 if (TargetRegisterInfo::isVirtualRegister(DefReg) &&
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000871 MI.getOperand(0).getSubReg() && MI.readsVirtualRegister(DefReg))
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000872 return false;
873
874 // A load from a fixed stack slot can be rematerialized. This may be
875 // redundant with subsequent checks, but it's target-independent,
876 // simple, and a common case.
877 int FrameIdx = 0;
Eric Christopher9d916792014-07-23 22:12:03 +0000878 if (isLoadFromStackSlot(MI, FrameIdx) &&
Matthias Braun941a7052016-07-28 18:40:00 +0000879 MF.getFrameInfo().isImmutableObjectIndex(FrameIdx))
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000880 return true;
881
882 // Avoid instructions obviously unsafe for remat.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000883 if (MI.isNotDuplicable() || MI.mayStore() || MI.hasUnmodeledSideEffects())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000884 return false;
885
886 // Don't remat inline asm. We have no idea how expensive it is
887 // even if it's side effect free.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000888 if (MI.isInlineAsm())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000889 return false;
890
891 // Avoid instructions which load from potentially varying memory.
Justin Lebard98cf002016-09-10 01:03:20 +0000892 if (MI.mayLoad() && !MI.isDereferenceableInvariantLoad(AA))
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000893 return false;
894
895 // If any of the registers accessed are non-constant, conservatively assume
896 // the instruction is not rematerializable.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000897 for (unsigned i = 0, e = MI.getNumOperands(); i != e; ++i) {
898 const MachineOperand &MO = MI.getOperand(i);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000899 if (!MO.isReg()) continue;
900 unsigned Reg = MO.getReg();
901 if (Reg == 0)
902 continue;
903
904 // Check for a well-behaved physical register.
905 if (TargetRegisterInfo::isPhysicalRegister(Reg)) {
906 if (MO.isUse()) {
907 // If the physreg has no defs anywhere, it's just an ambient register
908 // and we can freely move its uses. Alternatively, if it's allocatable,
909 // it could get allocated to something with a def during allocation.
Matthias Braunde8c1b32016-10-28 18:05:09 +0000910 if (!MRI.isConstantPhysReg(Reg))
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000911 return false;
912 } else {
913 // A physreg def. We can't remat it.
914 return false;
915 }
916 continue;
917 }
918
919 // Only allow one virtual-register def. There may be multiple defs of the
920 // same virtual register, though.
921 if (MO.isDef() && Reg != DefReg)
922 return false;
923
924 // Don't allow any virtual-register uses. Rematting an instruction with
925 // virtual register uses would length the live ranges of the uses, which
926 // is not necessarily a good idea, certainly not "trivial".
927 if (MO.isUse())
928 return false;
929 }
930
931 // Everything checked out.
932 return true;
933}
934
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000935int TargetInstrInfo::getSPAdjust(const MachineInstr &MI) const {
936 const MachineFunction *MF = MI.getParent()->getParent();
Michael Kuperstein8c65e312015-01-08 11:04:38 +0000937 const TargetFrameLowering *TFI = MF->getSubtarget().getFrameLowering();
938 bool StackGrowsDown =
939 TFI->getStackGrowthDirection() == TargetFrameLowering::StackGrowsDown;
940
Matthias Braunfa3872e2015-05-18 20:27:55 +0000941 unsigned FrameSetupOpcode = getCallFrameSetupOpcode();
942 unsigned FrameDestroyOpcode = getCallFrameDestroyOpcode();
Michael Kuperstein8c65e312015-01-08 11:04:38 +0000943
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000944 if (MI.getOpcode() != FrameSetupOpcode &&
945 MI.getOpcode() != FrameDestroyOpcode)
Michael Kuperstein8c65e312015-01-08 11:04:38 +0000946 return 0;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000947
948 int SPAdj = MI.getOperand(0).getImm();
Guozhi Weif66d3842015-08-17 22:36:27 +0000949 SPAdj = TFI->alignSPAdjust(SPAdj);
Michael Kuperstein8c65e312015-01-08 11:04:38 +0000950
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000951 if ((!StackGrowsDown && MI.getOpcode() == FrameSetupOpcode) ||
952 (StackGrowsDown && MI.getOpcode() == FrameDestroyOpcode))
Michael Kuperstein8c65e312015-01-08 11:04:38 +0000953 SPAdj = -SPAdj;
954
955 return SPAdj;
956}
957
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000958/// isSchedulingBoundary - Test if the given instruction should be
959/// considered a scheduling boundary. This primarily includes labels
960/// and terminators.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000961bool TargetInstrInfo::isSchedulingBoundary(const MachineInstr &MI,
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000962 const MachineBasicBlock *MBB,
963 const MachineFunction &MF) const {
964 // Terminators and labels can't be scheduled around.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000965 if (MI.isTerminator() || MI.isPosition())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000966 return true;
967
968 // Don't attempt to schedule around any instruction that defines
969 // a stack-oriented pointer, as it's unlikely to be profitable. This
970 // saves compile time, because it doesn't require every single
971 // stack slot reference to depend on the instruction that does the
972 // modification.
Eric Christopherfc6de422014-08-05 02:39:49 +0000973 const TargetLowering &TLI = *MF.getSubtarget().getTargetLowering();
974 const TargetRegisterInfo *TRI = MF.getSubtarget().getRegisterInfo();
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000975 return MI.modifiesRegister(TLI.getStackPointerRegisterToSaveRestore(), TRI);
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000976}
977
978// Provide a global flag for disabling the PreRA hazard recognizer that targets
979// may choose to honor.
980bool TargetInstrInfo::usePreRAHazardRecognizer() const {
981 return !DisableHazardRecognizer;
982}
983
984// Default implementation of CreateTargetRAHazardRecognizer.
985ScheduleHazardRecognizer *TargetInstrInfo::
Eric Christopherf047bfd2014-06-13 22:38:52 +0000986CreateTargetHazardRecognizer(const TargetSubtargetInfo *STI,
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +0000987 const ScheduleDAG *DAG) const {
988 // Dummy hazard recognizer allows all instructions to issue.
989 return new ScheduleHazardRecognizer();
990}
991
992// Default implementation of CreateTargetMIHazardRecognizer.
993ScheduleHazardRecognizer *TargetInstrInfo::
994CreateTargetMIHazardRecognizer(const InstrItineraryData *II,
995 const ScheduleDAG *DAG) const {
996 return (ScheduleHazardRecognizer *)
997 new ScoreboardHazardRecognizer(II, DAG, "misched");
998}
999
1000// Default implementation of CreateTargetPostRAHazardRecognizer.
1001ScheduleHazardRecognizer *TargetInstrInfo::
1002CreateTargetPostRAHazardRecognizer(const InstrItineraryData *II,
1003 const ScheduleDAG *DAG) const {
1004 return (ScheduleHazardRecognizer *)
1005 new ScoreboardHazardRecognizer(II, DAG, "post-RA-sched");
1006}
1007
1008//===----------------------------------------------------------------------===//
1009// SelectionDAG latency interface.
1010//===----------------------------------------------------------------------===//
1011
1012int
1013TargetInstrInfo::getOperandLatency(const InstrItineraryData *ItinData,
1014 SDNode *DefNode, unsigned DefIdx,
1015 SDNode *UseNode, unsigned UseIdx) const {
1016 if (!ItinData || ItinData->isEmpty())
1017 return -1;
1018
1019 if (!DefNode->isMachineOpcode())
1020 return -1;
1021
1022 unsigned DefClass = get(DefNode->getMachineOpcode()).getSchedClass();
1023 if (!UseNode->isMachineOpcode())
1024 return ItinData->getOperandCycle(DefClass, DefIdx);
1025 unsigned UseClass = get(UseNode->getMachineOpcode()).getSchedClass();
1026 return ItinData->getOperandLatency(DefClass, DefIdx, UseClass, UseIdx);
1027}
1028
1029int TargetInstrInfo::getInstrLatency(const InstrItineraryData *ItinData,
1030 SDNode *N) const {
1031 if (!ItinData || ItinData->isEmpty())
1032 return 1;
1033
1034 if (!N->isMachineOpcode())
1035 return 1;
1036
1037 return ItinData->getStageLatency(get(N->getMachineOpcode()).getSchedClass());
1038}
1039
1040//===----------------------------------------------------------------------===//
1041// MachineInstr latency interface.
1042//===----------------------------------------------------------------------===//
1043
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001044unsigned TargetInstrInfo::getNumMicroOps(const InstrItineraryData *ItinData,
1045 const MachineInstr &MI) const {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001046 if (!ItinData || ItinData->isEmpty())
1047 return 1;
1048
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001049 unsigned Class = MI.getDesc().getSchedClass();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001050 int UOps = ItinData->Itineraries[Class].NumMicroOps;
1051 if (UOps >= 0)
1052 return UOps;
1053
1054 // The # of u-ops is dynamically determined. The specific target should
1055 // override this function to return the right number.
1056 return 1;
1057}
1058
1059/// Return the default expected latency for a def based on it's opcode.
Pete Cooper11759452014-09-02 17:43:54 +00001060unsigned TargetInstrInfo::defaultDefLatency(const MCSchedModel &SchedModel,
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001061 const MachineInstr &DefMI) const {
1062 if (DefMI.isTransient())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001063 return 0;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001064 if (DefMI.mayLoad())
Pete Cooper11759452014-09-02 17:43:54 +00001065 return SchedModel.LoadLatency;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001066 if (isHighLatencyDef(DefMI.getOpcode()))
Pete Cooper11759452014-09-02 17:43:54 +00001067 return SchedModel.HighLatency;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001068 return 1;
1069}
1070
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +00001071unsigned TargetInstrInfo::getPredicationCost(const MachineInstr &) const {
Arnold Schwaighoferd2f96b92013-09-30 15:28:56 +00001072 return 0;
1073}
1074
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001075unsigned TargetInstrInfo::getInstrLatency(const InstrItineraryData *ItinData,
1076 const MachineInstr &MI,
1077 unsigned *PredCost) const {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001078 // Default to one cycle for no itinerary. However, an "empty" itinerary may
1079 // still have a MinLatency property, which getStageLatency checks.
1080 if (!ItinData)
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001081 return MI.mayLoad() ? 2 : 1;
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001082
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001083 return ItinData->getStageLatency(MI.getDesc().getSchedClass());
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001084}
1085
Matthias Braun88e21312015-06-13 03:42:11 +00001086bool TargetInstrInfo::hasLowDefLatency(const TargetSchedModel &SchedModel,
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001087 const MachineInstr &DefMI,
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001088 unsigned DefIdx) const {
Matthias Braun88e21312015-06-13 03:42:11 +00001089 const InstrItineraryData *ItinData = SchedModel.getInstrItineraries();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001090 if (!ItinData || ItinData->isEmpty())
1091 return false;
1092
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001093 unsigned DefClass = DefMI.getDesc().getSchedClass();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001094 int DefCycle = ItinData->getOperandCycle(DefClass, DefIdx);
1095 return (DefCycle != -1 && DefCycle <= 1);
1096}
1097
1098/// Both DefMI and UseMI must be valid. By default, call directly to the
1099/// itinerary. This may be overriden by the target.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001100int TargetInstrInfo::getOperandLatency(const InstrItineraryData *ItinData,
1101 const MachineInstr &DefMI,
1102 unsigned DefIdx,
1103 const MachineInstr &UseMI,
1104 unsigned UseIdx) const {
1105 unsigned DefClass = DefMI.getDesc().getSchedClass();
1106 unsigned UseClass = UseMI.getDesc().getSchedClass();
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001107 return ItinData->getOperandLatency(DefClass, DefIdx, UseClass, UseIdx);
1108}
1109
1110/// If we can determine the operand latency from the def only, without itinerary
1111/// lookup, do so. Otherwise return -1.
1112int TargetInstrInfo::computeDefOperandLatency(
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +00001113 const InstrItineraryData *ItinData, const MachineInstr &DefMI) const {
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001114
1115 // Let the target hook getInstrLatency handle missing itineraries.
1116 if (!ItinData)
1117 return getInstrLatency(ItinData, DefMI);
1118
Andrew Trickde2109e2013-06-15 04:49:57 +00001119 if(ItinData->isEmpty())
Jakob Stoklund Olesenc351aed2012-11-28 02:35:13 +00001120 return defaultDefLatency(ItinData->SchedModel, DefMI);
1121
1122 // ...operand lookup required
1123 return -1;
1124}
1125
Quentin Colombetd533cdf2014-08-11 22:17:14 +00001126bool TargetInstrInfo::getRegSequenceInputs(
1127 const MachineInstr &MI, unsigned DefIdx,
1128 SmallVectorImpl<RegSubRegPairAndIdx> &InputRegs) const {
Quentin Colombet8427df92014-08-12 17:11:26 +00001129 assert((MI.isRegSequence() ||
1130 MI.isRegSequenceLike()) && "Instruction do not have the proper type");
Quentin Colombetd533cdf2014-08-11 22:17:14 +00001131
1132 if (!MI.isRegSequence())
1133 return getRegSequenceLikeInputs(MI, DefIdx, InputRegs);
1134
1135 // We are looking at:
1136 // Def = REG_SEQUENCE v0, sub0, v1, sub1, ...
1137 assert(DefIdx == 0 && "REG_SEQUENCE only has one def");
1138 for (unsigned OpIdx = 1, EndOpIdx = MI.getNumOperands(); OpIdx != EndOpIdx;
1139 OpIdx += 2) {
1140 const MachineOperand &MOReg = MI.getOperand(OpIdx);
1141 const MachineOperand &MOSubIdx = MI.getOperand(OpIdx + 1);
1142 assert(MOSubIdx.isImm() &&
1143 "One of the subindex of the reg_sequence is not an immediate");
1144 // Record Reg:SubReg, SubIdx.
1145 InputRegs.push_back(RegSubRegPairAndIdx(MOReg.getReg(), MOReg.getSubReg(),
1146 (unsigned)MOSubIdx.getImm()));
1147 }
1148 return true;
1149}
Quentin Colombet7e75cba2014-08-20 21:51:26 +00001150
1151bool TargetInstrInfo::getExtractSubregInputs(
1152 const MachineInstr &MI, unsigned DefIdx,
1153 RegSubRegPairAndIdx &InputReg) const {
1154 assert((MI.isExtractSubreg() ||
1155 MI.isExtractSubregLike()) && "Instruction do not have the proper type");
1156
1157 if (!MI.isExtractSubreg())
1158 return getExtractSubregLikeInputs(MI, DefIdx, InputReg);
1159
1160 // We are looking at:
1161 // Def = EXTRACT_SUBREG v0.sub1, sub0.
1162 assert(DefIdx == 0 && "EXTRACT_SUBREG only has one def");
1163 const MachineOperand &MOReg = MI.getOperand(1);
1164 const MachineOperand &MOSubIdx = MI.getOperand(2);
1165 assert(MOSubIdx.isImm() &&
1166 "The subindex of the extract_subreg is not an immediate");
1167
1168 InputReg.Reg = MOReg.getReg();
1169 InputReg.SubReg = MOReg.getSubReg();
1170 InputReg.SubIdx = (unsigned)MOSubIdx.getImm();
1171 return true;
1172}
Quentin Colombet7e3da662014-08-20 23:49:36 +00001173
1174bool TargetInstrInfo::getInsertSubregInputs(
1175 const MachineInstr &MI, unsigned DefIdx,
1176 RegSubRegPair &BaseReg, RegSubRegPairAndIdx &InsertedReg) const {
1177 assert((MI.isInsertSubreg() ||
1178 MI.isInsertSubregLike()) && "Instruction do not have the proper type");
1179
1180 if (!MI.isInsertSubreg())
1181 return getInsertSubregLikeInputs(MI, DefIdx, BaseReg, InsertedReg);
1182
1183 // We are looking at:
1184 // Def = INSERT_SEQUENCE v0, v1, sub0.
1185 assert(DefIdx == 0 && "INSERT_SUBREG only has one def");
1186 const MachineOperand &MOBaseReg = MI.getOperand(1);
1187 const MachineOperand &MOInsertedReg = MI.getOperand(2);
1188 const MachineOperand &MOSubIdx = MI.getOperand(3);
1189 assert(MOSubIdx.isImm() &&
1190 "One of the subindex of the reg_sequence is not an immediate");
1191 BaseReg.Reg = MOBaseReg.getReg();
1192 BaseReg.SubReg = MOBaseReg.getSubReg();
1193
1194 InsertedReg.Reg = MOInsertedReg.getReg();
1195 InsertedReg.SubReg = MOInsertedReg.getSubReg();
1196 InsertedReg.SubIdx = (unsigned)MOSubIdx.getImm();
1197 return true;
1198}