blob: 56558e6921a16d647362bc8b8ae7c3f54d54b243 [file] [log] [blame]
Eugene Zelenko618c5552017-09-13 21:15:20 +00001//==- llvm/CodeGen/SelectionDAGAddressAnalysis.cpp - DAG Address Analysis --==//
Nirav Davec1b6aa72017-06-21 15:40:43 +00002//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Nirav Davec1b6aa72017-06-21 15:40:43 +00006//
7//===----------------------------------------------------------------------===//
Nirav Davec1b6aa72017-06-21 15:40:43 +00008
9#include "llvm/CodeGen/SelectionDAGAddressAnalysis.h"
10#include "llvm/CodeGen/ISDOpcodes.h"
Nirav Dave168c5a62017-06-29 15:48:11 +000011#include "llvm/CodeGen/MachineFrameInfo.h"
Eugene Zelenko618c5552017-09-13 21:15:20 +000012#include "llvm/CodeGen/MachineFunction.h"
Nirav Davec1b6aa72017-06-21 15:40:43 +000013#include "llvm/CodeGen/SelectionDAG.h"
14#include "llvm/CodeGen/SelectionDAGNodes.h"
David Blaikieb3bde2e2017-11-17 01:07:10 +000015#include "llvm/CodeGen/TargetLowering.h"
Eugene Zelenko618c5552017-09-13 21:15:20 +000016#include "llvm/Support/Casting.h"
Eugene Zelenko618c5552017-09-13 21:15:20 +000017#include <cstdint>
Nirav Davec1b6aa72017-06-21 15:40:43 +000018
Eugene Zelenko618c5552017-09-13 21:15:20 +000019using namespace llvm;
Nirav Davec1b6aa72017-06-21 15:40:43 +000020
Nirav Daveeedd2cc2018-10-30 18:26:43 +000021bool BaseIndexOffset::equalBaseIndex(const BaseIndexOffset &Other,
22 const SelectionDAG &DAG,
23 int64_t &Off) const {
Nirav Dave6e2d03d2018-01-08 16:21:35 +000024 // Conservatively fail if we a match failed..
25 if (!Base.getNode() || !Other.Base.getNode())
26 return false;
Nirav Dave168c5a62017-06-29 15:48:11 +000027 // Initial Offset difference.
Nirav Davec1b6aa72017-06-21 15:40:43 +000028 Off = Other.Offset - Offset;
Nirav Davec1b6aa72017-06-21 15:40:43 +000029
Nirav Dave168c5a62017-06-29 15:48:11 +000030 if ((Other.Index == Index) && (Other.IsIndexSignExt == IsIndexSignExt)) {
31 // Trivial match.
32 if (Other.Base == Base)
33 return true;
34
35 // Match GlobalAddresses
36 if (auto *A = dyn_cast<GlobalAddressSDNode>(Base))
37 if (auto *B = dyn_cast<GlobalAddressSDNode>(Other.Base))
Nirav Davec1b6aa72017-06-21 15:40:43 +000038 if (A->getGlobal() == B->getGlobal()) {
39 Off += B->getOffset() - A->getOffset();
40 return true;
41 }
42
Nirav Daved8e3633d2017-12-22 21:20:55 +000043 // Match Constants
44 if (auto *A = dyn_cast<ConstantPoolSDNode>(Base))
45 if (auto *B = dyn_cast<ConstantPoolSDNode>(Other.Base)) {
46 bool IsMatch =
47 A->isMachineConstantPoolEntry() == B->isMachineConstantPoolEntry();
48 if (IsMatch) {
49 if (A->isMachineConstantPoolEntry())
50 IsMatch = A->getMachineCPVal() == B->getMachineCPVal();
51 else
52 IsMatch = A->getConstVal() == B->getConstVal();
53 }
54 if (IsMatch) {
55 Off += B->getOffset() - A->getOffset();
56 return true;
57 }
58 }
59
Nirav Dave168c5a62017-06-29 15:48:11 +000060 const MachineFrameInfo &MFI = DAG.getMachineFunction().getFrameInfo();
Nirav Davec1b6aa72017-06-21 15:40:43 +000061
Nirav Davea2810e62017-07-04 02:20:17 +000062 // Match non-equal FrameIndexes - If both frame indices are fixed
63 // we know their relative offsets and can compare them. Otherwise
64 // we must be conservative.
Nirav Dave168c5a62017-06-29 15:48:11 +000065 if (auto *A = dyn_cast<FrameIndexSDNode>(Base))
66 if (auto *B = dyn_cast<FrameIndexSDNode>(Other.Base))
Nirav Davea2810e62017-07-04 02:20:17 +000067 if (MFI.isFixedObjectIndex(A->getIndex()) &&
68 MFI.isFixedObjectIndex(B->getIndex())) {
Nirav Dave168c5a62017-06-29 15:48:11 +000069 Off += MFI.getObjectOffset(B->getIndex()) -
70 MFI.getObjectOffset(A->getIndex());
71 return true;
72 }
73 }
Nirav Davec1b6aa72017-06-21 15:40:43 +000074 return false;
75}
76
77/// Parses tree in Ptr for base, index, offset addresses.
Nirav Daveeedd2cc2018-10-30 18:26:43 +000078BaseIndexOffset BaseIndexOffset::match(const LSBaseSDNode *N,
Nirav Dave6e2d03d2018-01-08 16:21:35 +000079 const SelectionDAG &DAG) {
80 SDValue Ptr = N->getBasePtr();
81
Nirav Davec1b6aa72017-06-21 15:40:43 +000082 // (((B + I*M) + c)) + c ...
Nirav Daved1b3f092017-08-11 13:21:35 +000083 SDValue Base = DAG.getTargetLoweringInfo().unwrapAddress(Ptr);
Nirav Davec1b6aa72017-06-21 15:40:43 +000084 SDValue Index = SDValue();
85 int64_t Offset = 0;
86 bool IsIndexSignExt = false;
87
Nirav Dave6e2d03d2018-01-08 16:21:35 +000088 // pre-inc/pre-dec ops are components of EA.
89 if (N->getAddressingMode() == ISD::PRE_INC) {
90 if (auto *C = dyn_cast<ConstantSDNode>(N->getOffset()))
91 Offset += C->getSExtValue();
92 else // If unknown, give up now.
93 return BaseIndexOffset(SDValue(), SDValue(), 0, false);
94 } else if (N->getAddressingMode() == ISD::PRE_DEC) {
95 if (auto *C = dyn_cast<ConstantSDNode>(N->getOffset()))
96 Offset -= C->getSExtValue();
97 else // If unknown, give up now.
98 return BaseIndexOffset(SDValue(), SDValue(), 0, false);
99 }
100
Nirav Daveb320ef92017-07-05 01:21:23 +0000101 // Consume constant adds & ors with appropriate masking.
Nirav Dave98962382018-01-26 16:51:27 +0000102 while (true) {
103 switch (Base->getOpcode()) {
104 case ISD::OR:
Nirav Daveb320ef92017-07-05 01:21:23 +0000105 // Only consider ORs which act as adds.
Nirav Dave98962382018-01-26 16:51:27 +0000106 if (auto *C = dyn_cast<ConstantSDNode>(Base->getOperand(1)))
107 if (DAG.MaskedValueIsZero(Base->getOperand(0), C->getAPIntValue())) {
108 Offset += C->getSExtValue();
Craig Topper923f463e2018-11-26 20:16:33 +0000109 Base = DAG.getTargetLoweringInfo().unwrapAddress(Base->getOperand(0));
Nirav Dave98962382018-01-26 16:51:27 +0000110 continue;
111 }
112 break;
113 case ISD::ADD:
114 if (auto *C = dyn_cast<ConstantSDNode>(Base->getOperand(1))) {
115 Offset += C->getSExtValue();
Craig Topper923f463e2018-11-26 20:16:33 +0000116 Base = DAG.getTargetLoweringInfo().unwrapAddress(Base->getOperand(0));
Nirav Dave98962382018-01-26 16:51:27 +0000117 continue;
118 }
119 break;
120 case ISD::LOAD:
121 case ISD::STORE: {
122 auto *LSBase = cast<LSBaseSDNode>(Base.getNode());
123 unsigned int IndexResNo = (Base->getOpcode() == ISD::LOAD) ? 1 : 0;
124 if (LSBase->isIndexed() && Base.getResNo() == IndexResNo)
125 if (auto *C = dyn_cast<ConstantSDNode>(LSBase->getOffset())) {
126 auto Off = C->getSExtValue();
127 if (LSBase->getAddressingMode() == ISD::PRE_DEC ||
128 LSBase->getAddressingMode() == ISD::POST_DEC)
129 Offset -= Off;
130 else
131 Offset += Off;
Craig Topper923f463e2018-11-26 20:16:33 +0000132 Base = DAG.getTargetLoweringInfo().unwrapAddress(LSBase->getBasePtr());
Nirav Dave98962382018-01-26 16:51:27 +0000133 continue;
134 }
135 break;
Nirav Daveb320ef92017-07-05 01:21:23 +0000136 }
Nirav Dave98962382018-01-26 16:51:27 +0000137 }
138 // If we get here break out of the loop.
Nirav Daveb320ef92017-07-05 01:21:23 +0000139 break;
Nirav Davec1b6aa72017-06-21 15:40:43 +0000140 }
141
142 if (Base->getOpcode() == ISD::ADD) {
143 // TODO: The following code appears to be needless as it just
144 // bails on some Ptrs early, reducing the cases where we
145 // find equivalence. We should be able to remove this.
146 // Inside a loop the current BASE pointer is calculated using an ADD and a
147 // MUL instruction. In this case Base is the actual BASE pointer.
148 // (i64 add (i64 %array_ptr)
149 // (i64 mul (i64 %induction_var)
150 // (i64 %element_size)))
151 if (Base->getOperand(1)->getOpcode() == ISD::MUL)
152 return BaseIndexOffset(Base, Index, Offset, IsIndexSignExt);
153
154 // Look at Base + Index + Offset cases.
155 Index = Base->getOperand(1);
156 SDValue PotentialBase = Base->getOperand(0);
157
158 // Skip signextends.
159 if (Index->getOpcode() == ISD::SIGN_EXTEND) {
160 Index = Index->getOperand(0);
161 IsIndexSignExt = true;
162 }
163
164 // Check if Index Offset pattern
165 if (Index->getOpcode() != ISD::ADD ||
166 !isa<ConstantSDNode>(Index->getOperand(1)))
167 return BaseIndexOffset(PotentialBase, Index, Offset, IsIndexSignExt);
168
169 Offset += cast<ConstantSDNode>(Index->getOperand(1))->getSExtValue();
170 Index = Index->getOperand(0);
171 if (Index->getOpcode() == ISD::SIGN_EXTEND) {
172 Index = Index->getOperand(0);
173 IsIndexSignExt = true;
174 } else
175 IsIndexSignExt = false;
176 Base = PotentialBase;
177 }
178 return BaseIndexOffset(Base, Index, Offset, IsIndexSignExt);
179}