Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 1 | |
| 2 | #include "polly/Support/SCEVValidator.h" |
Sebastian Pop | 97cb813 | 2013-03-18 20:21:13 +0000 | [diff] [blame] | 3 | #include "polly/ScopInfo.h" |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 4 | #include "llvm/Analysis/ScalarEvolution.h" |
| 5 | #include "llvm/Analysis/ScalarEvolutionExpressions.h" |
| 6 | #include "llvm/Analysis/RegionInfo.h" |
Chandler Carruth | 95fef94 | 2014-04-22 03:30:19 +0000 | [diff] [blame] | 7 | #include "llvm/Support/Debug.h" |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 8 | |
Tobias Grosser | 60b54f1 | 2011-11-08 15:41:28 +0000 | [diff] [blame] | 9 | #include <vector> |
| 10 | |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 11 | using namespace llvm; |
| 12 | |
Chandler Carruth | 95fef94 | 2014-04-22 03:30:19 +0000 | [diff] [blame] | 13 | #define DEBUG_TYPE "polly-scev-validator" |
| 14 | |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 15 | namespace SCEVType { |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 16 | /// @brief The type of a SCEV |
| 17 | /// |
| 18 | /// To check for the validity of a SCEV we assign to each SCEV a type. The |
| 19 | /// possible types are INT, PARAM, IV and INVALID. The order of the types is |
| 20 | /// important. The subexpressions of SCEV with a type X can only have a type |
| 21 | /// that is smaller or equal than X. |
| 22 | enum TYPE { |
| 23 | // An integer value. |
| 24 | INT, |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 25 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 26 | // An expression that is constant during the execution of the Scop, |
| 27 | // but that may depend on parameters unknown at compile time. |
| 28 | PARAM, |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 29 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 30 | // An expression that may change during the execution of the SCoP. |
| 31 | IV, |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 32 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 33 | // An invalid expression. |
| 34 | INVALID |
| 35 | }; |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 36 | } |
| 37 | |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 38 | /// @brief The result the validator returns for a SCEV expression. |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 39 | class ValidatorResult { |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 40 | /// @brief The type of the expression |
Tobias Grosser | edb8a28 | 2011-11-17 12:56:21 +0000 | [diff] [blame] | 41 | SCEVType::TYPE Type; |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 42 | |
| 43 | /// @brief The set of Parameters in the expression. |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 44 | std::vector<const SCEV *> Parameters; |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 45 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 46 | public: |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 47 | /// @brief The copy constructor |
Tobias Grosser | edb8a28 | 2011-11-17 12:56:21 +0000 | [diff] [blame] | 48 | ValidatorResult(const ValidatorResult &Source) { |
| 49 | Type = Source.Type; |
| 50 | Parameters = Source.Parameters; |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 51 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 52 | |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 53 | /// @brief Construct a result with a certain type and no parameters. |
Tobias Grosser | 371bada | 2012-03-16 10:16:28 +0000 | [diff] [blame] | 54 | ValidatorResult(SCEVType::TYPE Type) : Type(Type) { |
| 55 | assert(Type != SCEVType::PARAM && "Did you forget to pass the parameter"); |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 56 | } |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 57 | |
| 58 | /// @brief Construct a result with a certain type and a single parameter. |
Tobias Grosser | edb8a28 | 2011-11-17 12:56:21 +0000 | [diff] [blame] | 59 | ValidatorResult(SCEVType::TYPE Type, const SCEV *Expr) : Type(Type) { |
Tobias Grosser | 60b54f1 | 2011-11-08 15:41:28 +0000 | [diff] [blame] | 60 | Parameters.push_back(Expr); |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 61 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 62 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 63 | /// @brief Get the type of the ValidatorResult. |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 64 | SCEVType::TYPE getType() { return Type; } |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 65 | |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 66 | /// @brief Is the analyzed SCEV constant during the execution of the SCoP. |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 67 | bool isConstant() { return Type == SCEVType::INT || Type == SCEVType::PARAM; } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 68 | |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 69 | /// @brief Is the analyzed SCEV valid. |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 70 | bool isValid() { return Type != SCEVType::INVALID; } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 71 | |
Tobias Grosser | edb8a28 | 2011-11-17 12:56:21 +0000 | [diff] [blame] | 72 | /// @brief Is the analyzed SCEV of Type IV. |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 73 | bool isIV() { return Type == SCEVType::IV; } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 74 | |
Tobias Grosser | edb8a28 | 2011-11-17 12:56:21 +0000 | [diff] [blame] | 75 | /// @brief Is the analyzed SCEV of Type INT. |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 76 | bool isINT() { return Type == SCEVType::INT; } |
Tobias Grosser | 60b54f1 | 2011-11-08 15:41:28 +0000 | [diff] [blame] | 77 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 78 | /// @brief Is the analyzed SCEV of Type PARAM. |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 79 | bool isPARAM() { return Type == SCEVType::PARAM; } |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 80 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 81 | /// @brief Get the parameters of this validator result. |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 82 | std::vector<const SCEV *> getParameters() { return Parameters; } |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 83 | |
Tobias Grosser | b1f07c5 | 2011-11-17 12:56:17 +0000 | [diff] [blame] | 84 | /// @brief Add the parameters of Source to this result. |
Tobias Grosser | f4daf34 | 2014-08-16 09:08:55 +0000 | [diff] [blame^] | 85 | void addParamsFrom(class ValidatorResult &Source) { |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 86 | Parameters.insert(Parameters.end(), Source.Parameters.begin(), |
Tobias Grosser | 60b54f1 | 2011-11-08 15:41:28 +0000 | [diff] [blame] | 87 | Source.Parameters.end()); |
| 88 | } |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 89 | |
| 90 | /// @brief Merge a result. |
| 91 | /// |
Tobias Grosser | edb8a28 | 2011-11-17 12:56:21 +0000 | [diff] [blame] | 92 | /// This means to merge the parameters and to set the Type to the most |
| 93 | /// specific Type that matches both. |
Tobias Grosser | f4daf34 | 2014-08-16 09:08:55 +0000 | [diff] [blame^] | 94 | void merge(class ValidatorResult &ToMerge) { |
Tobias Grosser | edb8a28 | 2011-11-17 12:56:21 +0000 | [diff] [blame] | 95 | Type = std::max(Type, ToMerge.Type); |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 96 | addParamsFrom(ToMerge); |
| 97 | } |
Tobias Grosser | 540757b | 2012-03-16 10:12:37 +0000 | [diff] [blame] | 98 | |
| 99 | void print(raw_ostream &OS) { |
| 100 | switch (Type) { |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 101 | case SCEVType::INT: |
| 102 | OS << "SCEVType::INT"; |
Tobias Grosser | 540757b | 2012-03-16 10:12:37 +0000 | [diff] [blame] | 103 | break; |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 104 | case SCEVType::PARAM: |
| 105 | OS << "SCEVType::PARAM"; |
Tobias Grosser | 540757b | 2012-03-16 10:12:37 +0000 | [diff] [blame] | 106 | break; |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 107 | case SCEVType::IV: |
| 108 | OS << "SCEVType::IV"; |
Tobias Grosser | 540757b | 2012-03-16 10:12:37 +0000 | [diff] [blame] | 109 | break; |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 110 | case SCEVType::INVALID: |
| 111 | OS << "SCEVType::INVALID"; |
Tobias Grosser | 540757b | 2012-03-16 10:12:37 +0000 | [diff] [blame] | 112 | break; |
| 113 | } |
| 114 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 115 | }; |
| 116 | |
Tobias Grosser | 540757b | 2012-03-16 10:12:37 +0000 | [diff] [blame] | 117 | raw_ostream &operator<<(raw_ostream &OS, class ValidatorResult &VR) { |
| 118 | VR.print(OS); |
| 119 | return OS; |
| 120 | } |
| 121 | |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 122 | /// Check if a SCEV is valid in a SCoP. |
Tobias Grosser | 58032cb | 2013-06-23 01:29:29 +0000 | [diff] [blame] | 123 | struct SCEVValidator |
| 124 | : public SCEVVisitor<SCEVValidator, class ValidatorResult> { |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 125 | private: |
| 126 | const Region *R; |
| 127 | ScalarEvolution &SE; |
Tobias Grosser | e5e171e | 2011-11-10 12:45:03 +0000 | [diff] [blame] | 128 | const Value *BaseAddress; |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 129 | |
| 130 | public: |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 131 | SCEVValidator(const Region *R, ScalarEvolution &SE, const Value *BaseAddress) |
| 132 | : R(R), SE(SE), BaseAddress(BaseAddress) {} |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 133 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 134 | class ValidatorResult visitConstant(const SCEVConstant *Constant) { |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 135 | return ValidatorResult(SCEVType::INT); |
| 136 | } |
| 137 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 138 | class ValidatorResult visitTruncateExpr(const SCEVTruncateExpr *Expr) { |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 139 | ValidatorResult Op = visit(Expr->getOperand()); |
| 140 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 141 | switch (Op.getType()) { |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 142 | case SCEVType::INT: |
| 143 | case SCEVType::PARAM: |
| 144 | // We currently do not represent a truncate expression as an affine |
| 145 | // expression. If it is constant during Scop execution, we treat it as a |
| 146 | // parameter. |
| 147 | return ValidatorResult(SCEVType::PARAM, Expr); |
| 148 | case SCEVType::IV: |
| 149 | DEBUG(dbgs() << "INVALID: Truncation of SCEVType::IV expression"); |
| 150 | return ValidatorResult(SCEVType::INVALID); |
| 151 | case SCEVType::INVALID: |
| 152 | return Op; |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 153 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 154 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 155 | llvm_unreachable("Unknown SCEVType"); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 156 | } |
| 157 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 158 | class ValidatorResult visitZeroExtendExpr(const SCEVZeroExtendExpr *Expr) { |
Tobias Grosser | f4daf34 | 2014-08-16 09:08:55 +0000 | [diff] [blame^] | 159 | ValidatorResult Op = visit(Expr->getOperand()); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 160 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 161 | switch (Op.getType()) { |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 162 | case SCEVType::INT: |
| 163 | case SCEVType::PARAM: |
| 164 | // We currently do not represent a truncate expression as an affine |
| 165 | // expression. If it is constant during Scop execution, we treat it as a |
| 166 | // parameter. |
| 167 | return ValidatorResult(SCEVType::PARAM, Expr); |
| 168 | case SCEVType::IV: |
| 169 | DEBUG(dbgs() << "INVALID: ZeroExtend of SCEVType::IV expression"); |
| 170 | return ValidatorResult(SCEVType::INVALID); |
| 171 | case SCEVType::INVALID: |
| 172 | return Op; |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 173 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 174 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 175 | llvm_unreachable("Unknown SCEVType"); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 176 | } |
| 177 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 178 | class ValidatorResult visitSignExtendExpr(const SCEVSignExtendExpr *Expr) { |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 179 | // We currently allow only signed SCEV expressions. In the case of a |
| 180 | // signed value, a sign extend is a noop. |
| 181 | // |
| 182 | // TODO: Reconsider this when we add support for unsigned values. |
| 183 | return visit(Expr->getOperand()); |
| 184 | } |
| 185 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 186 | class ValidatorResult visitAddExpr(const SCEVAddExpr *Expr) { |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 187 | ValidatorResult Return(SCEVType::INT); |
| 188 | |
| 189 | for (int i = 0, e = Expr->getNumOperands(); i < e; ++i) { |
| 190 | ValidatorResult Op = visit(Expr->getOperand(i)); |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 191 | Return.merge(Op); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 192 | |
| 193 | // Early exit. |
| 194 | if (!Return.isValid()) |
| 195 | break; |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 196 | } |
| 197 | |
| 198 | // TODO: Check for NSW and NUW. |
| 199 | return Return; |
| 200 | } |
| 201 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 202 | class ValidatorResult visitMulExpr(const SCEVMulExpr *Expr) { |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 203 | ValidatorResult Return(SCEVType::INT); |
| 204 | |
Tobias Grosser | 3ed2600 | 2013-04-14 13:15:59 +0000 | [diff] [blame] | 205 | bool HasMultipleParams = false; |
| 206 | |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 207 | for (int i = 0, e = Expr->getNumOperands(); i < e; ++i) { |
| 208 | ValidatorResult Op = visit(Expr->getOperand(i)); |
| 209 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 210 | if (Op.isINT()) |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 211 | continue; |
| 212 | |
Tobias Grosser | ecb5092 | 2013-04-10 07:42:28 +0000 | [diff] [blame] | 213 | if (Op.isPARAM() && Return.isPARAM()) { |
Tobias Grosser | e602a07 | 2013-05-07 07:30:56 +0000 | [diff] [blame] | 214 | HasMultipleParams = true; |
Tobias Grosser | ecb5092 | 2013-04-10 07:42:28 +0000 | [diff] [blame] | 215 | continue; |
| 216 | } |
| 217 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 218 | if ((Op.isIV() || Op.isPARAM()) && !Return.isINT()) { |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 219 | DEBUG(dbgs() << "INVALID: More than one non-int operand in MulExpr\n" |
| 220 | << "\tExpr: " << *Expr << "\n" |
| 221 | << "\tPrevious expression type: " << Return << "\n" |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 222 | << "\tNext operand (" << Op |
| 223 | << "): " << *Expr->getOperand(i) << "\n"); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 224 | |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 225 | return ValidatorResult(SCEVType::INVALID); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 226 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 227 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 228 | Return.merge(Op); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 229 | } |
| 230 | |
Tobias Grosser | 3ed2600 | 2013-04-14 13:15:59 +0000 | [diff] [blame] | 231 | if (HasMultipleParams) |
| 232 | return ValidatorResult(SCEVType::PARAM, Expr); |
| 233 | |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 234 | // TODO: Check for NSW and NUW. |
| 235 | return Return; |
| 236 | } |
| 237 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 238 | class ValidatorResult visitUDivExpr(const SCEVUDivExpr *Expr) { |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 239 | ValidatorResult LHS = visit(Expr->getLHS()); |
| 240 | ValidatorResult RHS = visit(Expr->getRHS()); |
| 241 | |
Tobias Grosser | f9fbbdf | 2012-04-09 19:46:05 +0000 | [diff] [blame] | 242 | // We currently do not represent an unsigned division as an affine |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 243 | // expression. If the division is constant during Scop execution we treat it |
| 244 | // as a parameter, otherwise we bail out. |
| 245 | if (LHS.isConstant() && RHS.isConstant()) |
Tobias Grosser | 60b54f1 | 2011-11-08 15:41:28 +0000 | [diff] [blame] | 246 | return ValidatorResult(SCEVType::PARAM, Expr); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 247 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 248 | DEBUG(dbgs() << "INVALID: unsigned division of non-constant expressions"); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 249 | return ValidatorResult(SCEVType::INVALID); |
| 250 | } |
| 251 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 252 | class ValidatorResult visitAddRecExpr(const SCEVAddRecExpr *Expr) { |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 253 | if (!Expr->isAffine()) { |
| 254 | DEBUG(dbgs() << "INVALID: AddRec is not affine"); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 255 | return ValidatorResult(SCEVType::INVALID); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 256 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 257 | |
| 258 | ValidatorResult Start = visit(Expr->getStart()); |
| 259 | ValidatorResult Recurrence = visit(Expr->getStepRecurrence(SE)); |
| 260 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 261 | if (!Start.isValid()) |
| 262 | return Start; |
| 263 | |
| 264 | if (!Recurrence.isValid()) |
| 265 | return Recurrence; |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 266 | |
Tobias Grosser | bcc0a0d | 2011-11-17 12:56:14 +0000 | [diff] [blame] | 267 | if (R->contains(Expr->getLoop())) { |
| 268 | if (Recurrence.isINT()) { |
| 269 | ValidatorResult Result(SCEVType::IV); |
| 270 | Result.addParamsFrom(Start); |
| 271 | return Result; |
| 272 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 273 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 274 | DEBUG(dbgs() << "INVALID: AddRec within scop has non-int" |
| 275 | "recurrence part"); |
Tobias Grosser | bcc0a0d | 2011-11-17 12:56:14 +0000 | [diff] [blame] | 276 | return ValidatorResult(SCEVType::INVALID); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 277 | } |
| 278 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 279 | assert(Start.isConstant() && Recurrence.isConstant() && |
| 280 | "Expected 'Start' and 'Recurrence' to be constant"); |
Tobias Grosser | e42ddb9 | 2013-08-05 15:14:15 +0000 | [diff] [blame] | 281 | |
| 282 | // Directly generate ValidatorResult for Expr if 'start' is zero. |
| 283 | if (Expr->getStart()->isZero()) |
| 284 | return ValidatorResult(SCEVType::PARAM, Expr); |
| 285 | |
| 286 | // Translate AddRecExpr from '{start, +, inc}' into 'start + {0, +, inc}' |
| 287 | // if 'start' is not zero. |
| 288 | const SCEV *ZeroStartExpr = SE.getAddRecExpr( |
| 289 | SE.getConstant(Expr->getStart()->getType(), 0), |
| 290 | Expr->getStepRecurrence(SE), Expr->getLoop(), SCEV::FlagAnyWrap); |
| 291 | |
| 292 | ValidatorResult ZeroStartResult = |
| 293 | ValidatorResult(SCEVType::PARAM, ZeroStartExpr); |
| 294 | ZeroStartResult.addParamsFrom(Start); |
| 295 | |
| 296 | return ZeroStartResult; |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 297 | } |
| 298 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 299 | class ValidatorResult visitSMaxExpr(const SCEVSMaxExpr *Expr) { |
Tobias Grosser | 7b6f9ba | 2013-12-09 21:51:46 +0000 | [diff] [blame] | 300 | ValidatorResult Return(SCEVType::INT); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 301 | |
| 302 | for (int i = 0, e = Expr->getNumOperands(); i < e; ++i) { |
| 303 | ValidatorResult Op = visit(Expr->getOperand(i)); |
| 304 | |
| 305 | if (!Op.isValid()) |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 306 | return Op; |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 307 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 308 | Return.merge(Op); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 309 | } |
| 310 | |
| 311 | return Return; |
| 312 | } |
| 313 | |
Tobias Grosser | fa043f0 | 2011-11-17 12:56:19 +0000 | [diff] [blame] | 314 | class ValidatorResult visitUMaxExpr(const SCEVUMaxExpr *Expr) { |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 315 | // We do not support unsigned operations. If 'Expr' is constant during Scop |
| 316 | // execution we treat this as a parameter, otherwise we bail out. |
| 317 | for (int i = 0, e = Expr->getNumOperands(); i < e; ++i) { |
| 318 | ValidatorResult Op = visit(Expr->getOperand(i)); |
| 319 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 320 | if (!Op.isConstant()) { |
| 321 | DEBUG(dbgs() << "INVALID: UMaxExpr has a non-constant operand"); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 322 | return ValidatorResult(SCEVType::INVALID); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 323 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 324 | } |
| 325 | |
Tobias Grosser | 371bada | 2012-03-16 10:16:28 +0000 | [diff] [blame] | 326 | return ValidatorResult(SCEVType::PARAM, Expr); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 327 | } |
| 328 | |
Tobias Grosser | 7ffe4e8 | 2011-11-17 12:56:10 +0000 | [diff] [blame] | 329 | ValidatorResult visitUnknown(const SCEVUnknown *Expr) { |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 330 | Value *V = Expr->getValue(); |
| 331 | |
Tobias Grosser | 3ec2abc | 2012-03-16 16:36:47 +0000 | [diff] [blame] | 332 | // We currently only support integer types. It may be useful to support |
| 333 | // pointer types, e.g. to support code like: |
| 334 | // |
| 335 | // if (A) |
| 336 | // A[i] = 1; |
| 337 | // |
| 338 | // See test/CodeGen/20120316-InvalidCast.ll |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 339 | if (!Expr->getType()->isIntegerTy()) { |
| 340 | DEBUG(dbgs() << "INVALID: UnknownExpr is not an integer type"); |
Tobias Grosser | 3ec2abc | 2012-03-16 16:36:47 +0000 | [diff] [blame] | 341 | return ValidatorResult(SCEVType::INVALID); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 342 | } |
Tobias Grosser | 3ec2abc | 2012-03-16 16:36:47 +0000 | [diff] [blame] | 343 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 344 | if (isa<UndefValue>(V)) { |
| 345 | DEBUG(dbgs() << "INVALID: UnknownExpr references an undef value"); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 346 | return ValidatorResult(SCEVType::INVALID); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 347 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 348 | |
Tobias Grosser | f4daf34 | 2014-08-16 09:08:55 +0000 | [diff] [blame^] | 349 | if (Instruction *I = dyn_cast<Instruction>(Expr->getValue())) |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 350 | if (R->contains(I)) { |
| 351 | DEBUG(dbgs() << "INVALID: UnknownExpr references an instruction " |
| 352 | "within the region\n"); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 353 | return ValidatorResult(SCEVType::INVALID); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 354 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 355 | |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 356 | if (BaseAddress == V) { |
| 357 | DEBUG(dbgs() << "INVALID: UnknownExpr references BaseAddress\n"); |
Tobias Grosser | e5e171e | 2011-11-10 12:45:03 +0000 | [diff] [blame] | 358 | return ValidatorResult(SCEVType::INVALID); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 359 | } |
Tobias Grosser | e5e171e | 2011-11-10 12:45:03 +0000 | [diff] [blame] | 360 | |
| 361 | return ValidatorResult(SCEVType::PARAM, Expr); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 362 | } |
| 363 | }; |
| 364 | |
Sebastian Pop | 97cb813 | 2013-03-18 20:21:13 +0000 | [diff] [blame] | 365 | /// @brief Check whether a SCEV refers to an SSA name defined inside a region. |
| 366 | /// |
Tobias Grosser | 58032cb | 2013-06-23 01:29:29 +0000 | [diff] [blame] | 367 | struct SCEVInRegionDependences |
| 368 | : public SCEVVisitor<SCEVInRegionDependences, bool> { |
Sebastian Pop | 97cb813 | 2013-03-18 20:21:13 +0000 | [diff] [blame] | 369 | public: |
Sebastian Pop | 97cb813 | 2013-03-18 20:21:13 +0000 | [diff] [blame] | 370 | /// Returns true when the SCEV has SSA names defined in region R. |
| 371 | static bool hasDependences(const SCEV *S, const Region *R) { |
| 372 | SCEVInRegionDependences Ignore(R); |
| 373 | return Ignore.visit(S); |
| 374 | } |
| 375 | |
| 376 | SCEVInRegionDependences(const Region *R) : R(R) {} |
| 377 | |
| 378 | bool visit(const SCEV *Expr) { |
| 379 | return SCEVVisitor<SCEVInRegionDependences, bool>::visit(Expr); |
| 380 | } |
| 381 | |
| 382 | bool visitConstant(const SCEVConstant *Constant) { return false; } |
| 383 | |
| 384 | bool visitTruncateExpr(const SCEVTruncateExpr *Expr) { |
| 385 | return visit(Expr->getOperand()); |
| 386 | } |
| 387 | |
| 388 | bool visitZeroExtendExpr(const SCEVZeroExtendExpr *Expr) { |
| 389 | return visit(Expr->getOperand()); |
| 390 | } |
| 391 | |
| 392 | bool visitSignExtendExpr(const SCEVSignExtendExpr *Expr) { |
| 393 | return visit(Expr->getOperand()); |
| 394 | } |
| 395 | |
| 396 | bool visitAddExpr(const SCEVAddExpr *Expr) { |
| 397 | for (int i = 0, e = Expr->getNumOperands(); i < e; ++i) |
| 398 | if (visit(Expr->getOperand(i))) |
| 399 | return true; |
| 400 | |
| 401 | return false; |
| 402 | } |
| 403 | |
| 404 | bool visitMulExpr(const SCEVMulExpr *Expr) { |
| 405 | for (int i = 0, e = Expr->getNumOperands(); i < e; ++i) |
| 406 | if (visit(Expr->getOperand(i))) |
| 407 | return true; |
| 408 | |
| 409 | return false; |
| 410 | } |
| 411 | |
| 412 | bool visitUDivExpr(const SCEVUDivExpr *Expr) { |
| 413 | if (visit(Expr->getLHS())) |
| 414 | return true; |
| 415 | |
| 416 | if (visit(Expr->getRHS())) |
| 417 | return true; |
| 418 | |
| 419 | return false; |
| 420 | } |
| 421 | |
| 422 | bool visitAddRecExpr(const SCEVAddRecExpr *Expr) { |
| 423 | if (visit(Expr->getStart())) |
| 424 | return true; |
| 425 | |
| 426 | for (size_t i = 0; i < Expr->getNumOperands(); ++i) |
| 427 | if (visit(Expr->getOperand(i))) |
| 428 | return true; |
| 429 | |
| 430 | return false; |
| 431 | } |
| 432 | |
| 433 | bool visitSMaxExpr(const SCEVSMaxExpr *Expr) { |
| 434 | for (size_t i = 0; i < Expr->getNumOperands(); ++i) |
| 435 | if (visit(Expr->getOperand(i))) |
| 436 | return true; |
| 437 | |
| 438 | return false; |
| 439 | } |
| 440 | |
| 441 | bool visitUMaxExpr(const SCEVUMaxExpr *Expr) { |
| 442 | for (size_t i = 0; i < Expr->getNumOperands(); ++i) |
| 443 | if (visit(Expr->getOperand(i))) |
| 444 | return true; |
| 445 | |
| 446 | return false; |
| 447 | } |
| 448 | |
| 449 | bool visitUnknown(const SCEVUnknown *Expr) { |
| 450 | Instruction *Inst = dyn_cast<Instruction>(Expr->getValue()); |
| 451 | |
| 452 | // Return true when Inst is defined inside the region R. |
| 453 | if (Inst && R->contains(Inst)) |
| 454 | return true; |
| 455 | |
| 456 | return false; |
| 457 | } |
| 458 | |
| 459 | private: |
| 460 | const Region *R; |
| 461 | }; |
| 462 | |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 463 | namespace polly { |
Tobias Grosser | 4d96c8d | 2013-03-23 01:05:07 +0000 | [diff] [blame] | 464 | bool hasScalarDepsInsideRegion(const SCEV *Expr, const Region *R) { |
| 465 | return SCEVInRegionDependences::hasDependences(Expr, R); |
| 466 | } |
Sebastian Pop | 97cb813 | 2013-03-18 20:21:13 +0000 | [diff] [blame] | 467 | |
Tobias Grosser | 4d96c8d | 2013-03-23 01:05:07 +0000 | [diff] [blame] | 468 | bool isAffineExpr(const Region *R, const SCEV *Expr, ScalarEvolution &SE, |
| 469 | const Value *BaseAddress) { |
| 470 | if (isa<SCEVCouldNotCompute>(Expr)) |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 471 | return false; |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 472 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 473 | SCEVValidator Validator(R, SE, BaseAddress); |
Tobias Grosser | 4d96c8d | 2013-03-23 01:05:07 +0000 | [diff] [blame] | 474 | DEBUG(dbgs() << "\n"; dbgs() << "Expr: " << *Expr << "\n"; |
| 475 | dbgs() << "Region: " << R->getNameStr() << "\n"; dbgs() << " -> "); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 476 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 477 | ValidatorResult Result = Validator.visit(Expr); |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 478 | |
Tobias Grosser | 4d96c8d | 2013-03-23 01:05:07 +0000 | [diff] [blame] | 479 | DEBUG(if (Result.isValid()) dbgs() << "VALID\n"; dbgs() << "\n";); |
Tobias Grosser | eeb776a | 2012-09-08 14:00:37 +0000 | [diff] [blame] | 480 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 481 | return Result.isValid(); |
| 482 | } |
Tobias Grosser | 60b54f1 | 2011-11-08 15:41:28 +0000 | [diff] [blame] | 483 | |
Tobias Grosser | e602a07 | 2013-05-07 07:30:56 +0000 | [diff] [blame] | 484 | std::vector<const SCEV *> getParamsInAffineExpr(const Region *R, |
| 485 | const SCEV *Expr, |
| 486 | ScalarEvolution &SE, |
| 487 | const Value *BaseAddress) { |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 488 | if (isa<SCEVCouldNotCompute>(Expr)) |
| 489 | return std::vector<const SCEV *>(); |
Tobias Grosser | 60b54f1 | 2011-11-08 15:41:28 +0000 | [diff] [blame] | 490 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 491 | SCEVValidator Validator(R, SE, BaseAddress); |
| 492 | ValidatorResult Result = Validator.visit(Expr); |
Tobias Grosser | 60b54f1 | 2011-11-08 15:41:28 +0000 | [diff] [blame] | 493 | |
Tobias Grosser | de49b8f | 2013-02-22 08:21:52 +0000 | [diff] [blame] | 494 | return Result.getParameters(); |
| 495 | } |
Tobias Grosser | 120db6b | 2011-11-07 12:58:54 +0000 | [diff] [blame] | 496 | } |