| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 1 | //===---- Delinearization.cpp - MultiDimensional Index Delinearization ----===// | 
|  | 2 | // | 
| Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | 
|  | 4 | // See https://llvm.org/LICENSE.txt for license information. | 
|  | 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 6 | // | 
|  | 7 | //===----------------------------------------------------------------------===// | 
|  | 8 | // | 
|  | 9 | // This implements an analysis pass that tries to delinearize all GEP | 
|  | 10 | // instructions in all loops using the SCEV analysis functionality. This pass is | 
|  | 11 | // only used for testing purposes: if your pass needs delinearization, please | 
|  | 12 | // use the on-demand SCEVAddRecExpr::delinearize() function. | 
|  | 13 | // | 
|  | 14 | //===----------------------------------------------------------------------===// | 
|  | 15 |  | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 16 | #include "llvm/Analysis/LoopInfo.h" | 
|  | 17 | #include "llvm/Analysis/Passes.h" | 
|  | 18 | #include "llvm/Analysis/ScalarEvolution.h" | 
|  | 19 | #include "llvm/Analysis/ScalarEvolutionExpressions.h" | 
| Mehdi Amini | b550cb1 | 2016-04-18 09:17:29 +0000 | [diff] [blame] | 20 | #include "llvm/IR/Constants.h" | 
| Chandler Carruth | 8a8cd2b | 2014-01-07 11:48:04 +0000 | [diff] [blame] | 21 | #include "llvm/IR/DerivedTypes.h" | 
|  | 22 | #include "llvm/IR/Function.h" | 
| Chandler Carruth | 8394857 | 2014-03-04 10:30:26 +0000 | [diff] [blame] | 23 | #include "llvm/IR/InstIterator.h" | 
| Chandler Carruth | 8a8cd2b | 2014-01-07 11:48:04 +0000 | [diff] [blame] | 24 | #include "llvm/IR/Instructions.h" | 
|  | 25 | #include "llvm/IR/LLVMContext.h" | 
|  | 26 | #include "llvm/IR/Type.h" | 
| Reid Kleckner | 05da2fe | 2019-11-13 13:15:01 -0800 | [diff] [blame] | 27 | #include "llvm/InitializePasses.h" | 
| Chandler Carruth | 8a8cd2b | 2014-01-07 11:48:04 +0000 | [diff] [blame] | 28 | #include "llvm/Pass.h" | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 29 | #include "llvm/Support/Debug.h" | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 30 | #include "llvm/Support/raw_ostream.h" | 
|  | 31 |  | 
|  | 32 | using namespace llvm; | 
|  | 33 |  | 
| Chandler Carruth | f1221bd | 2014-04-22 02:48:03 +0000 | [diff] [blame] | 34 | #define DL_NAME "delinearize" | 
|  | 35 | #define DEBUG_TYPE DL_NAME | 
|  | 36 |  | 
| Benjamin Kramer | 9e501ec | 2013-11-13 15:35:17 +0000 | [diff] [blame] | 37 | namespace { | 
|  | 38 |  | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 39 | class Delinearization : public FunctionPass { | 
|  | 40 | Delinearization(const Delinearization &); // do not implement | 
|  | 41 | protected: | 
|  | 42 | Function *F; | 
|  | 43 | LoopInfo *LI; | 
|  | 44 | ScalarEvolution *SE; | 
|  | 45 |  | 
|  | 46 | public: | 
|  | 47 | static char ID; // Pass identification, replacement for typeid | 
|  | 48 |  | 
|  | 49 | Delinearization() : FunctionPass(ID) { | 
|  | 50 | initializeDelinearizationPass(*PassRegistry::getPassRegistry()); | 
|  | 51 | } | 
| Craig Topper | e9ba759 | 2014-03-05 07:30:04 +0000 | [diff] [blame] | 52 | bool runOnFunction(Function &F) override; | 
|  | 53 | void getAnalysisUsage(AnalysisUsage &AU) const override; | 
| Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 54 | void print(raw_ostream &O, const Module *M = nullptr) const override; | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 55 | }; | 
|  | 56 |  | 
| Benjamin Kramer | 9e501ec | 2013-11-13 15:35:17 +0000 | [diff] [blame] | 57 | } // end anonymous namespace | 
|  | 58 |  | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 59 | void Delinearization::getAnalysisUsage(AnalysisUsage &AU) const { | 
|  | 60 | AU.setPreservesAll(); | 
| Chandler Carruth | 4f8f307 | 2015-01-17 14:16:18 +0000 | [diff] [blame] | 61 | AU.addRequired<LoopInfoWrapperPass>(); | 
| Chandler Carruth | 2f1fd16 | 2015-08-17 02:08:17 +0000 | [diff] [blame] | 62 | AU.addRequired<ScalarEvolutionWrapperPass>(); | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 63 | } | 
|  | 64 |  | 
|  | 65 | bool Delinearization::runOnFunction(Function &F) { | 
|  | 66 | this->F = &F; | 
| Chandler Carruth | 2f1fd16 | 2015-08-17 02:08:17 +0000 | [diff] [blame] | 67 | SE = &getAnalysis<ScalarEvolutionWrapperPass>().getSE(); | 
| Chandler Carruth | 4f8f307 | 2015-01-17 14:16:18 +0000 | [diff] [blame] | 68 | LI = &getAnalysis<LoopInfoWrapperPass>().getLoopInfo(); | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 69 | return false; | 
|  | 70 | } | 
|  | 71 |  | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 72 | void Delinearization::print(raw_ostream &O, const Module *) const { | 
|  | 73 | O << "Delinearization on function " << F->getName() << ":\n"; | 
|  | 74 | for (inst_iterator I = inst_begin(F), E = inst_end(F); I != E; ++I) { | 
|  | 75 | Instruction *Inst = &(*I); | 
| Sebastian Pop | 7ee1472 | 2013-11-13 22:37:58 +0000 | [diff] [blame] | 76 |  | 
|  | 77 | // Only analyze loads and stores. | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 78 | if (!isa<StoreInst>(Inst) && !isa<LoadInst>(Inst) && | 
|  | 79 | !isa<GetElementPtrInst>(Inst)) | 
|  | 80 | continue; | 
|  | 81 |  | 
|  | 82 | const BasicBlock *BB = Inst->getParent(); | 
|  | 83 | // Delinearize the memory access as analyzed in all the surrounding loops. | 
|  | 84 | // Do not analyze memory accesses outside loops. | 
| Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 85 | for (Loop *L = LI->getLoopFor(BB); L != nullptr; L = L->getParentLoop()) { | 
| Renato Golin | 038ede2 | 2018-03-09 21:05:58 +0000 | [diff] [blame] | 86 | const SCEV *AccessFn = SE->getSCEVAtScope(getPointerOperand(Inst), L); | 
| Sebastian Pop | 28e6b97 | 2014-05-27 22:41:51 +0000 | [diff] [blame] | 87 |  | 
|  | 88 | const SCEVUnknown *BasePointer = | 
|  | 89 | dyn_cast<SCEVUnknown>(SE->getPointerBase(AccessFn)); | 
|  | 90 | // Do not delinearize if we cannot find the base pointer. | 
|  | 91 | if (!BasePointer) | 
|  | 92 | break; | 
|  | 93 | AccessFn = SE->getMinusSCEV(AccessFn, BasePointer); | 
| Sebastian Pop | 28e6b97 | 2014-05-27 22:41:51 +0000 | [diff] [blame] | 94 |  | 
| Tobias Grosser | c3d9db2 | 2014-04-09 07:53:49 +0000 | [diff] [blame] | 95 | O << "\n"; | 
|  | 96 | O << "Inst:" << *Inst << "\n"; | 
|  | 97 | O << "In Loop with Header: " << L->getHeader()->getName() << "\n"; | 
| Tobias Grosser | 374bce0 | 2015-10-12 08:02:00 +0000 | [diff] [blame] | 98 | O << "AccessFunction: " << *AccessFn << "\n"; | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 99 |  | 
|  | 100 | SmallVector<const SCEV *, 3> Subscripts, Sizes; | 
| Tobias Grosser | 374bce0 | 2015-10-12 08:02:00 +0000 | [diff] [blame] | 101 | SE->delinearize(AccessFn, Subscripts, Sizes, SE->getElementSize(Inst)); | 
| Sebastian Pop | a6e5860 | 2014-05-27 22:41:45 +0000 | [diff] [blame] | 102 | if (Subscripts.size() == 0 || Sizes.size() == 0 || | 
| Sebastian Pop | 448712b | 2014-05-07 18:01:20 +0000 | [diff] [blame] | 103 | Subscripts.size() != Sizes.size()) { | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 104 | O << "failed to delinearize\n"; | 
|  | 105 | continue; | 
|  | 106 | } | 
| Sebastian Pop | 28e6b97 | 2014-05-27 22:41:51 +0000 | [diff] [blame] | 107 |  | 
|  | 108 | O << "Base offset: " << *BasePointer << "\n"; | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 109 | O << "ArrayDecl[UnknownSize]"; | 
| Sebastian Pop | 448712b | 2014-05-07 18:01:20 +0000 | [diff] [blame] | 110 | int Size = Subscripts.size(); | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 111 | for (int i = 0; i < Size - 1; i++) | 
|  | 112 | O << "[" << *Sizes[i] << "]"; | 
|  | 113 | O << " with elements of " << *Sizes[Size - 1] << " bytes.\n"; | 
|  | 114 |  | 
|  | 115 | O << "ArrayRef"; | 
|  | 116 | for (int i = 0; i < Size; i++) | 
|  | 117 | O << "[" << *Subscripts[i] << "]"; | 
|  | 118 | O << "\n"; | 
|  | 119 | } | 
|  | 120 | } | 
|  | 121 | } | 
|  | 122 |  | 
|  | 123 | char Delinearization::ID = 0; | 
|  | 124 | static const char delinearization_name[] = "Delinearization"; | 
|  | 125 | INITIALIZE_PASS_BEGIN(Delinearization, DL_NAME, delinearization_name, true, | 
|  | 126 | true) | 
| Chandler Carruth | 4f8f307 | 2015-01-17 14:16:18 +0000 | [diff] [blame] | 127 | INITIALIZE_PASS_DEPENDENCY(LoopInfoWrapperPass) | 
| Sebastian Pop | c62c679 | 2013-11-12 22:47:20 +0000 | [diff] [blame] | 128 | INITIALIZE_PASS_END(Delinearization, DL_NAME, delinearization_name, true, true) | 
|  | 129 |  | 
|  | 130 | FunctionPass *llvm::createDelinearizationPass() { return new Delinearization; } |