Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 1 | //===- LowerSwitch.cpp - Eliminate Switch instructions --------------------===// |
Misha Brukman | b1c9317 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Misha Brukman | b1c9317 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 6 | // |
John Criswell | 482202a | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 7 | //===----------------------------------------------------------------------===// |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 8 | // |
Gordon Henriksen | d568767 | 2007-11-04 16:15:04 +0000 | [diff] [blame] | 9 | // The LowerSwitch transformation rewrites switch instructions with a sequence |
| 10 | // of branches, which allows targets to get away with not implementing the |
| 11 | // switch instruction until it is convenient. |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 15 | #include "llvm/ADT/DenseMap.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 16 | #include "llvm/ADT/STLExtras.h" |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 17 | #include "llvm/ADT/SmallPtrSet.h" |
| 18 | #include "llvm/ADT/SmallVector.h" |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 19 | #include "llvm/Analysis/AssumptionCache.h" |
| 20 | #include "llvm/Analysis/LazyValueInfo.h" |
| 21 | #include "llvm/Analysis/ValueTracking.h" |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 22 | #include "llvm/IR/BasicBlock.h" |
Benjamin Kramer | 799003b | 2015-03-23 19:32:43 +0000 | [diff] [blame] | 23 | #include "llvm/IR/CFG.h" |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 24 | #include "llvm/IR/ConstantRange.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 25 | #include "llvm/IR/Constants.h" |
| 26 | #include "llvm/IR/Function.h" |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 27 | #include "llvm/IR/InstrTypes.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 28 | #include "llvm/IR/Instructions.h" |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 29 | #include "llvm/IR/Value.h" |
Reid Kleckner | 05da2fe | 2019-11-13 13:15:01 -0800 | [diff] [blame^] | 30 | #include "llvm/InitializePasses.h" |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 31 | #include "llvm/Pass.h" |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 32 | #include "llvm/Support/Casting.h" |
Chris Lattner | 3d27be1 | 2006-08-27 12:54:02 +0000 | [diff] [blame] | 33 | #include "llvm/Support/Compiler.h" |
Nick Lewycky | 974e12b | 2009-10-25 06:57:41 +0000 | [diff] [blame] | 34 | #include "llvm/Support/Debug.h" |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 35 | #include "llvm/Support/KnownBits.h" |
Chris Lattner | 0c19df4 | 2008-08-23 22:23:09 +0000 | [diff] [blame] | 36 | #include "llvm/Support/raw_ostream.h" |
David Blaikie | a373d18 | 2018-03-28 17:44:36 +0000 | [diff] [blame] | 37 | #include "llvm/Transforms/Utils.h" |
Benjamin Kramer | 799003b | 2015-03-23 19:32:43 +0000 | [diff] [blame] | 38 | #include "llvm/Transforms/Utils/BasicBlockUtils.h" |
Alkis Evlogimenos | a5c04ee | 2004-09-03 18:19:51 +0000 | [diff] [blame] | 39 | #include <algorithm> |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 40 | #include <cassert> |
| 41 | #include <cstdint> |
| 42 | #include <iterator> |
| 43 | #include <limits> |
| 44 | #include <vector> |
| 45 | |
Chris Lattner | 49525f8 | 2004-01-09 06:02:20 +0000 | [diff] [blame] | 46 | using namespace llvm; |
Brian Gaeke | 960707c | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 47 | |
Chandler Carruth | e96dd89 | 2014-04-21 22:55:11 +0000 | [diff] [blame] | 48 | #define DEBUG_TYPE "lower-switch" |
| 49 | |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 50 | namespace { |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 51 | |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 52 | struct IntRange { |
| 53 | int64_t Low, High; |
| 54 | }; |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 55 | |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 56 | } // end anonymous namespace |
| 57 | |
| 58 | // Return true iff R is covered by Ranges. |
| 59 | static bool IsInRanges(const IntRange &R, |
| 60 | const std::vector<IntRange> &Ranges) { |
| 61 | // Note: Ranges must be sorted, non-overlapping and non-adjacent. |
| 62 | |
| 63 | // Find the first range whose High field is >= R.High, |
| 64 | // then check if the Low field is <= R.Low. If so, we |
| 65 | // have a Range that covers R. |
Fangrui Song | cecc435 | 2019-04-12 02:02:06 +0000 | [diff] [blame] | 66 | auto I = llvm::lower_bound( |
| 67 | Ranges, R, [](IntRange A, IntRange B) { return A.High < B.High; }); |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 68 | return I != Ranges.end() && I->Low <= R.Low; |
| 69 | } |
| 70 | |
| 71 | namespace { |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 72 | |
Sanjay Patel | 815adac | 2015-09-16 16:21:08 +0000 | [diff] [blame] | 73 | /// Replace all SwitchInst instructions with chained branch instructions. |
Nick Lewycky | 02d5f77 | 2009-10-25 06:33:48 +0000 | [diff] [blame] | 74 | class LowerSwitch : public FunctionPass { |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 75 | public: |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 76 | // Pass identification, replacement for typeid |
| 77 | static char ID; |
| 78 | |
Owen Anderson | 6c18d1a | 2010-10-19 17:21:58 +0000 | [diff] [blame] | 79 | LowerSwitch() : FunctionPass(ID) { |
| 80 | initializeLowerSwitchPass(*PassRegistry::getPassRegistry()); |
Karl-Johan Karlsson | 1ffeb5d | 2018-07-10 12:06:16 +0000 | [diff] [blame] | 81 | } |
Devang Patel | 09f162c | 2007-05-01 21:15:47 +0000 | [diff] [blame] | 82 | |
Craig Topper | 3e4c697 | 2014-03-05 09:10:37 +0000 | [diff] [blame] | 83 | bool runOnFunction(Function &F) override; |
| 84 | |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 85 | void getAnalysisUsage(AnalysisUsage &AU) const override { |
| 86 | AU.addRequired<LazyValueInfoWrapperPass>(); |
| 87 | } |
| 88 | |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 89 | struct CaseRange { |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 90 | ConstantInt* Low; |
| 91 | ConstantInt* High; |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 92 | BasicBlock* BB; |
| 93 | |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 94 | CaseRange(ConstantInt *low, ConstantInt *high, BasicBlock *bb) |
Hans Wennborg | 8c82fbc | 2015-02-05 16:50:27 +0000 | [diff] [blame] | 95 | : Low(low), High(high), BB(bb) {} |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 96 | }; |
| 97 | |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 98 | using CaseVector = std::vector<CaseRange>; |
| 99 | using CaseItr = std::vector<CaseRange>::iterator; |
| 100 | |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 101 | private: |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 102 | void processSwitchInst(SwitchInst *SI, |
| 103 | SmallPtrSetImpl<BasicBlock *> &DeleteList, |
| 104 | AssumptionCache *AC, LazyValueInfo *LVI); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 105 | |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 106 | BasicBlock *switchConvert(CaseItr Begin, CaseItr End, |
| 107 | ConstantInt *LowerBound, ConstantInt *UpperBound, |
Marcello Maggioni | 78035b1 | 2014-07-11 10:34:36 +0000 | [diff] [blame] | 108 | Value *Val, BasicBlock *Predecessor, |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 109 | BasicBlock *OrigBlock, BasicBlock *Default, |
| 110 | const std::vector<IntRange> &UnreachableRanges); |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 111 | BasicBlock *newLeafBlock(CaseRange &Leaf, Value *Val, |
| 112 | ConstantInt *LowerBound, ConstantInt *UpperBound, |
| 113 | BasicBlock *OrigBlock, BasicBlock *Default); |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 114 | unsigned Clusterify(CaseVector &Cases, SwitchInst *SI); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 115 | }; |
Bob Wilson | e407736 | 2013-09-09 19:14:35 +0000 | [diff] [blame] | 116 | |
| 117 | /// The comparison function for sorting the switch case values in the vector. |
| 118 | /// WARNING: Case ranges should be disjoint! |
| 119 | struct CaseCmp { |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 120 | bool operator()(const LowerSwitch::CaseRange& C1, |
| 121 | const LowerSwitch::CaseRange& C2) { |
Bob Wilson | e407736 | 2013-09-09 19:14:35 +0000 | [diff] [blame] | 122 | const ConstantInt* CI1 = cast<const ConstantInt>(C1.Low); |
| 123 | const ConstantInt* CI2 = cast<const ConstantInt>(C2.High); |
| 124 | return CI1->getValue().slt(CI2->getValue()); |
| 125 | } |
| 126 | }; |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 127 | |
| 128 | } // end anonymous namespace |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 129 | |
Dan Gohman | d78c400 | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 130 | char LowerSwitch::ID = 0; |
Dan Gohman | d78c400 | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 131 | |
Chris Lattner | 0ab5e2c | 2011-04-15 05:18:47 +0000 | [diff] [blame] | 132 | // Publicly exposed interface to pass... |
Owen Anderson | a7aed18 | 2010-08-06 18:33:48 +0000 | [diff] [blame] | 133 | char &llvm::LowerSwitchID = LowerSwitch::ID; |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 134 | |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 135 | INITIALIZE_PASS_BEGIN(LowerSwitch, "lowerswitch", |
| 136 | "Lower SwitchInst's to branches", false, false) |
| 137 | INITIALIZE_PASS_DEPENDENCY(AssumptionCacheTracker) |
| 138 | INITIALIZE_PASS_DEPENDENCY(LazyValueInfoWrapperPass) |
| 139 | INITIALIZE_PASS_END(LowerSwitch, "lowerswitch", |
| 140 | "Lower SwitchInst's to branches", false, false) |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 141 | |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 142 | // createLowerSwitchPass - Interface to this file... |
Chris Lattner | 49525f8 | 2004-01-09 06:02:20 +0000 | [diff] [blame] | 143 | FunctionPass *llvm::createLowerSwitchPass() { |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 144 | return new LowerSwitch(); |
| 145 | } |
| 146 | |
| 147 | bool LowerSwitch::runOnFunction(Function &F) { |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 148 | LazyValueInfo *LVI = &getAnalysis<LazyValueInfoWrapperPass>().getLVI(); |
| 149 | auto *ACT = getAnalysisIfAvailable<AssumptionCacheTracker>(); |
| 150 | AssumptionCache *AC = ACT ? &ACT->getAssumptionCache(F) : nullptr; |
| 151 | // Prevent LazyValueInfo from using the DominatorTree as LowerSwitch does not |
| 152 | // preserve it and it becomes stale (when available) pretty much immediately. |
| 153 | // Currently the DominatorTree is only used by LowerSwitch indirectly via LVI |
| 154 | // and computeKnownBits to refine isValidAssumeForContext's results. Given |
| 155 | // that the latter can handle some of the simple cases w/o a DominatorTree, |
| 156 | // it's easier to refrain from using the tree than to keep it up to date. |
| 157 | LVI->disableDT(); |
| 158 | |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 159 | bool Changed = false; |
Chen Li | 0786bc9 | 2015-08-11 20:16:17 +0000 | [diff] [blame] | 160 | SmallPtrSet<BasicBlock*, 8> DeleteList; |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 161 | |
| 162 | for (Function::iterator I = F.begin(), E = F.end(); I != E; ) { |
Duncan P. N. Exon Smith | 5b4c837 | 2015-10-13 02:39:05 +0000 | [diff] [blame] | 163 | BasicBlock *Cur = &*I++; // Advance over block so we don't traverse new blocks |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 164 | |
Chen Li | 0786bc9 | 2015-08-11 20:16:17 +0000 | [diff] [blame] | 165 | // If the block is a dead Default block that will be deleted later, don't |
| 166 | // waste time processing it. |
| 167 | if (DeleteList.count(Cur)) |
| 168 | continue; |
| 169 | |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 170 | if (SwitchInst *SI = dyn_cast<SwitchInst>(Cur->getTerminator())) { |
| 171 | Changed = true; |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 172 | processSwitchInst(SI, DeleteList, AC, LVI); |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 173 | } |
| 174 | } |
| 175 | |
Chen Li | 10f01bd | 2015-08-11 18:12:26 +0000 | [diff] [blame] | 176 | for (BasicBlock* BB: DeleteList) { |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 177 | LVI->eraseBlock(BB); |
Chen Li | 10f01bd | 2015-08-11 18:12:26 +0000 | [diff] [blame] | 178 | DeleteDeadBlock(BB); |
| 179 | } |
| 180 | |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 181 | return Changed; |
| 182 | } |
| 183 | |
Sanjay Patel | 815adac | 2015-09-16 16:21:08 +0000 | [diff] [blame] | 184 | /// Used for debugging purposes. |
Fangrui Song | 862eebb | 2018-05-05 20:14:38 +0000 | [diff] [blame] | 185 | LLVM_ATTRIBUTE_USED |
| 186 | static raw_ostream &operator<<(raw_ostream &O, |
Daniel Dunbar | 796e43e | 2009-07-24 10:36:58 +0000 | [diff] [blame] | 187 | const LowerSwitch::CaseVector &C) { |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 188 | O << "["; |
| 189 | |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 190 | for (LowerSwitch::CaseVector::const_iterator B = C.begin(), E = C.end(); |
| 191 | B != E;) { |
| 192 | O << "[" << B->Low->getValue() << ", " << B->High->getValue() << "]"; |
| 193 | if (++B != E) |
| 194 | O << ", "; |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 195 | } |
| 196 | |
| 197 | return O << "]"; |
| 198 | } |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 199 | |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 200 | /// Update the first occurrence of the "switch statement" BB in the PHI |
Sanjay Patel | 815adac | 2015-09-16 16:21:08 +0000 | [diff] [blame] | 201 | /// node with the "new" BB. The other occurrences will: |
| 202 | /// |
| 203 | /// 1) Be updated by subsequent calls to this function. Switch statements may |
| 204 | /// have more than one outcoming edge into the same BB if they all have the same |
| 205 | /// value. When the switch statement is converted these incoming edges are now |
| 206 | /// coming from multiple BBs. |
| 207 | /// 2) Removed if subsequent incoming values now share the same case, i.e., |
| 208 | /// multiple outcome edges are condensed into one. This is necessary to keep the |
| 209 | /// number of phi values equal to the number of branches to SuccBB. |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 210 | static void |
| 211 | fixPhis(BasicBlock *SuccBB, BasicBlock *OrigBB, BasicBlock *NewBB, |
| 212 | const unsigned NumMergedCases = std::numeric_limits<unsigned>::max()) { |
Duncan P. N. Exon Smith | 5b4c837 | 2015-10-13 02:39:05 +0000 | [diff] [blame] | 213 | for (BasicBlock::iterator I = SuccBB->begin(), |
| 214 | IE = SuccBB->getFirstNonPHI()->getIterator(); |
Bruno Cardoso Lopes | bc7ba2c | 2014-11-28 19:47:33 +0000 | [diff] [blame] | 215 | I != IE; ++I) { |
Marcello Maggioni | 78035b1 | 2014-07-11 10:34:36 +0000 | [diff] [blame] | 216 | PHINode *PN = cast<PHINode>(I); |
| 217 | |
Benjamin Kramer | df005cb | 2015-08-08 18:27:36 +0000 | [diff] [blame] | 218 | // Only update the first occurrence. |
Bruno Cardoso Lopes | bc7ba2c | 2014-11-28 19:47:33 +0000 | [diff] [blame] | 219 | unsigned Idx = 0, E = PN->getNumIncomingValues(); |
Bruno Cardoso Lopes | 15520db | 2014-12-02 18:31:53 +0000 | [diff] [blame] | 220 | unsigned LocalNumMergedCases = NumMergedCases; |
Bruno Cardoso Lopes | bc7ba2c | 2014-11-28 19:47:33 +0000 | [diff] [blame] | 221 | for (; Idx != E; ++Idx) { |
Juergen Ributzka | d441725 | 2014-11-10 21:05:27 +0000 | [diff] [blame] | 222 | if (PN->getIncomingBlock(Idx) == OrigBB) { |
| 223 | PN->setIncomingBlock(Idx, NewBB); |
| 224 | break; |
| 225 | } |
Marcello Maggioni | 78035b1 | 2014-07-11 10:34:36 +0000 | [diff] [blame] | 226 | } |
Bruno Cardoso Lopes | bc7ba2c | 2014-11-28 19:47:33 +0000 | [diff] [blame] | 227 | |
Benjamin Kramer | df005cb | 2015-08-08 18:27:36 +0000 | [diff] [blame] | 228 | // Remove additional occurrences coming from condensed cases and keep the |
Bruno Cardoso Lopes | bc7ba2c | 2014-11-28 19:47:33 +0000 | [diff] [blame] | 229 | // number of incoming values equal to the number of branches to SuccBB. |
Michael Liao | 24fcae8 | 2015-03-17 18:03:10 +0000 | [diff] [blame] | 230 | SmallVector<unsigned, 8> Indices; |
Bruno Cardoso Lopes | 15520db | 2014-12-02 18:31:53 +0000 | [diff] [blame] | 231 | for (++Idx; LocalNumMergedCases > 0 && Idx < E; ++Idx) |
Bruno Cardoso Lopes | bc7ba2c | 2014-11-28 19:47:33 +0000 | [diff] [blame] | 232 | if (PN->getIncomingBlock(Idx) == OrigBB) { |
Michael Liao | 24fcae8 | 2015-03-17 18:03:10 +0000 | [diff] [blame] | 233 | Indices.push_back(Idx); |
Bruno Cardoso Lopes | 15520db | 2014-12-02 18:31:53 +0000 | [diff] [blame] | 234 | LocalNumMergedCases--; |
Bruno Cardoso Lopes | bc7ba2c | 2014-11-28 19:47:33 +0000 | [diff] [blame] | 235 | } |
Michael Liao | 24fcae8 | 2015-03-17 18:03:10 +0000 | [diff] [blame] | 236 | // Remove incoming values in the reverse order to prevent invalidating |
| 237 | // *successive* index. |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 238 | for (unsigned III : llvm::reverse(Indices)) |
David Majnemer | d770877 | 2016-06-24 04:05:21 +0000 | [diff] [blame] | 239 | PN->removeIncomingValue(III); |
Marcello Maggioni | 78035b1 | 2014-07-11 10:34:36 +0000 | [diff] [blame] | 240 | } |
| 241 | } |
| 242 | |
Sanjay Patel | 815adac | 2015-09-16 16:21:08 +0000 | [diff] [blame] | 243 | /// Convert the switch statement into a binary lookup of the case values. |
| 244 | /// The function recursively builds this tree. LowerBound and UpperBound are |
| 245 | /// used to keep track of the bounds for Val that have already been checked by |
| 246 | /// a block emitted by one of the previous calls to switchConvert in the call |
| 247 | /// stack. |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 248 | BasicBlock * |
| 249 | LowerSwitch::switchConvert(CaseItr Begin, CaseItr End, ConstantInt *LowerBound, |
| 250 | ConstantInt *UpperBound, Value *Val, |
| 251 | BasicBlock *Predecessor, BasicBlock *OrigBlock, |
| 252 | BasicBlock *Default, |
| 253 | const std::vector<IntRange> &UnreachableRanges) { |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 254 | assert(LowerBound && UpperBound && "Bounds must be initialized"); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 255 | unsigned Size = End - Begin; |
| 256 | |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 257 | if (Size == 1) { |
| 258 | // Check if the Case Range is perfectly squeezed in between |
| 259 | // already checked Upper and Lower bounds. If it is then we can avoid |
| 260 | // emitting the code that checks if the value actually falls in the range |
| 261 | // because the bounds already tell us so. |
| 262 | if (Begin->Low == LowerBound && Begin->High == UpperBound) { |
Bruno Cardoso Lopes | bc7ba2c | 2014-11-28 19:47:33 +0000 | [diff] [blame] | 263 | unsigned NumMergedCases = 0; |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 264 | NumMergedCases = UpperBound->getSExtValue() - LowerBound->getSExtValue(); |
Bruno Cardoso Lopes | bc7ba2c | 2014-11-28 19:47:33 +0000 | [diff] [blame] | 265 | fixPhis(Begin->BB, OrigBlock, Predecessor, NumMergedCases); |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 266 | return Begin->BB; |
| 267 | } |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 268 | return newLeafBlock(*Begin, Val, LowerBound, UpperBound, OrigBlock, |
| 269 | Default); |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 270 | } |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 271 | |
| 272 | unsigned Mid = Size / 2; |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 273 | std::vector<CaseRange> LHS(Begin, Begin + Mid); |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 274 | LLVM_DEBUG(dbgs() << "LHS: " << LHS << "\n"); |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 275 | std::vector<CaseRange> RHS(Begin + Mid, End); |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 276 | LLVM_DEBUG(dbgs() << "RHS: " << RHS << "\n"); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 277 | |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 278 | CaseRange &Pivot = *(Begin + Mid); |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 279 | LLVM_DEBUG(dbgs() << "Pivot ==> [" << Pivot.Low->getValue() << ", " |
| 280 | << Pivot.High->getValue() << "]\n"); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 281 | |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 282 | // NewLowerBound here should never be the integer minimal value. |
| 283 | // This is because it is computed from a case range that is never |
| 284 | // the smallest, so there is always a case range that has at least |
| 285 | // a smaller value. |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 286 | ConstantInt *NewLowerBound = Pivot.Low; |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 287 | |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 288 | // Because NewLowerBound is never the smallest representable integer |
| 289 | // it is safe here to subtract one. |
| 290 | ConstantInt *NewUpperBound = ConstantInt::get(NewLowerBound->getContext(), |
| 291 | NewLowerBound->getValue() - 1); |
| 292 | |
| 293 | if (!UnreachableRanges.empty()) { |
| 294 | // Check if the gap between LHS's highest and NewLowerBound is unreachable. |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 295 | int64_t GapLow = LHS.back().High->getSExtValue() + 1; |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 296 | int64_t GapHigh = NewLowerBound->getSExtValue() - 1; |
| 297 | IntRange Gap = { GapLow, GapHigh }; |
| 298 | if (GapHigh >= GapLow && IsInRanges(Gap, UnreachableRanges)) |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 299 | NewUpperBound = LHS.back().High; |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 300 | } |
| 301 | |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 302 | LLVM_DEBUG(dbgs() << "LHS Bounds ==> [" << LowerBound->getSExtValue() << ", " |
| 303 | << NewUpperBound->getSExtValue() << "]\n" |
| 304 | << "RHS Bounds ==> [" << NewLowerBound->getSExtValue() |
| 305 | << ", " << UpperBound->getSExtValue() << "]\n"); |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 306 | |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 307 | // Create a new node that checks if the value is < pivot. Go to the |
| 308 | // left branch if it is and right branch if not. |
| 309 | Function* F = OrigBlock->getParent(); |
Owen Anderson | 55f1c09 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 310 | BasicBlock* NewNode = BasicBlock::Create(Val->getContext(), "NodeBlock"); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 311 | |
Bob Wilson | e407736 | 2013-09-09 19:14:35 +0000 | [diff] [blame] | 312 | ICmpInst* Comp = new ICmpInst(ICmpInst::ICMP_SLT, |
Owen Anderson | 1e5f00e | 2009-07-09 23:48:35 +0000 | [diff] [blame] | 313 | Val, Pivot.Low, "Pivot"); |
Marcello Maggioni | 78035b1 | 2014-07-11 10:34:36 +0000 | [diff] [blame] | 314 | |
| 315 | BasicBlock *LBranch = switchConvert(LHS.begin(), LHS.end(), LowerBound, |
| 316 | NewUpperBound, Val, NewNode, OrigBlock, |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 317 | Default, UnreachableRanges); |
Marcello Maggioni | 78035b1 | 2014-07-11 10:34:36 +0000 | [diff] [blame] | 318 | BasicBlock *RBranch = switchConvert(RHS.begin(), RHS.end(), NewLowerBound, |
| 319 | UpperBound, Val, NewNode, OrigBlock, |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 320 | Default, UnreachableRanges); |
Marcello Maggioni | 78035b1 | 2014-07-11 10:34:36 +0000 | [diff] [blame] | 321 | |
Duncan P. N. Exon Smith | 5b4c837 | 2015-10-13 02:39:05 +0000 | [diff] [blame] | 322 | F->getBasicBlockList().insert(++OrigBlock->getIterator(), NewNode); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 323 | NewNode->getInstList().push_back(Comp); |
Marcello Maggioni | 78035b1 | 2014-07-11 10:34:36 +0000 | [diff] [blame] | 324 | |
Gabor Greif | e9ecc68 | 2008-04-06 20:25:17 +0000 | [diff] [blame] | 325 | BranchInst::Create(LBranch, RBranch, Comp, NewNode); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 326 | return NewNode; |
| 327 | } |
| 328 | |
Sanjay Patel | 815adac | 2015-09-16 16:21:08 +0000 | [diff] [blame] | 329 | /// Create a new leaf block for the binary lookup tree. It checks if the |
| 330 | /// switch's value == the case's value. If not, then it jumps to the default |
| 331 | /// branch. At this point in the tree, the value can't be another valid case |
| 332 | /// value, so the jump to the "default" branch is warranted. |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 333 | BasicBlock *LowerSwitch::newLeafBlock(CaseRange &Leaf, Value *Val, |
| 334 | ConstantInt *LowerBound, |
| 335 | ConstantInt *UpperBound, |
| 336 | BasicBlock *OrigBlock, |
| 337 | BasicBlock *Default) { |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 338 | Function* F = OrigBlock->getParent(); |
Owen Anderson | 55f1c09 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 339 | BasicBlock* NewLeaf = BasicBlock::Create(Val->getContext(), "LeafBlock"); |
Duncan P. N. Exon Smith | 5b4c837 | 2015-10-13 02:39:05 +0000 | [diff] [blame] | 340 | F->getBasicBlockList().insert(++OrigBlock->getIterator(), NewLeaf); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 341 | |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 342 | // Emit comparison |
Craig Topper | f40110f | 2014-04-25 05:29:35 +0000 | [diff] [blame] | 343 | ICmpInst* Comp = nullptr; |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 344 | if (Leaf.Low == Leaf.High) { |
| 345 | // Make the seteq instruction... |
Owen Anderson | 1e5f00e | 2009-07-09 23:48:35 +0000 | [diff] [blame] | 346 | Comp = new ICmpInst(*NewLeaf, ICmpInst::ICMP_EQ, Val, |
| 347 | Leaf.Low, "SwitchLeaf"); |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 348 | } else { |
| 349 | // Make range comparison |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 350 | if (Leaf.Low == LowerBound) { |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 351 | // Val >= Min && Val <= Hi --> Val <= Hi |
Owen Anderson | 1e5f00e | 2009-07-09 23:48:35 +0000 | [diff] [blame] | 352 | Comp = new ICmpInst(*NewLeaf, ICmpInst::ICMP_SLE, Val, Leaf.High, |
| 353 | "SwitchLeaf"); |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 354 | } else if (Leaf.High == UpperBound) { |
| 355 | // Val <= Max && Val >= Lo --> Val >= Lo |
| 356 | Comp = new ICmpInst(*NewLeaf, ICmpInst::ICMP_SGE, Val, Leaf.Low, |
| 357 | "SwitchLeaf"); |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 358 | } else if (Leaf.Low->isZero()) { |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 359 | // Val >= 0 && Val <= Hi --> Val <=u Hi |
Owen Anderson | 1e5f00e | 2009-07-09 23:48:35 +0000 | [diff] [blame] | 360 | Comp = new ICmpInst(*NewLeaf, ICmpInst::ICMP_ULE, Val, Leaf.High, |
Karl-Johan Karlsson | 1ffeb5d | 2018-07-10 12:06:16 +0000 | [diff] [blame] | 361 | "SwitchLeaf"); |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 362 | } else { |
| 363 | // Emit V-Lo <=u Hi-Lo |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 364 | Constant* NegLo = ConstantExpr::getNeg(Leaf.Low); |
Gabor Greif | e1f6e4b | 2008-05-16 19:29:10 +0000 | [diff] [blame] | 365 | Instruction* Add = BinaryOperator::CreateAdd(Val, NegLo, |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 366 | Val->getName()+".off", |
| 367 | NewLeaf); |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 368 | Constant *UpperBound = ConstantExpr::getAdd(NegLo, Leaf.High); |
Owen Anderson | 1e5f00e | 2009-07-09 23:48:35 +0000 | [diff] [blame] | 369 | Comp = new ICmpInst(*NewLeaf, ICmpInst::ICMP_ULE, Add, UpperBound, |
| 370 | "SwitchLeaf"); |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 371 | } |
| 372 | } |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 373 | |
| 374 | // Make the conditional branch... |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 375 | BasicBlock* Succ = Leaf.BB; |
Gabor Greif | e9ecc68 | 2008-04-06 20:25:17 +0000 | [diff] [blame] | 376 | BranchInst::Create(Succ, Default, Comp, NewLeaf); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 377 | |
| 378 | // If there were any PHI nodes in this successor, rewrite one entry |
| 379 | // from OrigBlock to come from NewLeaf. |
Reid Spencer | 6614946 | 2004-09-15 17:06:42 +0000 | [diff] [blame] | 380 | for (BasicBlock::iterator I = Succ->begin(); isa<PHINode>(I); ++I) { |
| 381 | PHINode* PN = cast<PHINode>(I); |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 382 | // Remove all but one incoming entries from the cluster |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 383 | uint64_t Range = Leaf.High->getSExtValue() - |
| 384 | Leaf.Low->getSExtValue(); |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 385 | for (uint64_t j = 0; j < Range; ++j) { |
| 386 | PN->removeIncomingValue(OrigBlock); |
| 387 | } |
Karl-Johan Karlsson | 1ffeb5d | 2018-07-10 12:06:16 +0000 | [diff] [blame] | 388 | |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 389 | int BlockIdx = PN->getBasicBlockIndex(OrigBlock); |
| 390 | assert(BlockIdx != -1 && "Switch didn't go to this successor??"); |
| 391 | PN->setIncomingBlock((unsigned)BlockIdx, NewLeaf); |
| 392 | } |
| 393 | |
| 394 | return NewLeaf; |
| 395 | } |
| 396 | |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 397 | /// Transform simple list of \p SI's cases into list of CaseRange's \p Cases. |
| 398 | /// \post \p Cases wouldn't contain references to \p SI's default BB. |
| 399 | /// \returns Number of \p SI's cases that do not reference \p SI's default BB. |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 400 | unsigned LowerSwitch::Clusterify(CaseVector& Cases, SwitchInst *SI) { |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 401 | unsigned NumSimpleCases = 0; |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 402 | |
| 403 | // Start with "simple" cases |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 404 | for (auto Case : SI->cases()) { |
| 405 | if (Case.getCaseSuccessor() == SI->getDefaultDest()) |
| 406 | continue; |
Chandler Carruth | 927d8e6 | 2017-04-12 07:27:28 +0000 | [diff] [blame] | 407 | Cases.push_back(CaseRange(Case.getCaseValue(), Case.getCaseValue(), |
| 408 | Case.getCaseSuccessor())); |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 409 | ++NumSimpleCases; |
| 410 | } |
Chandler Carruth | 927d8e6 | 2017-04-12 07:27:28 +0000 | [diff] [blame] | 411 | |
Fangrui Song | 0cac726 | 2018-09-27 02:13:45 +0000 | [diff] [blame] | 412 | llvm::sort(Cases, CaseCmp()); |
Bob Wilson | e407736 | 2013-09-09 19:14:35 +0000 | [diff] [blame] | 413 | |
| 414 | // Merge case into clusters |
Benjamin Kramer | 00a477f | 2015-06-20 15:59:34 +0000 | [diff] [blame] | 415 | if (Cases.size() >= 2) { |
| 416 | CaseItr I = Cases.begin(); |
| 417 | for (CaseItr J = std::next(I), E = Cases.end(); J != E; ++J) { |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 418 | int64_t nextValue = J->Low->getSExtValue(); |
| 419 | int64_t currentValue = I->High->getSExtValue(); |
Bob Wilson | e407736 | 2013-09-09 19:14:35 +0000 | [diff] [blame] | 420 | BasicBlock* nextBB = J->BB; |
| 421 | BasicBlock* currentBB = I->BB; |
| 422 | |
| 423 | // If the two neighboring cases go to the same destination, merge them |
| 424 | // into a single case. |
Justin Bogner | e46d379 | 2015-06-20 00:28:25 +0000 | [diff] [blame] | 425 | assert(nextValue > currentValue && "Cases should be strictly ascending"); |
| 426 | if ((nextValue == currentValue + 1) && (currentBB == nextBB)) { |
Bob Wilson | e407736 | 2013-09-09 19:14:35 +0000 | [diff] [blame] | 427 | I->High = J->High; |
Benjamin Kramer | 00a477f | 2015-06-20 15:59:34 +0000 | [diff] [blame] | 428 | // FIXME: Combine branch weights. |
| 429 | } else if (++I != J) { |
| 430 | *I = *J; |
Bob Wilson | e407736 | 2013-09-09 19:14:35 +0000 | [diff] [blame] | 431 | } |
| 432 | } |
Benjamin Kramer | 00a477f | 2015-06-20 15:59:34 +0000 | [diff] [blame] | 433 | Cases.erase(std::next(I), Cases.end()); |
| 434 | } |
Bob Wilson | e407736 | 2013-09-09 19:14:35 +0000 | [diff] [blame] | 435 | |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 436 | return NumSimpleCases; |
| 437 | } |
Anton Korobeynikov | 8a6dc10 | 2007-03-10 16:46:28 +0000 | [diff] [blame] | 438 | |
Sanjay Patel | 815adac | 2015-09-16 16:21:08 +0000 | [diff] [blame] | 439 | /// Replace the specified switch instruction with a sequence of chained if-then |
| 440 | /// insts in a balanced binary search. |
Chen Li | 0786bc9 | 2015-08-11 20:16:17 +0000 | [diff] [blame] | 441 | void LowerSwitch::processSwitchInst(SwitchInst *SI, |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 442 | SmallPtrSetImpl<BasicBlock *> &DeleteList, |
| 443 | AssumptionCache *AC, LazyValueInfo *LVI) { |
| 444 | BasicBlock *OrigBlock = SI->getParent(); |
| 445 | Function *F = OrigBlock->getParent(); |
Eli Friedman | 95031ed | 2011-09-29 20:21:17 +0000 | [diff] [blame] | 446 | Value *Val = SI->getCondition(); // The value we are switching on... |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 447 | BasicBlock* Default = SI->getDefaultDest(); |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 448 | |
Matt Arsenault | 01d17e7 | 2017-04-21 23:54:12 +0000 | [diff] [blame] | 449 | // Don't handle unreachable blocks. If there are successors with phis, this |
| 450 | // would leave them behind with missing predecessors. |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 451 | if ((OrigBlock != &F->getEntryBlock() && pred_empty(OrigBlock)) || |
| 452 | OrigBlock->getSinglePredecessor() == OrigBlock) { |
| 453 | DeleteList.insert(OrigBlock); |
Chris Lattner | f1b1c5e | 2003-08-23 22:54:34 +0000 | [diff] [blame] | 454 | return; |
| 455 | } |
| 456 | |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 457 | // Prepare cases vector. |
| 458 | CaseVector Cases; |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 459 | const unsigned NumSimpleCases = Clusterify(Cases, SI); |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 460 | LLVM_DEBUG(dbgs() << "Clusterify finished. Total clusters: " << Cases.size() |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 461 | << ". Total non-default cases: " << NumSimpleCases |
| 462 | << "\nCase clusters: " << Cases << "\n"); |
| 463 | |
| 464 | // If there is only the default destination, just branch. |
| 465 | if (Cases.empty()) { |
| 466 | BranchInst::Create(Default, OrigBlock); |
| 467 | // Remove all the references from Default's PHIs to OrigBlock, but one. |
| 468 | fixPhis(Default, OrigBlock, OrigBlock); |
| 469 | SI->eraseFromParent(); |
| 470 | return; |
| 471 | } |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 472 | |
| 473 | ConstantInt *LowerBound = nullptr; |
| 474 | ConstantInt *UpperBound = nullptr; |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 475 | bool DefaultIsUnreachableFromSwitch = false; |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 476 | |
| 477 | if (isa<UnreachableInst>(Default->getFirstNonPHIOrDbg())) { |
Benjamin Kramer | df005cb | 2015-08-08 18:27:36 +0000 | [diff] [blame] | 478 | // Make the bounds tightly fitted around the case value range, because we |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 479 | // know that the value passed to the switch must be exactly one of the case |
| 480 | // values. |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 481 | LowerBound = Cases.front().Low; |
| 482 | UpperBound = Cases.back().High; |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 483 | DefaultIsUnreachableFromSwitch = true; |
| 484 | } else { |
| 485 | // Constraining the range of the value being switched over helps eliminating |
| 486 | // unreachable BBs and minimizing the number of `add` instructions |
| 487 | // newLeafBlock ends up emitting. Running CorrelatedValuePropagation after |
| 488 | // LowerSwitch isn't as good, and also much more expensive in terms of |
| 489 | // compile time for the following reasons: |
| 490 | // 1. it processes many kinds of instructions, not just switches; |
| 491 | // 2. even if limited to icmp instructions only, it will have to process |
| 492 | // roughly C icmp's per switch, where C is the number of cases in the |
| 493 | // switch, while LowerSwitch only needs to call LVI once per switch. |
| 494 | const DataLayout &DL = F->getParent()->getDataLayout(); |
| 495 | KnownBits Known = computeKnownBits(Val, DL, /*Depth=*/0, AC, SI); |
Nikita Popov | 0125e44 | 2019-03-23 12:48:54 +0000 | [diff] [blame] | 496 | // TODO Shouldn't this create a signed range? |
| 497 | ConstantRange KnownBitsRange = |
Rui Ueyama | 49a3ad2 | 2019-07-16 04:46:31 +0000 | [diff] [blame] | 498 | ConstantRange::fromKnownBits(Known, /*IsSigned=*/false); |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 499 | const ConstantRange LVIRange = LVI->getConstantRange(Val, OrigBlock, SI); |
| 500 | ConstantRange ValRange = KnownBitsRange.intersectWith(LVIRange); |
| 501 | // We delegate removal of unreachable non-default cases to other passes. In |
| 502 | // the unlikely event that some of them survived, we just conservatively |
| 503 | // maintain the invariant that all the cases lie between the bounds. This |
| 504 | // may, however, still render the default case effectively unreachable. |
| 505 | APInt Low = Cases.front().Low->getValue(); |
| 506 | APInt High = Cases.back().High->getValue(); |
| 507 | APInt Min = APIntOps::smin(ValRange.getSignedMin(), Low); |
| 508 | APInt Max = APIntOps::smax(ValRange.getSignedMax(), High); |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 509 | |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 510 | LowerBound = ConstantInt::get(SI->getContext(), Min); |
| 511 | UpperBound = ConstantInt::get(SI->getContext(), Max); |
| 512 | DefaultIsUnreachableFromSwitch = (Min + (NumSimpleCases - 1) == Max); |
| 513 | } |
| 514 | |
| 515 | std::vector<IntRange> UnreachableRanges; |
| 516 | |
| 517 | if (DefaultIsUnreachableFromSwitch) { |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 518 | DenseMap<BasicBlock *, unsigned> Popularity; |
| 519 | unsigned MaxPop = 0; |
| 520 | BasicBlock *PopSucc = nullptr; |
| 521 | |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 522 | IntRange R = {std::numeric_limits<int64_t>::min(), |
| 523 | std::numeric_limits<int64_t>::max()}; |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 524 | UnreachableRanges.push_back(R); |
| 525 | for (const auto &I : Cases) { |
Hans Wennborg | 8b4dbdf | 2015-02-05 16:58:10 +0000 | [diff] [blame] | 526 | int64_t Low = I.Low->getSExtValue(); |
| 527 | int64_t High = I.High->getSExtValue(); |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 528 | |
| 529 | IntRange &LastRange = UnreachableRanges.back(); |
| 530 | if (LastRange.Low == Low) { |
| 531 | // There is nothing left of the previous range. |
| 532 | UnreachableRanges.pop_back(); |
| 533 | } else { |
| 534 | // Terminate the previous range. |
| 535 | assert(Low > LastRange.Low); |
| 536 | LastRange.High = Low - 1; |
| 537 | } |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 538 | if (High != std::numeric_limits<int64_t>::max()) { |
| 539 | IntRange R = { High + 1, std::numeric_limits<int64_t>::max() }; |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 540 | UnreachableRanges.push_back(R); |
| 541 | } |
| 542 | |
| 543 | // Count popularity. |
| 544 | int64_t N = High - Low + 1; |
| 545 | unsigned &Pop = Popularity[I.BB]; |
| 546 | if ((Pop += N) > MaxPop) { |
| 547 | MaxPop = Pop; |
| 548 | PopSucc = I.BB; |
| 549 | } |
| 550 | } |
| 551 | #ifndef NDEBUG |
| 552 | /* UnreachableRanges should be sorted and the ranges non-adjacent. */ |
| 553 | for (auto I = UnreachableRanges.begin(), E = UnreachableRanges.end(); |
| 554 | I != E; ++I) { |
| 555 | assert(I->Low <= I->High); |
| 556 | auto Next = I + 1; |
| 557 | if (Next != E) { |
| 558 | assert(Next->Low > I->High); |
| 559 | } |
| 560 | } |
| 561 | #endif |
| 562 | |
Karl-Johan Karlsson | 1ffeb5d | 2018-07-10 12:06:16 +0000 | [diff] [blame] | 563 | // As the default block in the switch is unreachable, update the PHI nodes |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 564 | // (remove all of the references to the default block) to reflect this. |
| 565 | const unsigned NumDefaultEdges = SI->getNumCases() + 1 - NumSimpleCases; |
| 566 | for (unsigned I = 0; I < NumDefaultEdges; ++I) |
| 567 | Default->removePredecessor(OrigBlock); |
Karl-Johan Karlsson | 1ffeb5d | 2018-07-10 12:06:16 +0000 | [diff] [blame] | 568 | |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 569 | // Use the most popular block as the new default, reducing the number of |
| 570 | // cases. |
| 571 | assert(MaxPop > 0 && PopSucc); |
| 572 | Default = PopSucc; |
David Majnemer | c700490 | 2016-08-12 04:32:37 +0000 | [diff] [blame] | 573 | Cases.erase( |
Eugene Zelenko | fce4357 | 2017-10-21 00:57:46 +0000 | [diff] [blame] | 574 | llvm::remove_if( |
| 575 | Cases, [PopSucc](const CaseRange &R) { return R.BB == PopSucc; }), |
David Majnemer | c700490 | 2016-08-12 04:32:37 +0000 | [diff] [blame] | 576 | Cases.end()); |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 577 | |
| 578 | // If there are no cases left, just branch. |
| 579 | if (Cases.empty()) { |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 580 | BranchInst::Create(Default, OrigBlock); |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 581 | SI->eraseFromParent(); |
Karl-Johan Karlsson | 1ffeb5d | 2018-07-10 12:06:16 +0000 | [diff] [blame] | 582 | // As all the cases have been replaced with a single branch, only keep |
| 583 | // one entry in the PHI nodes. |
| 584 | for (unsigned I = 0 ; I < (MaxPop - 1) ; ++I) |
| 585 | PopSucc->removePredecessor(OrigBlock); |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 586 | return; |
| 587 | } |
Andrew Kaylor | 4172dba | 2019-06-03 17:54:15 +0000 | [diff] [blame] | 588 | |
| 589 | // If the condition was a PHI node with the switch block as a predecessor |
| 590 | // removing predecessors may have caused the condition to be erased. |
| 591 | // Getting the condition value again here protects against that. |
| 592 | Val = SI->getCondition(); |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 593 | } |
| 594 | |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 595 | // Create a new, empty default block so that the new hierarchy of |
| 596 | // if-then statements go to this and the PHI nodes are happy. |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 597 | BasicBlock *NewDefault = BasicBlock::Create(SI->getContext(), "NewDefault"); |
Duncan P. N. Exon Smith | 5b4c837 | 2015-10-13 02:39:05 +0000 | [diff] [blame] | 598 | F->getBasicBlockList().insert(Default->getIterator(), NewDefault); |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 599 | BranchInst::Create(Default, NewDefault); |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 600 | |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 601 | BasicBlock *SwitchBlock = |
| 602 | switchConvert(Cases.begin(), Cases.end(), LowerBound, UpperBound, Val, |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 603 | OrigBlock, OrigBlock, NewDefault, UnreachableRanges); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 604 | |
Karl-Johan Karlsson | 11d68a6 | 2018-05-22 08:46:48 +0000 | [diff] [blame] | 605 | // If there are entries in any PHI nodes for the default edge, make sure |
| 606 | // to update them as well. |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 607 | fixPhis(Default, OrigBlock, NewDefault); |
Karl-Johan Karlsson | 11d68a6 | 2018-05-22 08:46:48 +0000 | [diff] [blame] | 608 | |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 609 | // Branch to our shiny new if-then stuff... |
Gabor Greif | e9ecc68 | 2008-04-06 20:25:17 +0000 | [diff] [blame] | 610 | BranchInst::Create(SwitchBlock, OrigBlock); |
Chris Lattner | ed92216 | 2003-10-07 18:46:23 +0000 | [diff] [blame] | 611 | |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 612 | // We are now done with the switch instruction, delete it. |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 613 | BasicBlock *OldDefault = SI->getDefaultDest(); |
Roman Tereshin | 99a6672 | 2019-02-22 14:33:46 +0000 | [diff] [blame] | 614 | OrigBlock->getInstList().erase(SI); |
Jim Grosbach | fff5663 | 2014-06-16 16:55:20 +0000 | [diff] [blame] | 615 | |
Chen Li | 10f01bd | 2015-08-11 18:12:26 +0000 | [diff] [blame] | 616 | // If the Default block has no more predecessors just add it to DeleteList. |
Hans Wennborg | ae9c971 | 2015-01-23 20:43:51 +0000 | [diff] [blame] | 617 | if (pred_begin(OldDefault) == pred_end(OldDefault)) |
Chen Li | 0786bc9 | 2015-08-11 20:16:17 +0000 | [diff] [blame] | 618 | DeleteList.insert(OldDefault); |
Chris Lattner | 1b094a0 | 2003-04-23 16:23:59 +0000 | [diff] [blame] | 619 | } |