Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 1 | //===-- NEONMoveFix.cpp - Convert vfp reg-reg moves into neon ---*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| 10 | #define DEBUG_TYPE "neon-mov-fix" |
| 11 | #include "ARM.h" |
| 12 | #include "ARMMachineFunctionInfo.h" |
| 13 | #include "ARMInstrInfo.h" |
| 14 | #include "llvm/CodeGen/MachineInstr.h" |
| 15 | #include "llvm/CodeGen/MachineInstrBuilder.h" |
| 16 | #include "llvm/CodeGen/MachineFunctionPass.h" |
| 17 | #include "llvm/ADT/Statistic.h" |
| 18 | #include "llvm/Support/Debug.h" |
| 19 | #include "llvm/Support/raw_ostream.h" |
| 20 | using namespace llvm; |
| 21 | |
| 22 | STATISTIC(NumVMovs, "Number of reg-reg moves converted"); |
| 23 | |
| 24 | namespace { |
| 25 | struct NEONMoveFixPass : public MachineFunctionPass { |
| 26 | static char ID; |
Owen Anderson | 1f74590 | 2010-08-06 00:23:35 +0000 | [diff] [blame^] | 27 | NEONMoveFixPass() : MachineFunctionPass(&ID) {} |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 28 | |
| 29 | virtual bool runOnMachineFunction(MachineFunction &Fn); |
| 30 | |
| 31 | virtual const char *getPassName() const { |
| 32 | return "NEON reg-reg move conversion"; |
| 33 | } |
| 34 | |
| 35 | private: |
| 36 | const TargetRegisterInfo *TRI; |
| 37 | const ARMBaseInstrInfo *TII; |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 38 | |
| 39 | typedef DenseMap<unsigned, const MachineInstr*> RegMap; |
| 40 | |
| 41 | bool InsertMoves(MachineBasicBlock &MBB); |
| 42 | }; |
| 43 | char NEONMoveFixPass::ID = 0; |
| 44 | } |
| 45 | |
| 46 | bool NEONMoveFixPass::InsertMoves(MachineBasicBlock &MBB) { |
| 47 | RegMap Defs; |
| 48 | bool Modified = false; |
| 49 | |
| 50 | // Walk over MBB tracking the def points of the registers. |
| 51 | MachineBasicBlock::iterator MII = MBB.begin(), E = MBB.end(); |
| 52 | MachineBasicBlock::iterator NextMII; |
| 53 | for (; MII != E; MII = NextMII) { |
Chris Lattner | 7896c9f | 2009-12-03 00:50:42 +0000 | [diff] [blame] | 54 | NextMII = llvm::next(MII); |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 55 | MachineInstr *MI = &*MII; |
| 56 | |
Jim Grosbach | e516549 | 2009-11-09 00:11:35 +0000 | [diff] [blame] | 57 | if (MI->getOpcode() == ARM::VMOVD && |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 58 | !TII->isPredicated(MI)) { |
| 59 | unsigned SrcReg = MI->getOperand(1).getReg(); |
Jim Grosbach | e516549 | 2009-11-09 00:11:35 +0000 | [diff] [blame] | 60 | // If we do not find an instruction defining the reg, this means the |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 61 | // register should be live-in for this BB. It's always to better to use |
| 62 | // NEON reg-reg moves. |
| 63 | unsigned Domain = ARMII::DomainNEON; |
| 64 | RegMap::iterator DefMI = Defs.find(SrcReg); |
| 65 | if (DefMI != Defs.end()) { |
| 66 | Domain = DefMI->second->getDesc().TSFlags & ARMII::DomainMask; |
| 67 | // Instructions in general domain are subreg accesses. |
| 68 | // Map them to NEON reg-reg moves. |
| 69 | if (Domain == ARMII::DomainGeneral) |
| 70 | Domain = ARMII::DomainNEON; |
| 71 | } |
| 72 | |
Anton Korobeynikov | 747409a | 2009-11-03 18:46:11 +0000 | [diff] [blame] | 73 | if (Domain & ARMII::DomainNEON) { |
Jim Grosbach | e516549 | 2009-11-09 00:11:35 +0000 | [diff] [blame] | 74 | // Convert VMOVD to VMOVDneon |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 75 | unsigned DestReg = MI->getOperand(0).getReg(); |
| 76 | |
| 77 | DEBUG({errs() << "vmov convert: "; MI->dump();}); |
| 78 | |
| 79 | // It's safe to ignore imp-defs / imp-uses here, since: |
| 80 | // - We're running late, no intelligent condegen passes should be run |
| 81 | // afterwards |
| 82 | // - The imp-defs / imp-uses are superregs only, we don't care about |
| 83 | // them. |
Evan Cheng | ac0869d | 2009-11-21 06:21:52 +0000 | [diff] [blame] | 84 | AddDefaultPred(BuildMI(MBB, *MI, MI->getDebugLoc(), |
| 85 | TII->get(ARM::VMOVDneon), DestReg).addReg(SrcReg)); |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 86 | MBB.erase(MI); |
| 87 | MachineBasicBlock::iterator I = prior(NextMII); |
| 88 | MI = &*I; |
| 89 | |
| 90 | DEBUG({errs() << " into: "; MI->dump();}); |
| 91 | |
| 92 | Modified = true; |
| 93 | ++NumVMovs; |
| 94 | } else { |
Anton Korobeynikov | 747409a | 2009-11-03 18:46:11 +0000 | [diff] [blame] | 95 | assert((Domain & ARMII::DomainVFP) && "Invalid domain!"); |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 96 | // Do nothing. |
| 97 | } |
| 98 | } |
| 99 | |
| 100 | // Update def information. |
| 101 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 102 | const MachineOperand& MO = MI->getOperand(i); |
| 103 | if (!MO.isReg() || !MO.isDef()) |
| 104 | continue; |
| 105 | unsigned MOReg = MO.getReg(); |
| 106 | |
| 107 | Defs[MOReg] = MI; |
Jakob Stoklund Olesen | fca3a25 | 2010-07-06 23:26:23 +0000 | [diff] [blame] | 108 | // Catch aliases as well. |
| 109 | for (const unsigned *R = TRI->getAliasSet(MOReg); *R; ++R) |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 110 | Defs[*R] = MI; |
| 111 | } |
| 112 | } |
| 113 | |
| 114 | return Modified; |
| 115 | } |
| 116 | |
| 117 | bool NEONMoveFixPass::runOnMachineFunction(MachineFunction &Fn) { |
| 118 | ARMFunctionInfo *AFI = Fn.getInfo<ARMFunctionInfo>(); |
| 119 | const TargetMachine &TM = Fn.getTarget(); |
| 120 | |
Evan Cheng | 9c207ac | 2010-05-17 01:11:46 +0000 | [diff] [blame] | 121 | if (AFI->isThumb1OnlyFunction()) |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 122 | return false; |
| 123 | |
| 124 | TRI = TM.getRegisterInfo(); |
Anton Korobeynikov | 7aaf94b | 2009-11-03 01:04:26 +0000 | [diff] [blame] | 125 | TII = static_cast<const ARMBaseInstrInfo*>(TM.getInstrInfo()); |
| 126 | |
| 127 | bool Modified = false; |
| 128 | for (MachineFunction::iterator MFI = Fn.begin(), E = Fn.end(); MFI != E; |
| 129 | ++MFI) { |
| 130 | MachineBasicBlock &MBB = *MFI; |
| 131 | Modified |= InsertMoves(MBB); |
| 132 | } |
| 133 | |
| 134 | return Modified; |
| 135 | } |
| 136 | |
| 137 | /// createNEONMoveFixPass - Returns an instance of the NEON reg-reg moves fix |
| 138 | /// pass. |
| 139 | FunctionPass *llvm::createNEONMoveFixPass() { |
| 140 | return new NEONMoveFixPass(); |
| 141 | } |