blob: 9d79296111766b758980359497fc217b75f08885 [file] [log] [blame]
Tom Stellard1bd80722014-04-30 15:31:33 +00001//===-- SILowerI1Copies.cpp - Lower I1 Copies -----------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8/// i1 values are usually inserted by the CFG Structurize pass and they are
9/// unique in that they can be copied from VALU to SALU registers.
10/// This is not possible for any other value type. Since there are no
11/// MOV instructions for i1, we to use V_CMP_* and V_CNDMASK to move the i1.
12///
13//===----------------------------------------------------------------------===//
14//
15
16#define DEBUG_TYPE "si-i1-copies"
17#include "AMDGPU.h"
Eric Christopherd9134482014-08-04 21:25:23 +000018#include "AMDGPUSubtarget.h"
Tom Stellard1bd80722014-04-30 15:31:33 +000019#include "SIInstrInfo.h"
20#include "llvm/CodeGen/LiveIntervalAnalysis.h"
21#include "llvm/CodeGen/MachineDominators.h"
22#include "llvm/CodeGen/MachineFunctionPass.h"
23#include "llvm/CodeGen/MachineInstrBuilder.h"
24#include "llvm/CodeGen/MachineRegisterInfo.h"
25#include "llvm/IR/LLVMContext.h"
26#include "llvm/IR/Function.h"
27#include "llvm/Support/Debug.h"
28#include "llvm/Target/TargetMachine.h"
29
30using namespace llvm;
31
32namespace {
33
34class SILowerI1Copies : public MachineFunctionPass {
35public:
36 static char ID;
37
38public:
39 SILowerI1Copies() : MachineFunctionPass(ID) {
40 initializeSILowerI1CopiesPass(*PassRegistry::getPassRegistry());
41 }
42
Craig Topperfd38cbe2014-08-30 16:48:34 +000043 bool runOnMachineFunction(MachineFunction &MF) override;
Tom Stellard1bd80722014-04-30 15:31:33 +000044
Craig Topperfd38cbe2014-08-30 16:48:34 +000045 const char *getPassName() const override {
Matt Arsenaulta52a41b2014-10-09 19:15:15 +000046 return "SI Lower i1 Copies";
Tom Stellard1bd80722014-04-30 15:31:33 +000047 }
48
Craig Topperfd38cbe2014-08-30 16:48:34 +000049 void getAnalysisUsage(AnalysisUsage &AU) const override {
50 AU.addRequired<MachineDominatorTree>();
Tom Stellard1bd80722014-04-30 15:31:33 +000051 AU.setPreservesCFG();
52 MachineFunctionPass::getAnalysisUsage(AU);
53 }
54};
55
56} // End anonymous namespace.
57
58INITIALIZE_PASS_BEGIN(SILowerI1Copies, DEBUG_TYPE,
Matt Arsenaulta52a41b2014-10-09 19:15:15 +000059 "SI Lower i1 Copies", false, false)
Tom Stellard1bd80722014-04-30 15:31:33 +000060INITIALIZE_PASS_DEPENDENCY(MachineDominatorTree)
61INITIALIZE_PASS_END(SILowerI1Copies, DEBUG_TYPE,
Matt Arsenaulta52a41b2014-10-09 19:15:15 +000062 "SI Lower i1 Copies", false, false)
Tom Stellard1bd80722014-04-30 15:31:33 +000063
64char SILowerI1Copies::ID = 0;
65
66char &llvm::SILowerI1CopiesID = SILowerI1Copies::ID;
67
68FunctionPass *llvm::createSILowerI1CopiesPass() {
69 return new SILowerI1Copies();
70}
71
72bool SILowerI1Copies::runOnMachineFunction(MachineFunction &MF) {
73 MachineRegisterInfo &MRI = MF.getRegInfo();
Eric Christopherfc6de422014-08-05 02:39:49 +000074 const SIInstrInfo *TII =
75 static_cast<const SIInstrInfo *>(MF.getSubtarget().getInstrInfo());
76 const TargetRegisterInfo *TRI = MF.getSubtarget().getRegisterInfo();
Tom Stellard365a2b42014-05-15 14:41:50 +000077 std::vector<unsigned> I1Defs;
Tom Stellard1bd80722014-04-30 15:31:33 +000078
79 for (MachineFunction::iterator BI = MF.begin(), BE = MF.end();
80 BI != BE; ++BI) {
81
82 MachineBasicBlock &MBB = *BI;
83 MachineBasicBlock::iterator I, Next;
84 for (I = MBB.begin(); I != MBB.end(); I = Next) {
85 Next = std::next(I);
86 MachineInstr &MI = *I;
87
88 if (MI.getOpcode() == AMDGPU::V_MOV_I1) {
Tom Stellard365a2b42014-05-15 14:41:50 +000089 I1Defs.push_back(MI.getOperand(0).getReg());
Tom Stellard1bd80722014-04-30 15:31:33 +000090 MI.setDesc(TII->get(AMDGPU::V_MOV_B32_e32));
91 continue;
92 }
93
Tom Stellard365a2b42014-05-15 14:41:50 +000094 if (MI.getOpcode() == AMDGPU::V_AND_I1) {
95 I1Defs.push_back(MI.getOperand(0).getReg());
96 MI.setDesc(TII->get(AMDGPU::V_AND_B32_e32));
97 continue;
98 }
99
100 if (MI.getOpcode() == AMDGPU::V_OR_I1) {
101 I1Defs.push_back(MI.getOperand(0).getReg());
102 MI.setDesc(TII->get(AMDGPU::V_OR_B32_e32));
103 continue;
104 }
105
Tom Stellard54a3b652014-07-21 14:01:10 +0000106 if (MI.getOpcode() == AMDGPU::V_XOR_I1) {
107 I1Defs.push_back(MI.getOperand(0).getReg());
108 MI.setDesc(TII->get(AMDGPU::V_XOR_B32_e32));
109 continue;
110 }
111
Tom Stellard1bd80722014-04-30 15:31:33 +0000112 if (MI.getOpcode() != AMDGPU::COPY ||
113 !TargetRegisterInfo::isVirtualRegister(MI.getOperand(0).getReg()) ||
114 !TargetRegisterInfo::isVirtualRegister(MI.getOperand(1).getReg()))
115 continue;
116
117
118 const TargetRegisterClass *DstRC =
119 MRI.getRegClass(MI.getOperand(0).getReg());
120 const TargetRegisterClass *SrcRC =
121 MRI.getRegClass(MI.getOperand(1).getReg());
122
123 if (DstRC == &AMDGPU::VReg_1RegClass &&
124 TRI->getCommonSubClass(SrcRC, &AMDGPU::SGPR_64RegClass)) {
Tom Stellard365a2b42014-05-15 14:41:50 +0000125 I1Defs.push_back(MI.getOperand(0).getReg());
Tom Stellard1bd80722014-04-30 15:31:33 +0000126 BuildMI(MBB, &MI, MI.getDebugLoc(), TII->get(AMDGPU::V_CNDMASK_B32_e64))
127 .addOperand(MI.getOperand(0))
128 .addImm(0)
129 .addImm(-1)
Tom Stellard5a9a61e2014-09-22 15:35:34 +0000130 .addOperand(MI.getOperand(1));
Tom Stellard1bd80722014-04-30 15:31:33 +0000131 MI.eraseFromParent();
132 } else if (TRI->getCommonSubClass(DstRC, &AMDGPU::SGPR_64RegClass) &&
133 SrcRC == &AMDGPU::VReg_1RegClass) {
134 BuildMI(MBB, &MI, MI.getDebugLoc(), TII->get(AMDGPU::V_CMP_NE_I32_e64))
135 .addOperand(MI.getOperand(0))
Tom Stellard1bd80722014-04-30 15:31:33 +0000136 .addOperand(MI.getOperand(1))
Tom Stellard1bd80722014-04-30 15:31:33 +0000137 .addImm(0);
138 MI.eraseFromParent();
139 }
Tom Stellard1bd80722014-04-30 15:31:33 +0000140 }
141 }
Tom Stellard365a2b42014-05-15 14:41:50 +0000142
143 for (unsigned Reg : I1Defs)
144 MRI.setRegClass(Reg, &AMDGPU::VReg_32RegClass);
145
Tom Stellard1bd80722014-04-30 15:31:33 +0000146 return false;
147}