1*9880d681SAndroid Build Coastguard Worker //===-- ExpandPostRAPseudos.cpp - Pseudo instruction expansion pass -------===//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker // The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker //
10*9880d681SAndroid Build Coastguard Worker // This file defines a pass that expands COPY and SUBREG_TO_REG pseudo
11*9880d681SAndroid Build Coastguard Worker // instructions after register allocation.
12*9880d681SAndroid Build Coastguard Worker //
13*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
14*9880d681SAndroid Build Coastguard Worker
15*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/Passes.h"
16*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineFunctionPass.h"
17*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineInstr.h"
18*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineInstrBuilder.h"
19*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineRegisterInfo.h"
20*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/Debug.h"
21*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/raw_ostream.h"
22*9880d681SAndroid Build Coastguard Worker #include "llvm/Target/TargetInstrInfo.h"
23*9880d681SAndroid Build Coastguard Worker #include "llvm/Target/TargetRegisterInfo.h"
24*9880d681SAndroid Build Coastguard Worker #include "llvm/Target/TargetSubtargetInfo.h"
25*9880d681SAndroid Build Coastguard Worker
26*9880d681SAndroid Build Coastguard Worker using namespace llvm;
27*9880d681SAndroid Build Coastguard Worker
28*9880d681SAndroid Build Coastguard Worker #define DEBUG_TYPE "postrapseudos"
29*9880d681SAndroid Build Coastguard Worker
30*9880d681SAndroid Build Coastguard Worker namespace {
31*9880d681SAndroid Build Coastguard Worker struct ExpandPostRA : public MachineFunctionPass {
32*9880d681SAndroid Build Coastguard Worker private:
33*9880d681SAndroid Build Coastguard Worker const TargetRegisterInfo *TRI;
34*9880d681SAndroid Build Coastguard Worker const TargetInstrInfo *TII;
35*9880d681SAndroid Build Coastguard Worker
36*9880d681SAndroid Build Coastguard Worker public:
37*9880d681SAndroid Build Coastguard Worker static char ID; // Pass identification, replacement for typeid
ExpandPostRA__anon20bae6680111::ExpandPostRA38*9880d681SAndroid Build Coastguard Worker ExpandPostRA() : MachineFunctionPass(ID) {}
39*9880d681SAndroid Build Coastguard Worker
getAnalysisUsage__anon20bae6680111::ExpandPostRA40*9880d681SAndroid Build Coastguard Worker void getAnalysisUsage(AnalysisUsage &AU) const override {
41*9880d681SAndroid Build Coastguard Worker AU.setPreservesCFG();
42*9880d681SAndroid Build Coastguard Worker AU.addPreservedID(MachineLoopInfoID);
43*9880d681SAndroid Build Coastguard Worker AU.addPreservedID(MachineDominatorsID);
44*9880d681SAndroid Build Coastguard Worker MachineFunctionPass::getAnalysisUsage(AU);
45*9880d681SAndroid Build Coastguard Worker }
46*9880d681SAndroid Build Coastguard Worker
47*9880d681SAndroid Build Coastguard Worker /// runOnMachineFunction - pass entry point
48*9880d681SAndroid Build Coastguard Worker bool runOnMachineFunction(MachineFunction&) override;
49*9880d681SAndroid Build Coastguard Worker
50*9880d681SAndroid Build Coastguard Worker private:
51*9880d681SAndroid Build Coastguard Worker bool LowerSubregToReg(MachineInstr *MI);
52*9880d681SAndroid Build Coastguard Worker bool LowerCopy(MachineInstr *MI);
53*9880d681SAndroid Build Coastguard Worker
54*9880d681SAndroid Build Coastguard Worker void TransferImplicitDefs(MachineInstr *MI);
55*9880d681SAndroid Build Coastguard Worker };
56*9880d681SAndroid Build Coastguard Worker } // end anonymous namespace
57*9880d681SAndroid Build Coastguard Worker
58*9880d681SAndroid Build Coastguard Worker char ExpandPostRA::ID = 0;
59*9880d681SAndroid Build Coastguard Worker char &llvm::ExpandPostRAPseudosID = ExpandPostRA::ID;
60*9880d681SAndroid Build Coastguard Worker
61*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS(ExpandPostRA, "postrapseudos",
62*9880d681SAndroid Build Coastguard Worker "Post-RA pseudo instruction expansion pass", false, false)
63*9880d681SAndroid Build Coastguard Worker
64*9880d681SAndroid Build Coastguard Worker /// TransferImplicitDefs - MI is a pseudo-instruction, and the lowered
65*9880d681SAndroid Build Coastguard Worker /// replacement instructions immediately precede it. Copy any implicit-def
66*9880d681SAndroid Build Coastguard Worker /// operands from MI to the replacement instruction.
67*9880d681SAndroid Build Coastguard Worker void
TransferImplicitDefs(MachineInstr * MI)68*9880d681SAndroid Build Coastguard Worker ExpandPostRA::TransferImplicitDefs(MachineInstr *MI) {
69*9880d681SAndroid Build Coastguard Worker MachineBasicBlock::iterator CopyMI = MI;
70*9880d681SAndroid Build Coastguard Worker --CopyMI;
71*9880d681SAndroid Build Coastguard Worker
72*9880d681SAndroid Build Coastguard Worker for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
73*9880d681SAndroid Build Coastguard Worker MachineOperand &MO = MI->getOperand(i);
74*9880d681SAndroid Build Coastguard Worker if (!MO.isReg() || !MO.isImplicit() || MO.isUse())
75*9880d681SAndroid Build Coastguard Worker continue;
76*9880d681SAndroid Build Coastguard Worker CopyMI->addOperand(MachineOperand::CreateReg(MO.getReg(), true, true));
77*9880d681SAndroid Build Coastguard Worker }
78*9880d681SAndroid Build Coastguard Worker }
79*9880d681SAndroid Build Coastguard Worker
LowerSubregToReg(MachineInstr * MI)80*9880d681SAndroid Build Coastguard Worker bool ExpandPostRA::LowerSubregToReg(MachineInstr *MI) {
81*9880d681SAndroid Build Coastguard Worker MachineBasicBlock *MBB = MI->getParent();
82*9880d681SAndroid Build Coastguard Worker assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
83*9880d681SAndroid Build Coastguard Worker MI->getOperand(1).isImm() &&
84*9880d681SAndroid Build Coastguard Worker (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
85*9880d681SAndroid Build Coastguard Worker MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
86*9880d681SAndroid Build Coastguard Worker
87*9880d681SAndroid Build Coastguard Worker unsigned DstReg = MI->getOperand(0).getReg();
88*9880d681SAndroid Build Coastguard Worker unsigned InsReg = MI->getOperand(2).getReg();
89*9880d681SAndroid Build Coastguard Worker assert(!MI->getOperand(2).getSubReg() && "SubIdx on physreg?");
90*9880d681SAndroid Build Coastguard Worker unsigned SubIdx = MI->getOperand(3).getImm();
91*9880d681SAndroid Build Coastguard Worker
92*9880d681SAndroid Build Coastguard Worker assert(SubIdx != 0 && "Invalid index for insert_subreg");
93*9880d681SAndroid Build Coastguard Worker unsigned DstSubReg = TRI->getSubReg(DstReg, SubIdx);
94*9880d681SAndroid Build Coastguard Worker
95*9880d681SAndroid Build Coastguard Worker assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
96*9880d681SAndroid Build Coastguard Worker "Insert destination must be in a physical register");
97*9880d681SAndroid Build Coastguard Worker assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
98*9880d681SAndroid Build Coastguard Worker "Inserted value must be in a physical register");
99*9880d681SAndroid Build Coastguard Worker
100*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "subreg: CONVERTING: " << *MI);
101*9880d681SAndroid Build Coastguard Worker
102*9880d681SAndroid Build Coastguard Worker if (MI->allDefsAreDead()) {
103*9880d681SAndroid Build Coastguard Worker MI->setDesc(TII->get(TargetOpcode::KILL));
104*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "subreg: replaced by: " << *MI);
105*9880d681SAndroid Build Coastguard Worker return true;
106*9880d681SAndroid Build Coastguard Worker }
107*9880d681SAndroid Build Coastguard Worker
108*9880d681SAndroid Build Coastguard Worker if (DstSubReg == InsReg) {
109*9880d681SAndroid Build Coastguard Worker // No need to insert an identity copy instruction.
110*9880d681SAndroid Build Coastguard Worker // Watch out for case like this:
111*9880d681SAndroid Build Coastguard Worker // %RAX<def> = SUBREG_TO_REG 0, %EAX<kill>, 3
112*9880d681SAndroid Build Coastguard Worker // We must leave %RAX live.
113*9880d681SAndroid Build Coastguard Worker if (DstReg != InsReg) {
114*9880d681SAndroid Build Coastguard Worker MI->setDesc(TII->get(TargetOpcode::KILL));
115*9880d681SAndroid Build Coastguard Worker MI->RemoveOperand(3); // SubIdx
116*9880d681SAndroid Build Coastguard Worker MI->RemoveOperand(1); // Imm
117*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "subreg: replace by: " << *MI);
118*9880d681SAndroid Build Coastguard Worker return true;
119*9880d681SAndroid Build Coastguard Worker }
120*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "subreg: eliminated!");
121*9880d681SAndroid Build Coastguard Worker } else {
122*9880d681SAndroid Build Coastguard Worker TII->copyPhysReg(*MBB, MI, MI->getDebugLoc(), DstSubReg, InsReg,
123*9880d681SAndroid Build Coastguard Worker MI->getOperand(2).isKill());
124*9880d681SAndroid Build Coastguard Worker
125*9880d681SAndroid Build Coastguard Worker // Implicitly define DstReg for subsequent uses.
126*9880d681SAndroid Build Coastguard Worker MachineBasicBlock::iterator CopyMI = MI;
127*9880d681SAndroid Build Coastguard Worker --CopyMI;
128*9880d681SAndroid Build Coastguard Worker CopyMI->addRegisterDefined(DstReg);
129*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "subreg: " << *CopyMI);
130*9880d681SAndroid Build Coastguard Worker }
131*9880d681SAndroid Build Coastguard Worker
132*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << '\n');
133*9880d681SAndroid Build Coastguard Worker MBB->erase(MI);
134*9880d681SAndroid Build Coastguard Worker return true;
135*9880d681SAndroid Build Coastguard Worker }
136*9880d681SAndroid Build Coastguard Worker
LowerCopy(MachineInstr * MI)137*9880d681SAndroid Build Coastguard Worker bool ExpandPostRA::LowerCopy(MachineInstr *MI) {
138*9880d681SAndroid Build Coastguard Worker
139*9880d681SAndroid Build Coastguard Worker if (MI->allDefsAreDead()) {
140*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "dead copy: " << *MI);
141*9880d681SAndroid Build Coastguard Worker MI->setDesc(TII->get(TargetOpcode::KILL));
142*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "replaced by: " << *MI);
143*9880d681SAndroid Build Coastguard Worker return true;
144*9880d681SAndroid Build Coastguard Worker }
145*9880d681SAndroid Build Coastguard Worker
146*9880d681SAndroid Build Coastguard Worker MachineOperand &DstMO = MI->getOperand(0);
147*9880d681SAndroid Build Coastguard Worker MachineOperand &SrcMO = MI->getOperand(1);
148*9880d681SAndroid Build Coastguard Worker
149*9880d681SAndroid Build Coastguard Worker if (SrcMO.getReg() == DstMO.getReg()) {
150*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "identity copy: " << *MI);
151*9880d681SAndroid Build Coastguard Worker // No need to insert an identity copy instruction, but replace with a KILL
152*9880d681SAndroid Build Coastguard Worker // if liveness is changed.
153*9880d681SAndroid Build Coastguard Worker if (SrcMO.isUndef() || MI->getNumOperands() > 2) {
154*9880d681SAndroid Build Coastguard Worker // We must make sure the super-register gets killed. Replace the
155*9880d681SAndroid Build Coastguard Worker // instruction with KILL.
156*9880d681SAndroid Build Coastguard Worker MI->setDesc(TII->get(TargetOpcode::KILL));
157*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "replaced by: " << *MI);
158*9880d681SAndroid Build Coastguard Worker return true;
159*9880d681SAndroid Build Coastguard Worker }
160*9880d681SAndroid Build Coastguard Worker // Vanilla identity copy.
161*9880d681SAndroid Build Coastguard Worker MI->eraseFromParent();
162*9880d681SAndroid Build Coastguard Worker return true;
163*9880d681SAndroid Build Coastguard Worker }
164*9880d681SAndroid Build Coastguard Worker
165*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "real copy: " << *MI);
166*9880d681SAndroid Build Coastguard Worker TII->copyPhysReg(*MI->getParent(), MI, MI->getDebugLoc(),
167*9880d681SAndroid Build Coastguard Worker DstMO.getReg(), SrcMO.getReg(), SrcMO.isKill());
168*9880d681SAndroid Build Coastguard Worker
169*9880d681SAndroid Build Coastguard Worker if (MI->getNumOperands() > 2)
170*9880d681SAndroid Build Coastguard Worker TransferImplicitDefs(MI);
171*9880d681SAndroid Build Coastguard Worker DEBUG({
172*9880d681SAndroid Build Coastguard Worker MachineBasicBlock::iterator dMI = MI;
173*9880d681SAndroid Build Coastguard Worker dbgs() << "replaced by: " << *(--dMI);
174*9880d681SAndroid Build Coastguard Worker });
175*9880d681SAndroid Build Coastguard Worker MI->eraseFromParent();
176*9880d681SAndroid Build Coastguard Worker return true;
177*9880d681SAndroid Build Coastguard Worker }
178*9880d681SAndroid Build Coastguard Worker
179*9880d681SAndroid Build Coastguard Worker /// runOnMachineFunction - Reduce subregister inserts and extracts to register
180*9880d681SAndroid Build Coastguard Worker /// copies.
181*9880d681SAndroid Build Coastguard Worker ///
runOnMachineFunction(MachineFunction & MF)182*9880d681SAndroid Build Coastguard Worker bool ExpandPostRA::runOnMachineFunction(MachineFunction &MF) {
183*9880d681SAndroid Build Coastguard Worker DEBUG(dbgs() << "Machine Function\n"
184*9880d681SAndroid Build Coastguard Worker << "********** EXPANDING POST-RA PSEUDO INSTRS **********\n"
185*9880d681SAndroid Build Coastguard Worker << "********** Function: " << MF.getName() << '\n');
186*9880d681SAndroid Build Coastguard Worker TRI = MF.getSubtarget().getRegisterInfo();
187*9880d681SAndroid Build Coastguard Worker TII = MF.getSubtarget().getInstrInfo();
188*9880d681SAndroid Build Coastguard Worker
189*9880d681SAndroid Build Coastguard Worker bool MadeChange = false;
190*9880d681SAndroid Build Coastguard Worker
191*9880d681SAndroid Build Coastguard Worker for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
192*9880d681SAndroid Build Coastguard Worker mbbi != mbbe; ++mbbi) {
193*9880d681SAndroid Build Coastguard Worker for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
194*9880d681SAndroid Build Coastguard Worker mi != me;) {
195*9880d681SAndroid Build Coastguard Worker MachineInstr &MI = *mi;
196*9880d681SAndroid Build Coastguard Worker // Advance iterator here because MI may be erased.
197*9880d681SAndroid Build Coastguard Worker ++mi;
198*9880d681SAndroid Build Coastguard Worker
199*9880d681SAndroid Build Coastguard Worker // Only expand pseudos.
200*9880d681SAndroid Build Coastguard Worker if (!MI.isPseudo())
201*9880d681SAndroid Build Coastguard Worker continue;
202*9880d681SAndroid Build Coastguard Worker
203*9880d681SAndroid Build Coastguard Worker // Give targets a chance to expand even standard pseudos.
204*9880d681SAndroid Build Coastguard Worker if (TII->expandPostRAPseudo(MI)) {
205*9880d681SAndroid Build Coastguard Worker MadeChange = true;
206*9880d681SAndroid Build Coastguard Worker continue;
207*9880d681SAndroid Build Coastguard Worker }
208*9880d681SAndroid Build Coastguard Worker
209*9880d681SAndroid Build Coastguard Worker // Expand standard pseudos.
210*9880d681SAndroid Build Coastguard Worker switch (MI.getOpcode()) {
211*9880d681SAndroid Build Coastguard Worker case TargetOpcode::SUBREG_TO_REG:
212*9880d681SAndroid Build Coastguard Worker MadeChange |= LowerSubregToReg(&MI);
213*9880d681SAndroid Build Coastguard Worker break;
214*9880d681SAndroid Build Coastguard Worker case TargetOpcode::COPY:
215*9880d681SAndroid Build Coastguard Worker MadeChange |= LowerCopy(&MI);
216*9880d681SAndroid Build Coastguard Worker break;
217*9880d681SAndroid Build Coastguard Worker case TargetOpcode::DBG_VALUE:
218*9880d681SAndroid Build Coastguard Worker continue;
219*9880d681SAndroid Build Coastguard Worker case TargetOpcode::INSERT_SUBREG:
220*9880d681SAndroid Build Coastguard Worker case TargetOpcode::EXTRACT_SUBREG:
221*9880d681SAndroid Build Coastguard Worker llvm_unreachable("Sub-register pseudos should have been eliminated.");
222*9880d681SAndroid Build Coastguard Worker }
223*9880d681SAndroid Build Coastguard Worker }
224*9880d681SAndroid Build Coastguard Worker }
225*9880d681SAndroid Build Coastguard Worker
226*9880d681SAndroid Build Coastguard Worker return MadeChange;
227*9880d681SAndroid Build Coastguard Worker }
228