xref: /aosp_15_r20/external/llvm/lib/CodeGen/ExpandPostRAPseudos.cpp (revision 9880d6810fe72a1726cb53787c6711e909410d58)
1*9880d681SAndroid Build Coastguard Worker //===-- ExpandPostRAPseudos.cpp - Pseudo instruction expansion pass -------===//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker //                     The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker //
10*9880d681SAndroid Build Coastguard Worker // This file defines a pass that expands COPY and SUBREG_TO_REG pseudo
11*9880d681SAndroid Build Coastguard Worker // instructions after register allocation.
12*9880d681SAndroid Build Coastguard Worker //
13*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
14*9880d681SAndroid Build Coastguard Worker 
15*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/Passes.h"
16*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineFunctionPass.h"
17*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineInstr.h"
18*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineInstrBuilder.h"
19*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineRegisterInfo.h"
20*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/Debug.h"
21*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/raw_ostream.h"
22*9880d681SAndroid Build Coastguard Worker #include "llvm/Target/TargetInstrInfo.h"
23*9880d681SAndroid Build Coastguard Worker #include "llvm/Target/TargetRegisterInfo.h"
24*9880d681SAndroid Build Coastguard Worker #include "llvm/Target/TargetSubtargetInfo.h"
25*9880d681SAndroid Build Coastguard Worker 
26*9880d681SAndroid Build Coastguard Worker using namespace llvm;
27*9880d681SAndroid Build Coastguard Worker 
28*9880d681SAndroid Build Coastguard Worker #define DEBUG_TYPE "postrapseudos"
29*9880d681SAndroid Build Coastguard Worker 
30*9880d681SAndroid Build Coastguard Worker namespace {
31*9880d681SAndroid Build Coastguard Worker struct ExpandPostRA : public MachineFunctionPass {
32*9880d681SAndroid Build Coastguard Worker private:
33*9880d681SAndroid Build Coastguard Worker   const TargetRegisterInfo *TRI;
34*9880d681SAndroid Build Coastguard Worker   const TargetInstrInfo *TII;
35*9880d681SAndroid Build Coastguard Worker 
36*9880d681SAndroid Build Coastguard Worker public:
37*9880d681SAndroid Build Coastguard Worker   static char ID; // Pass identification, replacement for typeid
ExpandPostRA__anon20bae6680111::ExpandPostRA38*9880d681SAndroid Build Coastguard Worker   ExpandPostRA() : MachineFunctionPass(ID) {}
39*9880d681SAndroid Build Coastguard Worker 
getAnalysisUsage__anon20bae6680111::ExpandPostRA40*9880d681SAndroid Build Coastguard Worker   void getAnalysisUsage(AnalysisUsage &AU) const override {
41*9880d681SAndroid Build Coastguard Worker     AU.setPreservesCFG();
42*9880d681SAndroid Build Coastguard Worker     AU.addPreservedID(MachineLoopInfoID);
43*9880d681SAndroid Build Coastguard Worker     AU.addPreservedID(MachineDominatorsID);
44*9880d681SAndroid Build Coastguard Worker     MachineFunctionPass::getAnalysisUsage(AU);
45*9880d681SAndroid Build Coastguard Worker   }
46*9880d681SAndroid Build Coastguard Worker 
47*9880d681SAndroid Build Coastguard Worker   /// runOnMachineFunction - pass entry point
48*9880d681SAndroid Build Coastguard Worker   bool runOnMachineFunction(MachineFunction&) override;
49*9880d681SAndroid Build Coastguard Worker 
50*9880d681SAndroid Build Coastguard Worker private:
51*9880d681SAndroid Build Coastguard Worker   bool LowerSubregToReg(MachineInstr *MI);
52*9880d681SAndroid Build Coastguard Worker   bool LowerCopy(MachineInstr *MI);
53*9880d681SAndroid Build Coastguard Worker 
54*9880d681SAndroid Build Coastguard Worker   void TransferImplicitDefs(MachineInstr *MI);
55*9880d681SAndroid Build Coastguard Worker };
56*9880d681SAndroid Build Coastguard Worker } // end anonymous namespace
57*9880d681SAndroid Build Coastguard Worker 
58*9880d681SAndroid Build Coastguard Worker char ExpandPostRA::ID = 0;
59*9880d681SAndroid Build Coastguard Worker char &llvm::ExpandPostRAPseudosID = ExpandPostRA::ID;
60*9880d681SAndroid Build Coastguard Worker 
61*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS(ExpandPostRA, "postrapseudos",
62*9880d681SAndroid Build Coastguard Worker                 "Post-RA pseudo instruction expansion pass", false, false)
63*9880d681SAndroid Build Coastguard Worker 
64*9880d681SAndroid Build Coastguard Worker /// TransferImplicitDefs - MI is a pseudo-instruction, and the lowered
65*9880d681SAndroid Build Coastguard Worker /// replacement instructions immediately precede it.  Copy any implicit-def
66*9880d681SAndroid Build Coastguard Worker /// operands from MI to the replacement instruction.
67*9880d681SAndroid Build Coastguard Worker void
TransferImplicitDefs(MachineInstr * MI)68*9880d681SAndroid Build Coastguard Worker ExpandPostRA::TransferImplicitDefs(MachineInstr *MI) {
69*9880d681SAndroid Build Coastguard Worker   MachineBasicBlock::iterator CopyMI = MI;
70*9880d681SAndroid Build Coastguard Worker   --CopyMI;
71*9880d681SAndroid Build Coastguard Worker 
72*9880d681SAndroid Build Coastguard Worker   for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
73*9880d681SAndroid Build Coastguard Worker     MachineOperand &MO = MI->getOperand(i);
74*9880d681SAndroid Build Coastguard Worker     if (!MO.isReg() || !MO.isImplicit() || MO.isUse())
75*9880d681SAndroid Build Coastguard Worker       continue;
76*9880d681SAndroid Build Coastguard Worker     CopyMI->addOperand(MachineOperand::CreateReg(MO.getReg(), true, true));
77*9880d681SAndroid Build Coastguard Worker   }
78*9880d681SAndroid Build Coastguard Worker }
79*9880d681SAndroid Build Coastguard Worker 
LowerSubregToReg(MachineInstr * MI)80*9880d681SAndroid Build Coastguard Worker bool ExpandPostRA::LowerSubregToReg(MachineInstr *MI) {
81*9880d681SAndroid Build Coastguard Worker   MachineBasicBlock *MBB = MI->getParent();
82*9880d681SAndroid Build Coastguard Worker   assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
83*9880d681SAndroid Build Coastguard Worker          MI->getOperand(1).isImm() &&
84*9880d681SAndroid Build Coastguard Worker          (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
85*9880d681SAndroid Build Coastguard Worker           MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
86*9880d681SAndroid Build Coastguard Worker 
87*9880d681SAndroid Build Coastguard Worker   unsigned DstReg  = MI->getOperand(0).getReg();
88*9880d681SAndroid Build Coastguard Worker   unsigned InsReg  = MI->getOperand(2).getReg();
89*9880d681SAndroid Build Coastguard Worker   assert(!MI->getOperand(2).getSubReg() && "SubIdx on physreg?");
90*9880d681SAndroid Build Coastguard Worker   unsigned SubIdx  = MI->getOperand(3).getImm();
91*9880d681SAndroid Build Coastguard Worker 
92*9880d681SAndroid Build Coastguard Worker   assert(SubIdx != 0 && "Invalid index for insert_subreg");
93*9880d681SAndroid Build Coastguard Worker   unsigned DstSubReg = TRI->getSubReg(DstReg, SubIdx);
94*9880d681SAndroid Build Coastguard Worker 
95*9880d681SAndroid Build Coastguard Worker   assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
96*9880d681SAndroid Build Coastguard Worker          "Insert destination must be in a physical register");
97*9880d681SAndroid Build Coastguard Worker   assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
98*9880d681SAndroid Build Coastguard Worker          "Inserted value must be in a physical register");
99*9880d681SAndroid Build Coastguard Worker 
100*9880d681SAndroid Build Coastguard Worker   DEBUG(dbgs() << "subreg: CONVERTING: " << *MI);
101*9880d681SAndroid Build Coastguard Worker 
102*9880d681SAndroid Build Coastguard Worker   if (MI->allDefsAreDead()) {
103*9880d681SAndroid Build Coastguard Worker     MI->setDesc(TII->get(TargetOpcode::KILL));
104*9880d681SAndroid Build Coastguard Worker     DEBUG(dbgs() << "subreg: replaced by: " << *MI);
105*9880d681SAndroid Build Coastguard Worker     return true;
106*9880d681SAndroid Build Coastguard Worker   }
107*9880d681SAndroid Build Coastguard Worker 
108*9880d681SAndroid Build Coastguard Worker   if (DstSubReg == InsReg) {
109*9880d681SAndroid Build Coastguard Worker     // No need to insert an identity copy instruction.
110*9880d681SAndroid Build Coastguard Worker     // Watch out for case like this:
111*9880d681SAndroid Build Coastguard Worker     // %RAX<def> = SUBREG_TO_REG 0, %EAX<kill>, 3
112*9880d681SAndroid Build Coastguard Worker     // We must leave %RAX live.
113*9880d681SAndroid Build Coastguard Worker     if (DstReg != InsReg) {
114*9880d681SAndroid Build Coastguard Worker       MI->setDesc(TII->get(TargetOpcode::KILL));
115*9880d681SAndroid Build Coastguard Worker       MI->RemoveOperand(3);     // SubIdx
116*9880d681SAndroid Build Coastguard Worker       MI->RemoveOperand(1);     // Imm
117*9880d681SAndroid Build Coastguard Worker       DEBUG(dbgs() << "subreg: replace by: " << *MI);
118*9880d681SAndroid Build Coastguard Worker       return true;
119*9880d681SAndroid Build Coastguard Worker     }
120*9880d681SAndroid Build Coastguard Worker     DEBUG(dbgs() << "subreg: eliminated!");
121*9880d681SAndroid Build Coastguard Worker   } else {
122*9880d681SAndroid Build Coastguard Worker     TII->copyPhysReg(*MBB, MI, MI->getDebugLoc(), DstSubReg, InsReg,
123*9880d681SAndroid Build Coastguard Worker                      MI->getOperand(2).isKill());
124*9880d681SAndroid Build Coastguard Worker 
125*9880d681SAndroid Build Coastguard Worker     // Implicitly define DstReg for subsequent uses.
126*9880d681SAndroid Build Coastguard Worker     MachineBasicBlock::iterator CopyMI = MI;
127*9880d681SAndroid Build Coastguard Worker     --CopyMI;
128*9880d681SAndroid Build Coastguard Worker     CopyMI->addRegisterDefined(DstReg);
129*9880d681SAndroid Build Coastguard Worker     DEBUG(dbgs() << "subreg: " << *CopyMI);
130*9880d681SAndroid Build Coastguard Worker   }
131*9880d681SAndroid Build Coastguard Worker 
132*9880d681SAndroid Build Coastguard Worker   DEBUG(dbgs() << '\n');
133*9880d681SAndroid Build Coastguard Worker   MBB->erase(MI);
134*9880d681SAndroid Build Coastguard Worker   return true;
135*9880d681SAndroid Build Coastguard Worker }
136*9880d681SAndroid Build Coastguard Worker 
LowerCopy(MachineInstr * MI)137*9880d681SAndroid Build Coastguard Worker bool ExpandPostRA::LowerCopy(MachineInstr *MI) {
138*9880d681SAndroid Build Coastguard Worker 
139*9880d681SAndroid Build Coastguard Worker   if (MI->allDefsAreDead()) {
140*9880d681SAndroid Build Coastguard Worker     DEBUG(dbgs() << "dead copy: " << *MI);
141*9880d681SAndroid Build Coastguard Worker     MI->setDesc(TII->get(TargetOpcode::KILL));
142*9880d681SAndroid Build Coastguard Worker     DEBUG(dbgs() << "replaced by: " << *MI);
143*9880d681SAndroid Build Coastguard Worker     return true;
144*9880d681SAndroid Build Coastguard Worker   }
145*9880d681SAndroid Build Coastguard Worker 
146*9880d681SAndroid Build Coastguard Worker   MachineOperand &DstMO = MI->getOperand(0);
147*9880d681SAndroid Build Coastguard Worker   MachineOperand &SrcMO = MI->getOperand(1);
148*9880d681SAndroid Build Coastguard Worker 
149*9880d681SAndroid Build Coastguard Worker   if (SrcMO.getReg() == DstMO.getReg()) {
150*9880d681SAndroid Build Coastguard Worker     DEBUG(dbgs() << "identity copy: " << *MI);
151*9880d681SAndroid Build Coastguard Worker     // No need to insert an identity copy instruction, but replace with a KILL
152*9880d681SAndroid Build Coastguard Worker     // if liveness is changed.
153*9880d681SAndroid Build Coastguard Worker     if (SrcMO.isUndef() || MI->getNumOperands() > 2) {
154*9880d681SAndroid Build Coastguard Worker       // We must make sure the super-register gets killed. Replace the
155*9880d681SAndroid Build Coastguard Worker       // instruction with KILL.
156*9880d681SAndroid Build Coastguard Worker       MI->setDesc(TII->get(TargetOpcode::KILL));
157*9880d681SAndroid Build Coastguard Worker       DEBUG(dbgs() << "replaced by:   " << *MI);
158*9880d681SAndroid Build Coastguard Worker       return true;
159*9880d681SAndroid Build Coastguard Worker     }
160*9880d681SAndroid Build Coastguard Worker     // Vanilla identity copy.
161*9880d681SAndroid Build Coastguard Worker     MI->eraseFromParent();
162*9880d681SAndroid Build Coastguard Worker     return true;
163*9880d681SAndroid Build Coastguard Worker   }
164*9880d681SAndroid Build Coastguard Worker 
165*9880d681SAndroid Build Coastguard Worker   DEBUG(dbgs() << "real copy:   " << *MI);
166*9880d681SAndroid Build Coastguard Worker   TII->copyPhysReg(*MI->getParent(), MI, MI->getDebugLoc(),
167*9880d681SAndroid Build Coastguard Worker                    DstMO.getReg(), SrcMO.getReg(), SrcMO.isKill());
168*9880d681SAndroid Build Coastguard Worker 
169*9880d681SAndroid Build Coastguard Worker   if (MI->getNumOperands() > 2)
170*9880d681SAndroid Build Coastguard Worker     TransferImplicitDefs(MI);
171*9880d681SAndroid Build Coastguard Worker   DEBUG({
172*9880d681SAndroid Build Coastguard Worker     MachineBasicBlock::iterator dMI = MI;
173*9880d681SAndroid Build Coastguard Worker     dbgs() << "replaced by: " << *(--dMI);
174*9880d681SAndroid Build Coastguard Worker   });
175*9880d681SAndroid Build Coastguard Worker   MI->eraseFromParent();
176*9880d681SAndroid Build Coastguard Worker   return true;
177*9880d681SAndroid Build Coastguard Worker }
178*9880d681SAndroid Build Coastguard Worker 
179*9880d681SAndroid Build Coastguard Worker /// runOnMachineFunction - Reduce subregister inserts and extracts to register
180*9880d681SAndroid Build Coastguard Worker /// copies.
181*9880d681SAndroid Build Coastguard Worker ///
runOnMachineFunction(MachineFunction & MF)182*9880d681SAndroid Build Coastguard Worker bool ExpandPostRA::runOnMachineFunction(MachineFunction &MF) {
183*9880d681SAndroid Build Coastguard Worker   DEBUG(dbgs() << "Machine Function\n"
184*9880d681SAndroid Build Coastguard Worker                << "********** EXPANDING POST-RA PSEUDO INSTRS **********\n"
185*9880d681SAndroid Build Coastguard Worker                << "********** Function: " << MF.getName() << '\n');
186*9880d681SAndroid Build Coastguard Worker   TRI = MF.getSubtarget().getRegisterInfo();
187*9880d681SAndroid Build Coastguard Worker   TII = MF.getSubtarget().getInstrInfo();
188*9880d681SAndroid Build Coastguard Worker 
189*9880d681SAndroid Build Coastguard Worker   bool MadeChange = false;
190*9880d681SAndroid Build Coastguard Worker 
191*9880d681SAndroid Build Coastguard Worker   for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
192*9880d681SAndroid Build Coastguard Worker        mbbi != mbbe; ++mbbi) {
193*9880d681SAndroid Build Coastguard Worker     for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
194*9880d681SAndroid Build Coastguard Worker          mi != me;) {
195*9880d681SAndroid Build Coastguard Worker       MachineInstr &MI = *mi;
196*9880d681SAndroid Build Coastguard Worker       // Advance iterator here because MI may be erased.
197*9880d681SAndroid Build Coastguard Worker       ++mi;
198*9880d681SAndroid Build Coastguard Worker 
199*9880d681SAndroid Build Coastguard Worker       // Only expand pseudos.
200*9880d681SAndroid Build Coastguard Worker       if (!MI.isPseudo())
201*9880d681SAndroid Build Coastguard Worker         continue;
202*9880d681SAndroid Build Coastguard Worker 
203*9880d681SAndroid Build Coastguard Worker       // Give targets a chance to expand even standard pseudos.
204*9880d681SAndroid Build Coastguard Worker       if (TII->expandPostRAPseudo(MI)) {
205*9880d681SAndroid Build Coastguard Worker         MadeChange = true;
206*9880d681SAndroid Build Coastguard Worker         continue;
207*9880d681SAndroid Build Coastguard Worker       }
208*9880d681SAndroid Build Coastguard Worker 
209*9880d681SAndroid Build Coastguard Worker       // Expand standard pseudos.
210*9880d681SAndroid Build Coastguard Worker       switch (MI.getOpcode()) {
211*9880d681SAndroid Build Coastguard Worker       case TargetOpcode::SUBREG_TO_REG:
212*9880d681SAndroid Build Coastguard Worker         MadeChange |= LowerSubregToReg(&MI);
213*9880d681SAndroid Build Coastguard Worker         break;
214*9880d681SAndroid Build Coastguard Worker       case TargetOpcode::COPY:
215*9880d681SAndroid Build Coastguard Worker         MadeChange |= LowerCopy(&MI);
216*9880d681SAndroid Build Coastguard Worker         break;
217*9880d681SAndroid Build Coastguard Worker       case TargetOpcode::DBG_VALUE:
218*9880d681SAndroid Build Coastguard Worker         continue;
219*9880d681SAndroid Build Coastguard Worker       case TargetOpcode::INSERT_SUBREG:
220*9880d681SAndroid Build Coastguard Worker       case TargetOpcode::EXTRACT_SUBREG:
221*9880d681SAndroid Build Coastguard Worker         llvm_unreachable("Sub-register pseudos should have been eliminated.");
222*9880d681SAndroid Build Coastguard Worker       }
223*9880d681SAndroid Build Coastguard Worker     }
224*9880d681SAndroid Build Coastguard Worker   }
225*9880d681SAndroid Build Coastguard Worker 
226*9880d681SAndroid Build Coastguard Worker   return MadeChange;
227*9880d681SAndroid Build Coastguard Worker }
228