xref: /aosp_15_r20/external/llvm/lib/IR/User.cpp (revision 9880d6810fe72a1726cb53787c6711e909410d58)
1*9880d681SAndroid Build Coastguard Worker //===-- User.cpp - Implement the User class -------------------------------===//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker //                     The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker 
10*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/User.h"
11*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/Constant.h"
12*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/GlobalValue.h"
13*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/Operator.h"
14*9880d681SAndroid Build Coastguard Worker 
15*9880d681SAndroid Build Coastguard Worker namespace llvm {
16*9880d681SAndroid Build Coastguard Worker class BasicBlock;
17*9880d681SAndroid Build Coastguard Worker 
18*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
19*9880d681SAndroid Build Coastguard Worker //                                 User Class
20*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
21*9880d681SAndroid Build Coastguard Worker 
anchor()22*9880d681SAndroid Build Coastguard Worker void User::anchor() {}
23*9880d681SAndroid Build Coastguard Worker 
replaceUsesOfWith(Value * From,Value * To)24*9880d681SAndroid Build Coastguard Worker void User::replaceUsesOfWith(Value *From, Value *To) {
25*9880d681SAndroid Build Coastguard Worker   if (From == To) return;   // Duh what?
26*9880d681SAndroid Build Coastguard Worker 
27*9880d681SAndroid Build Coastguard Worker   assert((!isa<Constant>(this) || isa<GlobalValue>(this)) &&
28*9880d681SAndroid Build Coastguard Worker          "Cannot call User::replaceUsesOfWith on a constant!");
29*9880d681SAndroid Build Coastguard Worker 
30*9880d681SAndroid Build Coastguard Worker   for (unsigned i = 0, E = getNumOperands(); i != E; ++i)
31*9880d681SAndroid Build Coastguard Worker     if (getOperand(i) == From) {  // Is This operand is pointing to oldval?
32*9880d681SAndroid Build Coastguard Worker       // The side effects of this setOperand call include linking to
33*9880d681SAndroid Build Coastguard Worker       // "To", adding "this" to the uses list of To, and
34*9880d681SAndroid Build Coastguard Worker       // most importantly, removing "this" from the use list of "From".
35*9880d681SAndroid Build Coastguard Worker       setOperand(i, To); // Fix it now...
36*9880d681SAndroid Build Coastguard Worker     }
37*9880d681SAndroid Build Coastguard Worker }
38*9880d681SAndroid Build Coastguard Worker 
39*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
40*9880d681SAndroid Build Coastguard Worker //                         User allocHungoffUses Implementation
41*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
42*9880d681SAndroid Build Coastguard Worker 
allocHungoffUses(unsigned N,bool IsPhi)43*9880d681SAndroid Build Coastguard Worker void User::allocHungoffUses(unsigned N, bool IsPhi) {
44*9880d681SAndroid Build Coastguard Worker   assert(HasHungOffUses && "alloc must have hung off uses");
45*9880d681SAndroid Build Coastguard Worker 
46*9880d681SAndroid Build Coastguard Worker   static_assert(AlignOf<Use>::Alignment >= AlignOf<Use::UserRef>::Alignment,
47*9880d681SAndroid Build Coastguard Worker                 "Alignment is insufficient for 'hung-off-uses' pieces");
48*9880d681SAndroid Build Coastguard Worker   static_assert(AlignOf<Use::UserRef>::Alignment >=
49*9880d681SAndroid Build Coastguard Worker                     AlignOf<BasicBlock *>::Alignment,
50*9880d681SAndroid Build Coastguard Worker                 "Alignment is insufficient for 'hung-off-uses' pieces");
51*9880d681SAndroid Build Coastguard Worker 
52*9880d681SAndroid Build Coastguard Worker   // Allocate the array of Uses, followed by a pointer (with bottom bit set) to
53*9880d681SAndroid Build Coastguard Worker   // the User.
54*9880d681SAndroid Build Coastguard Worker   size_t size = N * sizeof(Use) + sizeof(Use::UserRef);
55*9880d681SAndroid Build Coastguard Worker   if (IsPhi)
56*9880d681SAndroid Build Coastguard Worker     size += N * sizeof(BasicBlock *);
57*9880d681SAndroid Build Coastguard Worker   Use *Begin = static_cast<Use*>(::operator new(size));
58*9880d681SAndroid Build Coastguard Worker   Use *End = Begin + N;
59*9880d681SAndroid Build Coastguard Worker   (void) new(End) Use::UserRef(const_cast<User*>(this), 1);
60*9880d681SAndroid Build Coastguard Worker   setOperandList(Use::initTags(Begin, End));
61*9880d681SAndroid Build Coastguard Worker }
62*9880d681SAndroid Build Coastguard Worker 
growHungoffUses(unsigned NewNumUses,bool IsPhi)63*9880d681SAndroid Build Coastguard Worker void User::growHungoffUses(unsigned NewNumUses, bool IsPhi) {
64*9880d681SAndroid Build Coastguard Worker   assert(HasHungOffUses && "realloc must have hung off uses");
65*9880d681SAndroid Build Coastguard Worker 
66*9880d681SAndroid Build Coastguard Worker   unsigned OldNumUses = getNumOperands();
67*9880d681SAndroid Build Coastguard Worker 
68*9880d681SAndroid Build Coastguard Worker   // We don't support shrinking the number of uses.  We wouldn't have enough
69*9880d681SAndroid Build Coastguard Worker   // space to copy the old uses in to the new space.
70*9880d681SAndroid Build Coastguard Worker   assert(NewNumUses > OldNumUses && "realloc must grow num uses");
71*9880d681SAndroid Build Coastguard Worker 
72*9880d681SAndroid Build Coastguard Worker   Use *OldOps = getOperandList();
73*9880d681SAndroid Build Coastguard Worker   allocHungoffUses(NewNumUses, IsPhi);
74*9880d681SAndroid Build Coastguard Worker   Use *NewOps = getOperandList();
75*9880d681SAndroid Build Coastguard Worker 
76*9880d681SAndroid Build Coastguard Worker   // Now copy from the old operands list to the new one.
77*9880d681SAndroid Build Coastguard Worker   std::copy(OldOps, OldOps + OldNumUses, NewOps);
78*9880d681SAndroid Build Coastguard Worker 
79*9880d681SAndroid Build Coastguard Worker   // If this is a Phi, then we need to copy the BB pointers too.
80*9880d681SAndroid Build Coastguard Worker   if (IsPhi) {
81*9880d681SAndroid Build Coastguard Worker     auto *OldPtr =
82*9880d681SAndroid Build Coastguard Worker         reinterpret_cast<char *>(OldOps + OldNumUses) + sizeof(Use::UserRef);
83*9880d681SAndroid Build Coastguard Worker     auto *NewPtr =
84*9880d681SAndroid Build Coastguard Worker         reinterpret_cast<char *>(NewOps + NewNumUses) + sizeof(Use::UserRef);
85*9880d681SAndroid Build Coastguard Worker     std::copy(OldPtr, OldPtr + (OldNumUses * sizeof(BasicBlock *)), NewPtr);
86*9880d681SAndroid Build Coastguard Worker   }
87*9880d681SAndroid Build Coastguard Worker   Use::zap(OldOps, OldOps + OldNumUses, true);
88*9880d681SAndroid Build Coastguard Worker }
89*9880d681SAndroid Build Coastguard Worker 
90*9880d681SAndroid Build Coastguard Worker 
91*9880d681SAndroid Build Coastguard Worker // This is a private struct used by `User` to track the co-allocated descriptor
92*9880d681SAndroid Build Coastguard Worker // section.
93*9880d681SAndroid Build Coastguard Worker struct DescriptorInfo {
94*9880d681SAndroid Build Coastguard Worker   intptr_t SizeInBytes;
95*9880d681SAndroid Build Coastguard Worker };
96*9880d681SAndroid Build Coastguard Worker 
getDescriptor() const97*9880d681SAndroid Build Coastguard Worker ArrayRef<const uint8_t> User::getDescriptor() const {
98*9880d681SAndroid Build Coastguard Worker   auto MutableARef = const_cast<User *>(this)->getDescriptor();
99*9880d681SAndroid Build Coastguard Worker   return {MutableARef.begin(), MutableARef.end()};
100*9880d681SAndroid Build Coastguard Worker }
101*9880d681SAndroid Build Coastguard Worker 
getDescriptor()102*9880d681SAndroid Build Coastguard Worker MutableArrayRef<uint8_t> User::getDescriptor() {
103*9880d681SAndroid Build Coastguard Worker   assert(HasDescriptor && "Don't call otherwise!");
104*9880d681SAndroid Build Coastguard Worker   assert(!HasHungOffUses && "Invariant!");
105*9880d681SAndroid Build Coastguard Worker 
106*9880d681SAndroid Build Coastguard Worker   auto *DI = reinterpret_cast<DescriptorInfo *>(getIntrusiveOperands()) - 1;
107*9880d681SAndroid Build Coastguard Worker   assert(DI->SizeInBytes != 0 && "Should not have had a descriptor otherwise!");
108*9880d681SAndroid Build Coastguard Worker 
109*9880d681SAndroid Build Coastguard Worker   return MutableArrayRef<uint8_t>(
110*9880d681SAndroid Build Coastguard Worker       reinterpret_cast<uint8_t *>(DI) - DI->SizeInBytes, DI->SizeInBytes);
111*9880d681SAndroid Build Coastguard Worker }
112*9880d681SAndroid Build Coastguard Worker 
113*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
114*9880d681SAndroid Build Coastguard Worker //                         User operator new Implementations
115*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
116*9880d681SAndroid Build Coastguard Worker 
allocateFixedOperandUser(size_t Size,unsigned Us,unsigned DescBytes)117*9880d681SAndroid Build Coastguard Worker void *User::allocateFixedOperandUser(size_t Size, unsigned Us,
118*9880d681SAndroid Build Coastguard Worker                                      unsigned DescBytes) {
119*9880d681SAndroid Build Coastguard Worker   assert(Us < (1u << NumUserOperandsBits) && "Too many operands");
120*9880d681SAndroid Build Coastguard Worker 
121*9880d681SAndroid Build Coastguard Worker   static_assert(sizeof(DescriptorInfo) % sizeof(void *) == 0, "Required below");
122*9880d681SAndroid Build Coastguard Worker 
123*9880d681SAndroid Build Coastguard Worker   unsigned DescBytesToAllocate =
124*9880d681SAndroid Build Coastguard Worker       DescBytes == 0 ? 0 : (DescBytes + sizeof(DescriptorInfo));
125*9880d681SAndroid Build Coastguard Worker   assert(DescBytesToAllocate % sizeof(void *) == 0 &&
126*9880d681SAndroid Build Coastguard Worker          "We need this to satisfy alignment constraints for Uses");
127*9880d681SAndroid Build Coastguard Worker 
128*9880d681SAndroid Build Coastguard Worker   uint8_t *Storage = static_cast<uint8_t *>(
129*9880d681SAndroid Build Coastguard Worker       ::operator new(Size + sizeof(Use) * Us + DescBytesToAllocate));
130*9880d681SAndroid Build Coastguard Worker   Use *Start = reinterpret_cast<Use *>(Storage + DescBytesToAllocate);
131*9880d681SAndroid Build Coastguard Worker   Use *End = Start + Us;
132*9880d681SAndroid Build Coastguard Worker   User *Obj = reinterpret_cast<User*>(End);
133*9880d681SAndroid Build Coastguard Worker   Obj->NumUserOperands = Us;
134*9880d681SAndroid Build Coastguard Worker   Obj->HasHungOffUses = false;
135*9880d681SAndroid Build Coastguard Worker   Obj->HasDescriptor = DescBytes != 0;
136*9880d681SAndroid Build Coastguard Worker   Use::initTags(Start, End);
137*9880d681SAndroid Build Coastguard Worker 
138*9880d681SAndroid Build Coastguard Worker   if (DescBytes != 0) {
139*9880d681SAndroid Build Coastguard Worker     auto *DescInfo = reinterpret_cast<DescriptorInfo *>(Storage + DescBytes);
140*9880d681SAndroid Build Coastguard Worker     DescInfo->SizeInBytes = DescBytes;
141*9880d681SAndroid Build Coastguard Worker   }
142*9880d681SAndroid Build Coastguard Worker 
143*9880d681SAndroid Build Coastguard Worker   return Obj;
144*9880d681SAndroid Build Coastguard Worker }
145*9880d681SAndroid Build Coastguard Worker 
operator new(size_t Size,unsigned Us)146*9880d681SAndroid Build Coastguard Worker void *User::operator new(size_t Size, unsigned Us) {
147*9880d681SAndroid Build Coastguard Worker   return allocateFixedOperandUser(Size, Us, 0);
148*9880d681SAndroid Build Coastguard Worker }
149*9880d681SAndroid Build Coastguard Worker 
operator new(size_t Size,unsigned Us,unsigned DescBytes)150*9880d681SAndroid Build Coastguard Worker void *User::operator new(size_t Size, unsigned Us, unsigned DescBytes) {
151*9880d681SAndroid Build Coastguard Worker   return allocateFixedOperandUser(Size, Us, DescBytes);
152*9880d681SAndroid Build Coastguard Worker }
153*9880d681SAndroid Build Coastguard Worker 
operator new(size_t Size)154*9880d681SAndroid Build Coastguard Worker void *User::operator new(size_t Size) {
155*9880d681SAndroid Build Coastguard Worker   // Allocate space for a single Use*
156*9880d681SAndroid Build Coastguard Worker   void *Storage = ::operator new(Size + sizeof(Use *));
157*9880d681SAndroid Build Coastguard Worker   Use **HungOffOperandList = static_cast<Use **>(Storage);
158*9880d681SAndroid Build Coastguard Worker   User *Obj = reinterpret_cast<User *>(HungOffOperandList + 1);
159*9880d681SAndroid Build Coastguard Worker   Obj->NumUserOperands = 0;
160*9880d681SAndroid Build Coastguard Worker   Obj->HasHungOffUses = true;
161*9880d681SAndroid Build Coastguard Worker   Obj->HasDescriptor = false;
162*9880d681SAndroid Build Coastguard Worker   *HungOffOperandList = nullptr;
163*9880d681SAndroid Build Coastguard Worker   return Obj;
164*9880d681SAndroid Build Coastguard Worker }
165*9880d681SAndroid Build Coastguard Worker 
166*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
167*9880d681SAndroid Build Coastguard Worker //                         User operator delete Implementation
168*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
169*9880d681SAndroid Build Coastguard Worker 
operator delete(void * Usr)170*9880d681SAndroid Build Coastguard Worker void User::operator delete(void *Usr) {
171*9880d681SAndroid Build Coastguard Worker   // Hung off uses use a single Use* before the User, while other subclasses
172*9880d681SAndroid Build Coastguard Worker   // use a Use[] allocated prior to the user.
173*9880d681SAndroid Build Coastguard Worker   User *Obj = static_cast<User *>(Usr);
174*9880d681SAndroid Build Coastguard Worker   if (Obj->HasHungOffUses) {
175*9880d681SAndroid Build Coastguard Worker     assert(!Obj->HasDescriptor && "not supported!");
176*9880d681SAndroid Build Coastguard Worker 
177*9880d681SAndroid Build Coastguard Worker     Use **HungOffOperandList = static_cast<Use **>(Usr) - 1;
178*9880d681SAndroid Build Coastguard Worker     // drop the hung off uses.
179*9880d681SAndroid Build Coastguard Worker     Use::zap(*HungOffOperandList, *HungOffOperandList + Obj->NumUserOperands,
180*9880d681SAndroid Build Coastguard Worker              /* Delete */ true);
181*9880d681SAndroid Build Coastguard Worker     ::operator delete(HungOffOperandList);
182*9880d681SAndroid Build Coastguard Worker   } else if (Obj->HasDescriptor) {
183*9880d681SAndroid Build Coastguard Worker     Use *UseBegin = static_cast<Use *>(Usr) - Obj->NumUserOperands;
184*9880d681SAndroid Build Coastguard Worker     Use::zap(UseBegin, UseBegin + Obj->NumUserOperands, /* Delete */ false);
185*9880d681SAndroid Build Coastguard Worker 
186*9880d681SAndroid Build Coastguard Worker     auto *DI = reinterpret_cast<DescriptorInfo *>(UseBegin) - 1;
187*9880d681SAndroid Build Coastguard Worker     uint8_t *Storage = reinterpret_cast<uint8_t *>(DI) - DI->SizeInBytes;
188*9880d681SAndroid Build Coastguard Worker     ::operator delete(Storage);
189*9880d681SAndroid Build Coastguard Worker   } else {
190*9880d681SAndroid Build Coastguard Worker     Use *Storage = static_cast<Use *>(Usr) - Obj->NumUserOperands;
191*9880d681SAndroid Build Coastguard Worker     Use::zap(Storage, Storage + Obj->NumUserOperands,
192*9880d681SAndroid Build Coastguard Worker              /* Delete */ false);
193*9880d681SAndroid Build Coastguard Worker     ::operator delete(Storage);
194*9880d681SAndroid Build Coastguard Worker   }
195*9880d681SAndroid Build Coastguard Worker }
196*9880d681SAndroid Build Coastguard Worker 
197*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
198*9880d681SAndroid Build Coastguard Worker //                             Operator Class
199*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
200*9880d681SAndroid Build Coastguard Worker 
~Operator()201*9880d681SAndroid Build Coastguard Worker Operator::~Operator() {
202*9880d681SAndroid Build Coastguard Worker   llvm_unreachable("should never destroy an Operator");
203*9880d681SAndroid Build Coastguard Worker }
204*9880d681SAndroid Build Coastguard Worker 
205*9880d681SAndroid Build Coastguard Worker } // End llvm namespace
206