xref: /aosp_15_r20/frameworks/av/media/module/foundation/MediaBufferGroup.cpp (revision ec779b8e0859a360c3d303172224686826e6e0e1)
1*ec779b8eSAndroid Build Coastguard Worker /*
2*ec779b8eSAndroid Build Coastguard Worker  * Copyright (C) 2009 The Android Open Source Project
3*ec779b8eSAndroid Build Coastguard Worker  *
4*ec779b8eSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*ec779b8eSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*ec779b8eSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*ec779b8eSAndroid Build Coastguard Worker  *
8*ec779b8eSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*ec779b8eSAndroid Build Coastguard Worker  *
10*ec779b8eSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*ec779b8eSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*ec779b8eSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*ec779b8eSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*ec779b8eSAndroid Build Coastguard Worker  * limitations under the License.
15*ec779b8eSAndroid Build Coastguard Worker  */
16*ec779b8eSAndroid Build Coastguard Worker 
17*ec779b8eSAndroid Build Coastguard Worker #define LOG_TAG "MediaBufferGroup"
18*ec779b8eSAndroid Build Coastguard Worker #include <utils/Log.h>
19*ec779b8eSAndroid Build Coastguard Worker 
20*ec779b8eSAndroid Build Coastguard Worker #include <list>
21*ec779b8eSAndroid Build Coastguard Worker 
22*ec779b8eSAndroid Build Coastguard Worker #include <binder/MemoryDealer.h>
23*ec779b8eSAndroid Build Coastguard Worker #include <media/stagefright/foundation/ADebug.h>
24*ec779b8eSAndroid Build Coastguard Worker #include <media/stagefright/MediaBuffer.h>
25*ec779b8eSAndroid Build Coastguard Worker #include <media/stagefright/MediaBufferGroup.h>
26*ec779b8eSAndroid Build Coastguard Worker #include <utils/threads.h>
27*ec779b8eSAndroid Build Coastguard Worker 
28*ec779b8eSAndroid Build Coastguard Worker namespace android {
29*ec779b8eSAndroid Build Coastguard Worker 
30*ec779b8eSAndroid Build Coastguard Worker // std::min is not constexpr in C++11
31*ec779b8eSAndroid Build Coastguard Worker template<typename T>
MIN(const T & a,const T & b)32*ec779b8eSAndroid Build Coastguard Worker constexpr T MIN(const T &a, const T &b) { return a <= b ? a : b; }
33*ec779b8eSAndroid Build Coastguard Worker 
34*ec779b8eSAndroid Build Coastguard Worker // MediaBufferGroup may create shared memory buffers at a
35*ec779b8eSAndroid Build Coastguard Worker // smaller threshold than an isolated new MediaBuffer.
36*ec779b8eSAndroid Build Coastguard Worker static const size_t kSharedMemoryThreshold = MIN(
37*ec779b8eSAndroid Build Coastguard Worker         (size_t)MediaBuffer::kSharedMemThreshold, (size_t)(4 * 1024));
38*ec779b8eSAndroid Build Coastguard Worker 
39*ec779b8eSAndroid Build Coastguard Worker struct MediaBufferGroup::InternalData {
40*ec779b8eSAndroid Build Coastguard Worker     Mutex mLock;
41*ec779b8eSAndroid Build Coastguard Worker     Condition mCondition;
42*ec779b8eSAndroid Build Coastguard Worker     size_t mGrowthLimit;  // Do not automatically grow group larger than this.
43*ec779b8eSAndroid Build Coastguard Worker     std::list<MediaBufferBase *> mBuffers;
44*ec779b8eSAndroid Build Coastguard Worker };
45*ec779b8eSAndroid Build Coastguard Worker 
MediaBufferGroup(size_t growthLimit)46*ec779b8eSAndroid Build Coastguard Worker MediaBufferGroup::MediaBufferGroup(size_t growthLimit)
47*ec779b8eSAndroid Build Coastguard Worker     : mWrapper(nullptr), mInternal(new InternalData()) {
48*ec779b8eSAndroid Build Coastguard Worker     mInternal->mGrowthLimit = growthLimit;
49*ec779b8eSAndroid Build Coastguard Worker }
50*ec779b8eSAndroid Build Coastguard Worker 
MediaBufferGroup(size_t buffers,size_t buffer_size,size_t growthLimit)51*ec779b8eSAndroid Build Coastguard Worker MediaBufferGroup::MediaBufferGroup(size_t buffers, size_t buffer_size, size_t growthLimit)
52*ec779b8eSAndroid Build Coastguard Worker     : mWrapper(nullptr), mInternal(new InternalData()) {
53*ec779b8eSAndroid Build Coastguard Worker     init(buffers, buffer_size, growthLimit);
54*ec779b8eSAndroid Build Coastguard Worker }
55*ec779b8eSAndroid Build Coastguard Worker 
init(size_t buffers,size_t buffer_size,size_t growthLimit)56*ec779b8eSAndroid Build Coastguard Worker void MediaBufferGroup::init(size_t buffers, size_t buffer_size, size_t growthLimit) {
57*ec779b8eSAndroid Build Coastguard Worker     mInternal->mGrowthLimit = growthLimit;
58*ec779b8eSAndroid Build Coastguard Worker 
59*ec779b8eSAndroid Build Coastguard Worker     if (mInternal->mGrowthLimit > 0 && buffers > mInternal->mGrowthLimit) {
60*ec779b8eSAndroid Build Coastguard Worker         ALOGW("Preallocated buffers %zu > growthLimit %zu, increasing growthLimit",
61*ec779b8eSAndroid Build Coastguard Worker                 buffers, mInternal->mGrowthLimit);
62*ec779b8eSAndroid Build Coastguard Worker         mInternal->mGrowthLimit = buffers;
63*ec779b8eSAndroid Build Coastguard Worker     }
64*ec779b8eSAndroid Build Coastguard Worker 
65*ec779b8eSAndroid Build Coastguard Worker #if !defined(NO_IMEMORY) && !defined(__ANDROID_APEX__)
66*ec779b8eSAndroid Build Coastguard Worker     if (buffer_size >= kSharedMemoryThreshold) {
67*ec779b8eSAndroid Build Coastguard Worker         ALOGD("creating MemoryDealer");
68*ec779b8eSAndroid Build Coastguard Worker         // Using a single MemoryDealer is efficient for a group of shared memory objects.
69*ec779b8eSAndroid Build Coastguard Worker         // This loop guarantees that we use shared memory (no fallback to malloc).
70*ec779b8eSAndroid Build Coastguard Worker 
71*ec779b8eSAndroid Build Coastguard Worker         size_t alignment = MemoryDealer::getAllocationAlignment();
72*ec779b8eSAndroid Build Coastguard Worker         size_t augmented_size = buffer_size + sizeof(MediaBuffer::SharedControl);
73*ec779b8eSAndroid Build Coastguard Worker         size_t total = (augmented_size + alignment - 1) / alignment * alignment * buffers;
74*ec779b8eSAndroid Build Coastguard Worker         sp<MemoryDealer> memoryDealer = new MemoryDealer(total, "MediaBufferGroup");
75*ec779b8eSAndroid Build Coastguard Worker 
76*ec779b8eSAndroid Build Coastguard Worker         for (size_t i = 0; i < buffers; ++i) {
77*ec779b8eSAndroid Build Coastguard Worker             sp<IMemory> mem = memoryDealer->allocate(augmented_size);
78*ec779b8eSAndroid Build Coastguard Worker             if (mem.get() == nullptr || mem->unsecurePointer() == nullptr) {
79*ec779b8eSAndroid Build Coastguard Worker                 ALOGW("Only allocated %zu shared buffers of size %zu", i, buffer_size);
80*ec779b8eSAndroid Build Coastguard Worker                 break;
81*ec779b8eSAndroid Build Coastguard Worker             }
82*ec779b8eSAndroid Build Coastguard Worker             MediaBuffer *buffer = new MediaBuffer(mem);
83*ec779b8eSAndroid Build Coastguard Worker             buffer->getSharedControl()->clear();
84*ec779b8eSAndroid Build Coastguard Worker             add_buffer(buffer);
85*ec779b8eSAndroid Build Coastguard Worker         }
86*ec779b8eSAndroid Build Coastguard Worker         return;
87*ec779b8eSAndroid Build Coastguard Worker     }
88*ec779b8eSAndroid Build Coastguard Worker #else
89*ec779b8eSAndroid Build Coastguard Worker     (void)kSharedMemoryThreshold;
90*ec779b8eSAndroid Build Coastguard Worker #endif
91*ec779b8eSAndroid Build Coastguard Worker 
92*ec779b8eSAndroid Build Coastguard Worker     // Non-shared memory allocation.
93*ec779b8eSAndroid Build Coastguard Worker     for (size_t i = 0; i < buffers; ++i) {
94*ec779b8eSAndroid Build Coastguard Worker         MediaBuffer *buffer = new MediaBuffer(buffer_size);
95*ec779b8eSAndroid Build Coastguard Worker         if (buffer->data() == nullptr) {
96*ec779b8eSAndroid Build Coastguard Worker             delete buffer; // don't call release, it's not properly formed
97*ec779b8eSAndroid Build Coastguard Worker             ALOGW("Only allocated %zu malloc buffers of size %zu", i, buffer_size);
98*ec779b8eSAndroid Build Coastguard Worker             break;
99*ec779b8eSAndroid Build Coastguard Worker         }
100*ec779b8eSAndroid Build Coastguard Worker         add_buffer(buffer);
101*ec779b8eSAndroid Build Coastguard Worker     }
102*ec779b8eSAndroid Build Coastguard Worker }
103*ec779b8eSAndroid Build Coastguard Worker 
~MediaBufferGroup()104*ec779b8eSAndroid Build Coastguard Worker MediaBufferGroup::~MediaBufferGroup() {
105*ec779b8eSAndroid Build Coastguard Worker     for (MediaBufferBase *buffer : mInternal->mBuffers) {
106*ec779b8eSAndroid Build Coastguard Worker         if (buffer->refcount() != 0) {
107*ec779b8eSAndroid Build Coastguard Worker             const int localRefcount = buffer->localRefcount();
108*ec779b8eSAndroid Build Coastguard Worker             const int remoteRefcount = buffer->remoteRefcount();
109*ec779b8eSAndroid Build Coastguard Worker 
110*ec779b8eSAndroid Build Coastguard Worker             // Fatal if we have a local refcount.
111*ec779b8eSAndroid Build Coastguard Worker             LOG_ALWAYS_FATAL_IF(localRefcount != 0,
112*ec779b8eSAndroid Build Coastguard Worker                     "buffer(%p) localRefcount %d != 0, remoteRefcount %d",
113*ec779b8eSAndroid Build Coastguard Worker                     buffer, localRefcount, remoteRefcount);
114*ec779b8eSAndroid Build Coastguard Worker 
115*ec779b8eSAndroid Build Coastguard Worker             // Log an error if we have a remaining remote refcount,
116*ec779b8eSAndroid Build Coastguard Worker             // as the remote process may have died or may have inappropriate behavior.
117*ec779b8eSAndroid Build Coastguard Worker             // The shared memory associated with the MediaBuffer will
118*ec779b8eSAndroid Build Coastguard Worker             // automatically be reclaimed when there are no remaining fds
119*ec779b8eSAndroid Build Coastguard Worker             // associated with it.
120*ec779b8eSAndroid Build Coastguard Worker             ALOGE("buffer(%p) has residual remoteRefcount %d",
121*ec779b8eSAndroid Build Coastguard Worker                     buffer, remoteRefcount);
122*ec779b8eSAndroid Build Coastguard Worker         }
123*ec779b8eSAndroid Build Coastguard Worker         // gracefully delete.
124*ec779b8eSAndroid Build Coastguard Worker         buffer->setObserver(nullptr);
125*ec779b8eSAndroid Build Coastguard Worker         buffer->release();
126*ec779b8eSAndroid Build Coastguard Worker     }
127*ec779b8eSAndroid Build Coastguard Worker     delete mInternal;
128*ec779b8eSAndroid Build Coastguard Worker     delete mWrapper;
129*ec779b8eSAndroid Build Coastguard Worker }
130*ec779b8eSAndroid Build Coastguard Worker 
add_buffer(MediaBufferBase * buffer)131*ec779b8eSAndroid Build Coastguard Worker void MediaBufferGroup::add_buffer(MediaBufferBase *buffer) {
132*ec779b8eSAndroid Build Coastguard Worker     Mutex::Autolock autoLock(mInternal->mLock);
133*ec779b8eSAndroid Build Coastguard Worker 
134*ec779b8eSAndroid Build Coastguard Worker     // if we're above our growth limit, release buffers if we can
135*ec779b8eSAndroid Build Coastguard Worker     for (auto it = mInternal->mBuffers.begin();
136*ec779b8eSAndroid Build Coastguard Worker             mInternal->mGrowthLimit > 0
137*ec779b8eSAndroid Build Coastguard Worker             && mInternal->mBuffers.size() >= mInternal->mGrowthLimit
138*ec779b8eSAndroid Build Coastguard Worker             && it != mInternal->mBuffers.end();) {
139*ec779b8eSAndroid Build Coastguard Worker         if ((*it)->refcount() == 0) {
140*ec779b8eSAndroid Build Coastguard Worker             (*it)->setObserver(nullptr);
141*ec779b8eSAndroid Build Coastguard Worker             (*it)->release();
142*ec779b8eSAndroid Build Coastguard Worker             it = mInternal->mBuffers.erase(it);
143*ec779b8eSAndroid Build Coastguard Worker         } else {
144*ec779b8eSAndroid Build Coastguard Worker             ++it;
145*ec779b8eSAndroid Build Coastguard Worker         }
146*ec779b8eSAndroid Build Coastguard Worker     }
147*ec779b8eSAndroid Build Coastguard Worker 
148*ec779b8eSAndroid Build Coastguard Worker     buffer->setObserver(this);
149*ec779b8eSAndroid Build Coastguard Worker     mInternal->mBuffers.emplace_back(buffer);
150*ec779b8eSAndroid Build Coastguard Worker }
151*ec779b8eSAndroid Build Coastguard Worker 
has_buffers()152*ec779b8eSAndroid Build Coastguard Worker bool MediaBufferGroup::has_buffers() {
153*ec779b8eSAndroid Build Coastguard Worker     if (mInternal->mBuffers.size() < mInternal->mGrowthLimit) {
154*ec779b8eSAndroid Build Coastguard Worker         return true; // We can add more buffers internally.
155*ec779b8eSAndroid Build Coastguard Worker     }
156*ec779b8eSAndroid Build Coastguard Worker     for (MediaBufferBase *buffer : mInternal->mBuffers) {
157*ec779b8eSAndroid Build Coastguard Worker         if (buffer->refcount() == 0) {
158*ec779b8eSAndroid Build Coastguard Worker             return true;
159*ec779b8eSAndroid Build Coastguard Worker         }
160*ec779b8eSAndroid Build Coastguard Worker     }
161*ec779b8eSAndroid Build Coastguard Worker     return false;
162*ec779b8eSAndroid Build Coastguard Worker }
163*ec779b8eSAndroid Build Coastguard Worker 
acquire_buffer(MediaBufferBase ** out,bool nonBlocking,size_t requestedSize)164*ec779b8eSAndroid Build Coastguard Worker status_t MediaBufferGroup::acquire_buffer(
165*ec779b8eSAndroid Build Coastguard Worker         MediaBufferBase **out, bool nonBlocking, size_t requestedSize) {
166*ec779b8eSAndroid Build Coastguard Worker     Mutex::Autolock autoLock(mInternal->mLock);
167*ec779b8eSAndroid Build Coastguard Worker     for (;;) {
168*ec779b8eSAndroid Build Coastguard Worker         size_t smallest = requestedSize;
169*ec779b8eSAndroid Build Coastguard Worker         size_t biggest = requestedSize;
170*ec779b8eSAndroid Build Coastguard Worker         MediaBufferBase *buffer = nullptr;
171*ec779b8eSAndroid Build Coastguard Worker         auto free = mInternal->mBuffers.end();
172*ec779b8eSAndroid Build Coastguard Worker         for (auto it = mInternal->mBuffers.begin(); it != mInternal->mBuffers.end(); ++it) {
173*ec779b8eSAndroid Build Coastguard Worker             const size_t size = (*it)->size();
174*ec779b8eSAndroid Build Coastguard Worker             if (size > biggest) {
175*ec779b8eSAndroid Build Coastguard Worker                 biggest = size;
176*ec779b8eSAndroid Build Coastguard Worker             }
177*ec779b8eSAndroid Build Coastguard Worker             if ((*it)->refcount() == 0) {
178*ec779b8eSAndroid Build Coastguard Worker                 if (size >= requestedSize) {
179*ec779b8eSAndroid Build Coastguard Worker                     buffer = *it;
180*ec779b8eSAndroid Build Coastguard Worker                     break;
181*ec779b8eSAndroid Build Coastguard Worker                 }
182*ec779b8eSAndroid Build Coastguard Worker                 if (size < smallest) {
183*ec779b8eSAndroid Build Coastguard Worker                     smallest = size; // always free the smallest buf
184*ec779b8eSAndroid Build Coastguard Worker                     free = it;
185*ec779b8eSAndroid Build Coastguard Worker                 }
186*ec779b8eSAndroid Build Coastguard Worker             }
187*ec779b8eSAndroid Build Coastguard Worker         }
188*ec779b8eSAndroid Build Coastguard Worker         if (buffer == nullptr
189*ec779b8eSAndroid Build Coastguard Worker                 && (free != mInternal->mBuffers.end()
190*ec779b8eSAndroid Build Coastguard Worker                     || mInternal->mBuffers.size() < mInternal->mGrowthLimit)) {
191*ec779b8eSAndroid Build Coastguard Worker             // We alloc before we free so failure leaves group unchanged.
192*ec779b8eSAndroid Build Coastguard Worker             const size_t allocateSize = requestedSize == 0 ? biggest :
193*ec779b8eSAndroid Build Coastguard Worker                     requestedSize < SIZE_MAX / 3 * 2 /* NB: ordering */ ?
194*ec779b8eSAndroid Build Coastguard Worker                     requestedSize * 3 / 2 : requestedSize;
195*ec779b8eSAndroid Build Coastguard Worker             buffer = new MediaBuffer(allocateSize);
196*ec779b8eSAndroid Build Coastguard Worker             if (buffer->data() == nullptr) {
197*ec779b8eSAndroid Build Coastguard Worker                 ALOGE("Allocation failure for size %zu", allocateSize);
198*ec779b8eSAndroid Build Coastguard Worker                 delete buffer; // Invalid alloc, prefer not to call release.
199*ec779b8eSAndroid Build Coastguard Worker                 buffer = nullptr;
200*ec779b8eSAndroid Build Coastguard Worker             } else {
201*ec779b8eSAndroid Build Coastguard Worker                 buffer->setObserver(this);
202*ec779b8eSAndroid Build Coastguard Worker                 if (free != mInternal->mBuffers.end()) {
203*ec779b8eSAndroid Build Coastguard Worker                     ALOGV("reallocate buffer, requested size %zu vs available %zu",
204*ec779b8eSAndroid Build Coastguard Worker                             requestedSize, (*free)->size());
205*ec779b8eSAndroid Build Coastguard Worker                     (*free)->setObserver(nullptr);
206*ec779b8eSAndroid Build Coastguard Worker                     (*free)->release();
207*ec779b8eSAndroid Build Coastguard Worker                     *free = buffer; // in-place replace
208*ec779b8eSAndroid Build Coastguard Worker                 } else {
209*ec779b8eSAndroid Build Coastguard Worker                     ALOGV("allocate buffer, requested size %zu", requestedSize);
210*ec779b8eSAndroid Build Coastguard Worker                     mInternal->mBuffers.emplace_back(buffer);
211*ec779b8eSAndroid Build Coastguard Worker                 }
212*ec779b8eSAndroid Build Coastguard Worker             }
213*ec779b8eSAndroid Build Coastguard Worker         }
214*ec779b8eSAndroid Build Coastguard Worker         if (buffer != nullptr) {
215*ec779b8eSAndroid Build Coastguard Worker             buffer->add_ref();
216*ec779b8eSAndroid Build Coastguard Worker             buffer->reset();
217*ec779b8eSAndroid Build Coastguard Worker             *out = buffer;
218*ec779b8eSAndroid Build Coastguard Worker             return OK;
219*ec779b8eSAndroid Build Coastguard Worker         }
220*ec779b8eSAndroid Build Coastguard Worker         if (nonBlocking) {
221*ec779b8eSAndroid Build Coastguard Worker             *out = nullptr;
222*ec779b8eSAndroid Build Coastguard Worker             return WOULD_BLOCK;
223*ec779b8eSAndroid Build Coastguard Worker         }
224*ec779b8eSAndroid Build Coastguard Worker         // All buffers are in use, block until one of them is returned.
225*ec779b8eSAndroid Build Coastguard Worker         mInternal->mCondition.wait(mInternal->mLock);
226*ec779b8eSAndroid Build Coastguard Worker     }
227*ec779b8eSAndroid Build Coastguard Worker     // Never gets here.
228*ec779b8eSAndroid Build Coastguard Worker }
229*ec779b8eSAndroid Build Coastguard Worker 
buffers() const230*ec779b8eSAndroid Build Coastguard Worker size_t MediaBufferGroup::buffers() const {
231*ec779b8eSAndroid Build Coastguard Worker     return mInternal->mBuffers.size();
232*ec779b8eSAndroid Build Coastguard Worker }
233*ec779b8eSAndroid Build Coastguard Worker 
signalBufferReturned(MediaBufferBase *)234*ec779b8eSAndroid Build Coastguard Worker void MediaBufferGroup::signalBufferReturned(MediaBufferBase *) {
235*ec779b8eSAndroid Build Coastguard Worker     Mutex::Autolock autoLock(mInternal->mLock);
236*ec779b8eSAndroid Build Coastguard Worker     mInternal->mCondition.signal();
237*ec779b8eSAndroid Build Coastguard Worker }
238*ec779b8eSAndroid Build Coastguard Worker 
239*ec779b8eSAndroid Build Coastguard Worker }  // namespace android
240