xref: /aosp_15_r20/frameworks/av/services/camera/virtualcamera/VirtualCameraSessionContext.cc (revision ec779b8e0859a360c3d303172224686826e6e0e1)
1*ec779b8eSAndroid Build Coastguard Worker /*
2*ec779b8eSAndroid Build Coastguard Worker  * Copyright (C) 2023 The Android Open Source Project
3*ec779b8eSAndroid Build Coastguard Worker  *
4*ec779b8eSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*ec779b8eSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*ec779b8eSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*ec779b8eSAndroid Build Coastguard Worker  *
8*ec779b8eSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*ec779b8eSAndroid Build Coastguard Worker  *
10*ec779b8eSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*ec779b8eSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*ec779b8eSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*ec779b8eSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*ec779b8eSAndroid Build Coastguard Worker  * limitations under the License.
15*ec779b8eSAndroid Build Coastguard Worker  */
16*ec779b8eSAndroid Build Coastguard Worker 
17*ec779b8eSAndroid Build Coastguard Worker #include "VirtualCameraSessionContext.h"
18*ec779b8eSAndroid Build Coastguard Worker 
19*ec779b8eSAndroid Build Coastguard Worker #include <memory>
20*ec779b8eSAndroid Build Coastguard Worker #include <mutex>
21*ec779b8eSAndroid Build Coastguard Worker #include <unordered_set>
22*ec779b8eSAndroid Build Coastguard Worker 
23*ec779b8eSAndroid Build Coastguard Worker #include "VirtualCameraStream.h"
24*ec779b8eSAndroid Build Coastguard Worker #include "aidl/android/hardware/camera/device/StreamConfiguration.h"
25*ec779b8eSAndroid Build Coastguard Worker 
26*ec779b8eSAndroid Build Coastguard Worker namespace android {
27*ec779b8eSAndroid Build Coastguard Worker namespace companion {
28*ec779b8eSAndroid Build Coastguard Worker namespace virtualcamera {
29*ec779b8eSAndroid Build Coastguard Worker 
30*ec779b8eSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::BufferCache;
31*ec779b8eSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::Stream;
32*ec779b8eSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::StreamBuffer;
33*ec779b8eSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::StreamConfiguration;
34*ec779b8eSAndroid Build Coastguard Worker 
initializeStream(const::aidl::android::hardware::camera::device::Stream & stream)35*ec779b8eSAndroid Build Coastguard Worker bool VirtualCameraSessionContext::initializeStream(
36*ec779b8eSAndroid Build Coastguard Worker     const ::aidl::android::hardware::camera::device::Stream& stream) {
37*ec779b8eSAndroid Build Coastguard Worker   std::lock_guard<std::mutex> lock(mLock);
38*ec779b8eSAndroid Build Coastguard Worker 
39*ec779b8eSAndroid Build Coastguard Worker   auto s = std::make_unique<VirtualCameraStream>(stream);
40*ec779b8eSAndroid Build Coastguard Worker 
41*ec779b8eSAndroid Build Coastguard Worker   const auto& [_, newlyInserted] = mStreams.emplace(
42*ec779b8eSAndroid Build Coastguard Worker       std::piecewise_construct, std::forward_as_tuple(stream.id),
43*ec779b8eSAndroid Build Coastguard Worker       std::forward_as_tuple(std::move(s)));
44*ec779b8eSAndroid Build Coastguard Worker   return newlyInserted;
45*ec779b8eSAndroid Build Coastguard Worker }
46*ec779b8eSAndroid Build Coastguard Worker 
closeAllStreams()47*ec779b8eSAndroid Build Coastguard Worker void VirtualCameraSessionContext::closeAllStreams() {
48*ec779b8eSAndroid Build Coastguard Worker   std::lock_guard<std::mutex> lock(mLock);
49*ec779b8eSAndroid Build Coastguard Worker   mStreams.clear();
50*ec779b8eSAndroid Build Coastguard Worker }
51*ec779b8eSAndroid Build Coastguard Worker 
importBuffersFromCaptureRequest(const::aidl::android::hardware::camera::device::CaptureRequest & captureRequest)52*ec779b8eSAndroid Build Coastguard Worker bool VirtualCameraSessionContext::importBuffersFromCaptureRequest(
53*ec779b8eSAndroid Build Coastguard Worker     const ::aidl::android::hardware::camera::device::CaptureRequest&
54*ec779b8eSAndroid Build Coastguard Worker         captureRequest) {
55*ec779b8eSAndroid Build Coastguard Worker   std::lock_guard<std::mutex> lock(mLock);
56*ec779b8eSAndroid Build Coastguard Worker 
57*ec779b8eSAndroid Build Coastguard Worker   for (const StreamBuffer& buffer : captureRequest.outputBuffers) {
58*ec779b8eSAndroid Build Coastguard Worker     auto it = mStreams.find(buffer.streamId);
59*ec779b8eSAndroid Build Coastguard Worker     if (it == mStreams.end()) {
60*ec779b8eSAndroid Build Coastguard Worker       ALOGE("%s: Cannot import buffer for unknown stream with id %d", __func__,
61*ec779b8eSAndroid Build Coastguard Worker             buffer.streamId);
62*ec779b8eSAndroid Build Coastguard Worker       return false;
63*ec779b8eSAndroid Build Coastguard Worker     }
64*ec779b8eSAndroid Build Coastguard Worker     VirtualCameraStream& stream = *it->second;
65*ec779b8eSAndroid Build Coastguard Worker     if (stream.getHardwareBuffer(buffer.bufferId) != nullptr) {
66*ec779b8eSAndroid Build Coastguard Worker       // This buffer is already imported.
67*ec779b8eSAndroid Build Coastguard Worker       continue;
68*ec779b8eSAndroid Build Coastguard Worker     }
69*ec779b8eSAndroid Build Coastguard Worker 
70*ec779b8eSAndroid Build Coastguard Worker     if (stream.importBuffer(buffer) == nullptr) {
71*ec779b8eSAndroid Build Coastguard Worker       ALOGE("%s: Failed to import buffer %" PRId64 " for streamId %d", __func__,
72*ec779b8eSAndroid Build Coastguard Worker             buffer.bufferId, buffer.streamId);
73*ec779b8eSAndroid Build Coastguard Worker       return false;
74*ec779b8eSAndroid Build Coastguard Worker     }
75*ec779b8eSAndroid Build Coastguard Worker   }
76*ec779b8eSAndroid Build Coastguard Worker 
77*ec779b8eSAndroid Build Coastguard Worker   return true;
78*ec779b8eSAndroid Build Coastguard Worker }
79*ec779b8eSAndroid Build Coastguard Worker 
removeBufferCaches(const std::vector<BufferCache> & cachesToRemove)80*ec779b8eSAndroid Build Coastguard Worker void VirtualCameraSessionContext::removeBufferCaches(
81*ec779b8eSAndroid Build Coastguard Worker     const std::vector<BufferCache>& cachesToRemove) {
82*ec779b8eSAndroid Build Coastguard Worker   std::lock_guard<std::mutex> lock(mLock);
83*ec779b8eSAndroid Build Coastguard Worker   for (const auto& bufferCache : cachesToRemove) {
84*ec779b8eSAndroid Build Coastguard Worker     auto it = mStreams.find(bufferCache.streamId);
85*ec779b8eSAndroid Build Coastguard Worker     if (it == mStreams.end()) {
86*ec779b8eSAndroid Build Coastguard Worker       ALOGE("%s: Ask to remove buffer %" PRId64 " from unknown stream %d",
87*ec779b8eSAndroid Build Coastguard Worker             __func__, bufferCache.bufferId, bufferCache.streamId);
88*ec779b8eSAndroid Build Coastguard Worker       continue;
89*ec779b8eSAndroid Build Coastguard Worker     }
90*ec779b8eSAndroid Build Coastguard Worker     if (it->second->removeBuffer(bufferCache.bufferId)) {
91*ec779b8eSAndroid Build Coastguard Worker       ALOGD("%s: Successfully removed buffer %" PRId64
92*ec779b8eSAndroid Build Coastguard Worker             " from cache of stream %d",
93*ec779b8eSAndroid Build Coastguard Worker             __func__, bufferCache.bufferId, bufferCache.streamId);
94*ec779b8eSAndroid Build Coastguard Worker     } else {
95*ec779b8eSAndroid Build Coastguard Worker       ALOGE("%s: Failed to remove buffer %" PRId64 " from cache of stream %d",
96*ec779b8eSAndroid Build Coastguard Worker             __func__, bufferCache.bufferId, bufferCache.streamId);
97*ec779b8eSAndroid Build Coastguard Worker     }
98*ec779b8eSAndroid Build Coastguard Worker   }
99*ec779b8eSAndroid Build Coastguard Worker }
100*ec779b8eSAndroid Build Coastguard Worker 
removeStreamsNotInStreamConfiguration(const StreamConfiguration & streamConfiguration)101*ec779b8eSAndroid Build Coastguard Worker void VirtualCameraSessionContext::removeStreamsNotInStreamConfiguration(
102*ec779b8eSAndroid Build Coastguard Worker     const StreamConfiguration& streamConfiguration) {
103*ec779b8eSAndroid Build Coastguard Worker   std::unordered_set<int> newConfigurationStreamIds;
104*ec779b8eSAndroid Build Coastguard Worker   for (const Stream& stream : streamConfiguration.streams) {
105*ec779b8eSAndroid Build Coastguard Worker     newConfigurationStreamIds.insert(stream.id);
106*ec779b8eSAndroid Build Coastguard Worker   }
107*ec779b8eSAndroid Build Coastguard Worker 
108*ec779b8eSAndroid Build Coastguard Worker   std::lock_guard<std::mutex> lock(mLock);
109*ec779b8eSAndroid Build Coastguard Worker   for (auto it = mStreams.begin(); it != mStreams.end();) {
110*ec779b8eSAndroid Build Coastguard Worker     if (newConfigurationStreamIds.find(it->first) ==
111*ec779b8eSAndroid Build Coastguard Worker         newConfigurationStreamIds.end()) {
112*ec779b8eSAndroid Build Coastguard Worker       ALOGV(
113*ec779b8eSAndroid Build Coastguard Worker           "Disposing of stream %d, since it is not referenced by new "
114*ec779b8eSAndroid Build Coastguard Worker           "configuration.",
115*ec779b8eSAndroid Build Coastguard Worker           it->first);
116*ec779b8eSAndroid Build Coastguard Worker       it = mStreams.erase(it);
117*ec779b8eSAndroid Build Coastguard Worker     } else {
118*ec779b8eSAndroid Build Coastguard Worker       ++it;
119*ec779b8eSAndroid Build Coastguard Worker     }
120*ec779b8eSAndroid Build Coastguard Worker   }
121*ec779b8eSAndroid Build Coastguard Worker }
122*ec779b8eSAndroid Build Coastguard Worker 
getStreamConfig(int streamId) const123*ec779b8eSAndroid Build Coastguard Worker std::optional<Stream> VirtualCameraSessionContext::getStreamConfig(
124*ec779b8eSAndroid Build Coastguard Worker     int streamId) const {
125*ec779b8eSAndroid Build Coastguard Worker   std::lock_guard<std::mutex> lock(mLock);
126*ec779b8eSAndroid Build Coastguard Worker   auto it = mStreams.find(streamId);
127*ec779b8eSAndroid Build Coastguard Worker   if (it == mStreams.end()) {
128*ec779b8eSAndroid Build Coastguard Worker     ALOGE("%s: StreamBuffer references buffer of unknown streamId %d", __func__,
129*ec779b8eSAndroid Build Coastguard Worker           streamId);
130*ec779b8eSAndroid Build Coastguard Worker     return std::optional<Stream>();
131*ec779b8eSAndroid Build Coastguard Worker   }
132*ec779b8eSAndroid Build Coastguard Worker   VirtualCameraStream& stream = *it->second;
133*ec779b8eSAndroid Build Coastguard Worker   return {stream.getStreamConfig()};
134*ec779b8eSAndroid Build Coastguard Worker }
135*ec779b8eSAndroid Build Coastguard Worker 
fetchHardwareBuffer(const int streamId,const int bufferId) const136*ec779b8eSAndroid Build Coastguard Worker std::shared_ptr<AHardwareBuffer> VirtualCameraSessionContext::fetchHardwareBuffer(
137*ec779b8eSAndroid Build Coastguard Worker     const int streamId, const int bufferId) const {
138*ec779b8eSAndroid Build Coastguard Worker   std::lock_guard<std::mutex> lock(mLock);
139*ec779b8eSAndroid Build Coastguard Worker   auto it = mStreams.find(streamId);
140*ec779b8eSAndroid Build Coastguard Worker   if (it == mStreams.end()) {
141*ec779b8eSAndroid Build Coastguard Worker     ALOGE("%s: StreamBuffer references buffer of unknown streamId %d", __func__,
142*ec779b8eSAndroid Build Coastguard Worker           streamId);
143*ec779b8eSAndroid Build Coastguard Worker     return nullptr;
144*ec779b8eSAndroid Build Coastguard Worker   }
145*ec779b8eSAndroid Build Coastguard Worker   VirtualCameraStream& stream = *it->second;
146*ec779b8eSAndroid Build Coastguard Worker   return stream.getHardwareBuffer(bufferId);
147*ec779b8eSAndroid Build Coastguard Worker }
148*ec779b8eSAndroid Build Coastguard Worker 
149*ec779b8eSAndroid Build Coastguard Worker std::shared_ptr<EglFrameBuffer>
fetchOrCreateEglFramebuffer(const EGLDisplay eglDisplay,const int streamId,const int bufferId)150*ec779b8eSAndroid Build Coastguard Worker VirtualCameraSessionContext::fetchOrCreateEglFramebuffer(
151*ec779b8eSAndroid Build Coastguard Worker     const EGLDisplay eglDisplay, const int streamId, const int bufferId) {
152*ec779b8eSAndroid Build Coastguard Worker   std::lock_guard<std::mutex> lock(mLock);
153*ec779b8eSAndroid Build Coastguard Worker   auto it = mStreams.find(streamId);
154*ec779b8eSAndroid Build Coastguard Worker   if (it == mStreams.end()) {
155*ec779b8eSAndroid Build Coastguard Worker     ALOGE("%s: StreamBuffer references buffer of unknown streamId %d", __func__,
156*ec779b8eSAndroid Build Coastguard Worker           streamId);
157*ec779b8eSAndroid Build Coastguard Worker     return nullptr;
158*ec779b8eSAndroid Build Coastguard Worker   }
159*ec779b8eSAndroid Build Coastguard Worker   VirtualCameraStream& stream = *it->second;
160*ec779b8eSAndroid Build Coastguard Worker   return stream.getEglFrameBuffer(eglDisplay, bufferId);
161*ec779b8eSAndroid Build Coastguard Worker }
162*ec779b8eSAndroid Build Coastguard Worker 
getStreamIds() const163*ec779b8eSAndroid Build Coastguard Worker std::set<int> VirtualCameraSessionContext::getStreamIds() const {
164*ec779b8eSAndroid Build Coastguard Worker   std::set<int> result;
165*ec779b8eSAndroid Build Coastguard Worker   std::lock_guard<std::mutex> lock(mLock);
166*ec779b8eSAndroid Build Coastguard Worker   for (const auto& [streamId, _] : mStreams) {
167*ec779b8eSAndroid Build Coastguard Worker     result.insert(streamId);
168*ec779b8eSAndroid Build Coastguard Worker   }
169*ec779b8eSAndroid Build Coastguard Worker   return result;
170*ec779b8eSAndroid Build Coastguard Worker }
171*ec779b8eSAndroid Build Coastguard Worker 
172*ec779b8eSAndroid Build Coastguard Worker }  // namespace virtualcamera
173*ec779b8eSAndroid Build Coastguard Worker }  // namespace companion
174*ec779b8eSAndroid Build Coastguard Worker }  // namespace android
175