1*ec779b8eSAndroid Build Coastguard Worker /*
2*ec779b8eSAndroid Build Coastguard Worker * Copyright (C) 2023 The Android Open Source Project
3*ec779b8eSAndroid Build Coastguard Worker *
4*ec779b8eSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*ec779b8eSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*ec779b8eSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*ec779b8eSAndroid Build Coastguard Worker *
8*ec779b8eSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*ec779b8eSAndroid Build Coastguard Worker *
10*ec779b8eSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*ec779b8eSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*ec779b8eSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*ec779b8eSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*ec779b8eSAndroid Build Coastguard Worker * limitations under the License.
15*ec779b8eSAndroid Build Coastguard Worker */
16*ec779b8eSAndroid Build Coastguard Worker
17*ec779b8eSAndroid Build Coastguard Worker #include "VirtualCameraSessionContext.h"
18*ec779b8eSAndroid Build Coastguard Worker
19*ec779b8eSAndroid Build Coastguard Worker #include <memory>
20*ec779b8eSAndroid Build Coastguard Worker #include <mutex>
21*ec779b8eSAndroid Build Coastguard Worker #include <unordered_set>
22*ec779b8eSAndroid Build Coastguard Worker
23*ec779b8eSAndroid Build Coastguard Worker #include "VirtualCameraStream.h"
24*ec779b8eSAndroid Build Coastguard Worker #include "aidl/android/hardware/camera/device/StreamConfiguration.h"
25*ec779b8eSAndroid Build Coastguard Worker
26*ec779b8eSAndroid Build Coastguard Worker namespace android {
27*ec779b8eSAndroid Build Coastguard Worker namespace companion {
28*ec779b8eSAndroid Build Coastguard Worker namespace virtualcamera {
29*ec779b8eSAndroid Build Coastguard Worker
30*ec779b8eSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::BufferCache;
31*ec779b8eSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::Stream;
32*ec779b8eSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::StreamBuffer;
33*ec779b8eSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::StreamConfiguration;
34*ec779b8eSAndroid Build Coastguard Worker
initializeStream(const::aidl::android::hardware::camera::device::Stream & stream)35*ec779b8eSAndroid Build Coastguard Worker bool VirtualCameraSessionContext::initializeStream(
36*ec779b8eSAndroid Build Coastguard Worker const ::aidl::android::hardware::camera::device::Stream& stream) {
37*ec779b8eSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mLock);
38*ec779b8eSAndroid Build Coastguard Worker
39*ec779b8eSAndroid Build Coastguard Worker auto s = std::make_unique<VirtualCameraStream>(stream);
40*ec779b8eSAndroid Build Coastguard Worker
41*ec779b8eSAndroid Build Coastguard Worker const auto& [_, newlyInserted] = mStreams.emplace(
42*ec779b8eSAndroid Build Coastguard Worker std::piecewise_construct, std::forward_as_tuple(stream.id),
43*ec779b8eSAndroid Build Coastguard Worker std::forward_as_tuple(std::move(s)));
44*ec779b8eSAndroid Build Coastguard Worker return newlyInserted;
45*ec779b8eSAndroid Build Coastguard Worker }
46*ec779b8eSAndroid Build Coastguard Worker
closeAllStreams()47*ec779b8eSAndroid Build Coastguard Worker void VirtualCameraSessionContext::closeAllStreams() {
48*ec779b8eSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mLock);
49*ec779b8eSAndroid Build Coastguard Worker mStreams.clear();
50*ec779b8eSAndroid Build Coastguard Worker }
51*ec779b8eSAndroid Build Coastguard Worker
importBuffersFromCaptureRequest(const::aidl::android::hardware::camera::device::CaptureRequest & captureRequest)52*ec779b8eSAndroid Build Coastguard Worker bool VirtualCameraSessionContext::importBuffersFromCaptureRequest(
53*ec779b8eSAndroid Build Coastguard Worker const ::aidl::android::hardware::camera::device::CaptureRequest&
54*ec779b8eSAndroid Build Coastguard Worker captureRequest) {
55*ec779b8eSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mLock);
56*ec779b8eSAndroid Build Coastguard Worker
57*ec779b8eSAndroid Build Coastguard Worker for (const StreamBuffer& buffer : captureRequest.outputBuffers) {
58*ec779b8eSAndroid Build Coastguard Worker auto it = mStreams.find(buffer.streamId);
59*ec779b8eSAndroid Build Coastguard Worker if (it == mStreams.end()) {
60*ec779b8eSAndroid Build Coastguard Worker ALOGE("%s: Cannot import buffer for unknown stream with id %d", __func__,
61*ec779b8eSAndroid Build Coastguard Worker buffer.streamId);
62*ec779b8eSAndroid Build Coastguard Worker return false;
63*ec779b8eSAndroid Build Coastguard Worker }
64*ec779b8eSAndroid Build Coastguard Worker VirtualCameraStream& stream = *it->second;
65*ec779b8eSAndroid Build Coastguard Worker if (stream.getHardwareBuffer(buffer.bufferId) != nullptr) {
66*ec779b8eSAndroid Build Coastguard Worker // This buffer is already imported.
67*ec779b8eSAndroid Build Coastguard Worker continue;
68*ec779b8eSAndroid Build Coastguard Worker }
69*ec779b8eSAndroid Build Coastguard Worker
70*ec779b8eSAndroid Build Coastguard Worker if (stream.importBuffer(buffer) == nullptr) {
71*ec779b8eSAndroid Build Coastguard Worker ALOGE("%s: Failed to import buffer %" PRId64 " for streamId %d", __func__,
72*ec779b8eSAndroid Build Coastguard Worker buffer.bufferId, buffer.streamId);
73*ec779b8eSAndroid Build Coastguard Worker return false;
74*ec779b8eSAndroid Build Coastguard Worker }
75*ec779b8eSAndroid Build Coastguard Worker }
76*ec779b8eSAndroid Build Coastguard Worker
77*ec779b8eSAndroid Build Coastguard Worker return true;
78*ec779b8eSAndroid Build Coastguard Worker }
79*ec779b8eSAndroid Build Coastguard Worker
removeBufferCaches(const std::vector<BufferCache> & cachesToRemove)80*ec779b8eSAndroid Build Coastguard Worker void VirtualCameraSessionContext::removeBufferCaches(
81*ec779b8eSAndroid Build Coastguard Worker const std::vector<BufferCache>& cachesToRemove) {
82*ec779b8eSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mLock);
83*ec779b8eSAndroid Build Coastguard Worker for (const auto& bufferCache : cachesToRemove) {
84*ec779b8eSAndroid Build Coastguard Worker auto it = mStreams.find(bufferCache.streamId);
85*ec779b8eSAndroid Build Coastguard Worker if (it == mStreams.end()) {
86*ec779b8eSAndroid Build Coastguard Worker ALOGE("%s: Ask to remove buffer %" PRId64 " from unknown stream %d",
87*ec779b8eSAndroid Build Coastguard Worker __func__, bufferCache.bufferId, bufferCache.streamId);
88*ec779b8eSAndroid Build Coastguard Worker continue;
89*ec779b8eSAndroid Build Coastguard Worker }
90*ec779b8eSAndroid Build Coastguard Worker if (it->second->removeBuffer(bufferCache.bufferId)) {
91*ec779b8eSAndroid Build Coastguard Worker ALOGD("%s: Successfully removed buffer %" PRId64
92*ec779b8eSAndroid Build Coastguard Worker " from cache of stream %d",
93*ec779b8eSAndroid Build Coastguard Worker __func__, bufferCache.bufferId, bufferCache.streamId);
94*ec779b8eSAndroid Build Coastguard Worker } else {
95*ec779b8eSAndroid Build Coastguard Worker ALOGE("%s: Failed to remove buffer %" PRId64 " from cache of stream %d",
96*ec779b8eSAndroid Build Coastguard Worker __func__, bufferCache.bufferId, bufferCache.streamId);
97*ec779b8eSAndroid Build Coastguard Worker }
98*ec779b8eSAndroid Build Coastguard Worker }
99*ec779b8eSAndroid Build Coastguard Worker }
100*ec779b8eSAndroid Build Coastguard Worker
removeStreamsNotInStreamConfiguration(const StreamConfiguration & streamConfiguration)101*ec779b8eSAndroid Build Coastguard Worker void VirtualCameraSessionContext::removeStreamsNotInStreamConfiguration(
102*ec779b8eSAndroid Build Coastguard Worker const StreamConfiguration& streamConfiguration) {
103*ec779b8eSAndroid Build Coastguard Worker std::unordered_set<int> newConfigurationStreamIds;
104*ec779b8eSAndroid Build Coastguard Worker for (const Stream& stream : streamConfiguration.streams) {
105*ec779b8eSAndroid Build Coastguard Worker newConfigurationStreamIds.insert(stream.id);
106*ec779b8eSAndroid Build Coastguard Worker }
107*ec779b8eSAndroid Build Coastguard Worker
108*ec779b8eSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mLock);
109*ec779b8eSAndroid Build Coastguard Worker for (auto it = mStreams.begin(); it != mStreams.end();) {
110*ec779b8eSAndroid Build Coastguard Worker if (newConfigurationStreamIds.find(it->first) ==
111*ec779b8eSAndroid Build Coastguard Worker newConfigurationStreamIds.end()) {
112*ec779b8eSAndroid Build Coastguard Worker ALOGV(
113*ec779b8eSAndroid Build Coastguard Worker "Disposing of stream %d, since it is not referenced by new "
114*ec779b8eSAndroid Build Coastguard Worker "configuration.",
115*ec779b8eSAndroid Build Coastguard Worker it->first);
116*ec779b8eSAndroid Build Coastguard Worker it = mStreams.erase(it);
117*ec779b8eSAndroid Build Coastguard Worker } else {
118*ec779b8eSAndroid Build Coastguard Worker ++it;
119*ec779b8eSAndroid Build Coastguard Worker }
120*ec779b8eSAndroid Build Coastguard Worker }
121*ec779b8eSAndroid Build Coastguard Worker }
122*ec779b8eSAndroid Build Coastguard Worker
getStreamConfig(int streamId) const123*ec779b8eSAndroid Build Coastguard Worker std::optional<Stream> VirtualCameraSessionContext::getStreamConfig(
124*ec779b8eSAndroid Build Coastguard Worker int streamId) const {
125*ec779b8eSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mLock);
126*ec779b8eSAndroid Build Coastguard Worker auto it = mStreams.find(streamId);
127*ec779b8eSAndroid Build Coastguard Worker if (it == mStreams.end()) {
128*ec779b8eSAndroid Build Coastguard Worker ALOGE("%s: StreamBuffer references buffer of unknown streamId %d", __func__,
129*ec779b8eSAndroid Build Coastguard Worker streamId);
130*ec779b8eSAndroid Build Coastguard Worker return std::optional<Stream>();
131*ec779b8eSAndroid Build Coastguard Worker }
132*ec779b8eSAndroid Build Coastguard Worker VirtualCameraStream& stream = *it->second;
133*ec779b8eSAndroid Build Coastguard Worker return {stream.getStreamConfig()};
134*ec779b8eSAndroid Build Coastguard Worker }
135*ec779b8eSAndroid Build Coastguard Worker
fetchHardwareBuffer(const int streamId,const int bufferId) const136*ec779b8eSAndroid Build Coastguard Worker std::shared_ptr<AHardwareBuffer> VirtualCameraSessionContext::fetchHardwareBuffer(
137*ec779b8eSAndroid Build Coastguard Worker const int streamId, const int bufferId) const {
138*ec779b8eSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mLock);
139*ec779b8eSAndroid Build Coastguard Worker auto it = mStreams.find(streamId);
140*ec779b8eSAndroid Build Coastguard Worker if (it == mStreams.end()) {
141*ec779b8eSAndroid Build Coastguard Worker ALOGE("%s: StreamBuffer references buffer of unknown streamId %d", __func__,
142*ec779b8eSAndroid Build Coastguard Worker streamId);
143*ec779b8eSAndroid Build Coastguard Worker return nullptr;
144*ec779b8eSAndroid Build Coastguard Worker }
145*ec779b8eSAndroid Build Coastguard Worker VirtualCameraStream& stream = *it->second;
146*ec779b8eSAndroid Build Coastguard Worker return stream.getHardwareBuffer(bufferId);
147*ec779b8eSAndroid Build Coastguard Worker }
148*ec779b8eSAndroid Build Coastguard Worker
149*ec779b8eSAndroid Build Coastguard Worker std::shared_ptr<EglFrameBuffer>
fetchOrCreateEglFramebuffer(const EGLDisplay eglDisplay,const int streamId,const int bufferId)150*ec779b8eSAndroid Build Coastguard Worker VirtualCameraSessionContext::fetchOrCreateEglFramebuffer(
151*ec779b8eSAndroid Build Coastguard Worker const EGLDisplay eglDisplay, const int streamId, const int bufferId) {
152*ec779b8eSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mLock);
153*ec779b8eSAndroid Build Coastguard Worker auto it = mStreams.find(streamId);
154*ec779b8eSAndroid Build Coastguard Worker if (it == mStreams.end()) {
155*ec779b8eSAndroid Build Coastguard Worker ALOGE("%s: StreamBuffer references buffer of unknown streamId %d", __func__,
156*ec779b8eSAndroid Build Coastguard Worker streamId);
157*ec779b8eSAndroid Build Coastguard Worker return nullptr;
158*ec779b8eSAndroid Build Coastguard Worker }
159*ec779b8eSAndroid Build Coastguard Worker VirtualCameraStream& stream = *it->second;
160*ec779b8eSAndroid Build Coastguard Worker return stream.getEglFrameBuffer(eglDisplay, bufferId);
161*ec779b8eSAndroid Build Coastguard Worker }
162*ec779b8eSAndroid Build Coastguard Worker
getStreamIds() const163*ec779b8eSAndroid Build Coastguard Worker std::set<int> VirtualCameraSessionContext::getStreamIds() const {
164*ec779b8eSAndroid Build Coastguard Worker std::set<int> result;
165*ec779b8eSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mLock);
166*ec779b8eSAndroid Build Coastguard Worker for (const auto& [streamId, _] : mStreams) {
167*ec779b8eSAndroid Build Coastguard Worker result.insert(streamId);
168*ec779b8eSAndroid Build Coastguard Worker }
169*ec779b8eSAndroid Build Coastguard Worker return result;
170*ec779b8eSAndroid Build Coastguard Worker }
171*ec779b8eSAndroid Build Coastguard Worker
172*ec779b8eSAndroid Build Coastguard Worker } // namespace virtualcamera
173*ec779b8eSAndroid Build Coastguard Worker } // namespace companion
174*ec779b8eSAndroid Build Coastguard Worker } // namespace android
175