xref: /aosp_15_r20/frameworks/native/services/surfaceflinger/ScreenCaptureOutput.cpp (revision 38e8c45f13ce32b0dcecb25141ffecaf386fa17f)
1*38e8c45fSAndroid Build Coastguard Worker /*
2*38e8c45fSAndroid Build Coastguard Worker  * Copyright 2022 The Android Open Source Project
3*38e8c45fSAndroid Build Coastguard Worker  *
4*38e8c45fSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*38e8c45fSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*38e8c45fSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*38e8c45fSAndroid Build Coastguard Worker  *
8*38e8c45fSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*38e8c45fSAndroid Build Coastguard Worker  *
10*38e8c45fSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*38e8c45fSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*38e8c45fSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*38e8c45fSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*38e8c45fSAndroid Build Coastguard Worker  * limitations under the License.
15*38e8c45fSAndroid Build Coastguard Worker  */
16*38e8c45fSAndroid Build Coastguard Worker 
17*38e8c45fSAndroid Build Coastguard Worker #include "ScreenCaptureOutput.h"
18*38e8c45fSAndroid Build Coastguard Worker #include "ScreenCaptureRenderSurface.h"
19*38e8c45fSAndroid Build Coastguard Worker #include "ui/Rotation.h"
20*38e8c45fSAndroid Build Coastguard Worker 
21*38e8c45fSAndroid Build Coastguard Worker #include <compositionengine/CompositionEngine.h>
22*38e8c45fSAndroid Build Coastguard Worker #include <compositionengine/DisplayColorProfileCreationArgs.h>
23*38e8c45fSAndroid Build Coastguard Worker #include <compositionengine/impl/DisplayColorProfile.h>
24*38e8c45fSAndroid Build Coastguard Worker #include <ui/Rotation.h>
25*38e8c45fSAndroid Build Coastguard Worker 
26*38e8c45fSAndroid Build Coastguard Worker namespace android {
27*38e8c45fSAndroid Build Coastguard Worker 
createScreenCaptureOutput(ScreenCaptureOutputArgs args)28*38e8c45fSAndroid Build Coastguard Worker std::shared_ptr<ScreenCaptureOutput> createScreenCaptureOutput(ScreenCaptureOutputArgs args) {
29*38e8c45fSAndroid Build Coastguard Worker     std::shared_ptr<ScreenCaptureOutput> output = compositionengine::impl::createOutputTemplated<
30*38e8c45fSAndroid Build Coastguard Worker             ScreenCaptureOutput, compositionengine::CompositionEngine, const RenderArea&,
31*38e8c45fSAndroid Build Coastguard Worker             const compositionengine::Output::ColorProfile&,
32*38e8c45fSAndroid Build Coastguard Worker             bool>(args.compositionEngine, args.renderArea, args.colorProfile, args.regionSampling,
33*38e8c45fSAndroid Build Coastguard Worker                   args.dimInGammaSpaceForEnhancedScreenshots, args.enableLocalTonemapping);
34*38e8c45fSAndroid Build Coastguard Worker     output->editState().isSecure = args.renderArea.isSecure();
35*38e8c45fSAndroid Build Coastguard Worker     output->editState().isProtected = args.isProtected;
36*38e8c45fSAndroid Build Coastguard Worker     output->setCompositionEnabled(true);
37*38e8c45fSAndroid Build Coastguard Worker     output->setLayerFilter({args.layerStack});
38*38e8c45fSAndroid Build Coastguard Worker     output->setRenderSurface(std::make_unique<ScreenCaptureRenderSurface>(std::move(args.buffer)));
39*38e8c45fSAndroid Build Coastguard Worker     output->setDisplayBrightness(args.sdrWhitePointNits, args.displayBrightnessNits);
40*38e8c45fSAndroid Build Coastguard Worker     output->editState().clientTargetBrightness = args.targetBrightness;
41*38e8c45fSAndroid Build Coastguard Worker     output->editState().treat170mAsSrgb = args.treat170mAsSrgb;
42*38e8c45fSAndroid Build Coastguard Worker 
43*38e8c45fSAndroid Build Coastguard Worker     output->setDisplayColorProfile(std::make_unique<compositionengine::impl::DisplayColorProfile>(
44*38e8c45fSAndroid Build Coastguard Worker             compositionengine::DisplayColorProfileCreationArgsBuilder()
45*38e8c45fSAndroid Build Coastguard Worker                     .setHasWideColorGamut(true)
46*38e8c45fSAndroid Build Coastguard Worker                     .Build()));
47*38e8c45fSAndroid Build Coastguard Worker 
48*38e8c45fSAndroid Build Coastguard Worker     const Rect& sourceCrop = args.renderArea.getSourceCrop();
49*38e8c45fSAndroid Build Coastguard Worker     const ui::Rotation orientation = ui::ROTATION_0;
50*38e8c45fSAndroid Build Coastguard Worker     output->setDisplaySize({sourceCrop.getWidth(), sourceCrop.getHeight()});
51*38e8c45fSAndroid Build Coastguard Worker     output->setProjection(orientation, sourceCrop,
52*38e8c45fSAndroid Build Coastguard Worker                           {args.renderArea.getReqWidth(), args.renderArea.getReqHeight()});
53*38e8c45fSAndroid Build Coastguard Worker 
54*38e8c45fSAndroid Build Coastguard Worker     {
55*38e8c45fSAndroid Build Coastguard Worker         std::string name = args.regionSampling ? "RegionSampling" : "ScreenCaptureOutput";
56*38e8c45fSAndroid Build Coastguard Worker         if (auto displayDevice = args.renderArea.getDisplayDevice()) {
57*38e8c45fSAndroid Build Coastguard Worker             base::StringAppendF(&name, " for %" PRIu64, displayDevice->getId().value);
58*38e8c45fSAndroid Build Coastguard Worker         }
59*38e8c45fSAndroid Build Coastguard Worker         output->setName(name);
60*38e8c45fSAndroid Build Coastguard Worker     }
61*38e8c45fSAndroid Build Coastguard Worker     return output;
62*38e8c45fSAndroid Build Coastguard Worker }
63*38e8c45fSAndroid Build Coastguard Worker 
ScreenCaptureOutput(const RenderArea & renderArea,const compositionengine::Output::ColorProfile & colorProfile,bool regionSampling,bool dimInGammaSpaceForEnhancedScreenshots,bool enableLocalTonemapping)64*38e8c45fSAndroid Build Coastguard Worker ScreenCaptureOutput::ScreenCaptureOutput(
65*38e8c45fSAndroid Build Coastguard Worker         const RenderArea& renderArea, const compositionengine::Output::ColorProfile& colorProfile,
66*38e8c45fSAndroid Build Coastguard Worker         bool regionSampling, bool dimInGammaSpaceForEnhancedScreenshots,
67*38e8c45fSAndroid Build Coastguard Worker         bool enableLocalTonemapping)
68*38e8c45fSAndroid Build Coastguard Worker       : mRenderArea(renderArea),
69*38e8c45fSAndroid Build Coastguard Worker         mColorProfile(colorProfile),
70*38e8c45fSAndroid Build Coastguard Worker         mRegionSampling(regionSampling),
71*38e8c45fSAndroid Build Coastguard Worker         mDimInGammaSpaceForEnhancedScreenshots(dimInGammaSpaceForEnhancedScreenshots),
72*38e8c45fSAndroid Build Coastguard Worker         mEnableLocalTonemapping(enableLocalTonemapping) {}
73*38e8c45fSAndroid Build Coastguard Worker 
updateColorProfile(const compositionengine::CompositionRefreshArgs &)74*38e8c45fSAndroid Build Coastguard Worker void ScreenCaptureOutput::updateColorProfile(const compositionengine::CompositionRefreshArgs&) {
75*38e8c45fSAndroid Build Coastguard Worker     auto& outputState = editState();
76*38e8c45fSAndroid Build Coastguard Worker     outputState.dataspace = mColorProfile.dataspace;
77*38e8c45fSAndroid Build Coastguard Worker     outputState.renderIntent = mColorProfile.renderIntent;
78*38e8c45fSAndroid Build Coastguard Worker }
79*38e8c45fSAndroid Build Coastguard Worker 
generateClientCompositionDisplaySettings(const std::shared_ptr<renderengine::ExternalTexture> & buffer) const80*38e8c45fSAndroid Build Coastguard Worker renderengine::DisplaySettings ScreenCaptureOutput::generateClientCompositionDisplaySettings(
81*38e8c45fSAndroid Build Coastguard Worker         const std::shared_ptr<renderengine::ExternalTexture>& buffer) const {
82*38e8c45fSAndroid Build Coastguard Worker     auto clientCompositionDisplay =
83*38e8c45fSAndroid Build Coastguard Worker             compositionengine::impl::Output::generateClientCompositionDisplaySettings(buffer);
84*38e8c45fSAndroid Build Coastguard Worker     clientCompositionDisplay.clip = mRenderArea.getSourceCrop();
85*38e8c45fSAndroid Build Coastguard Worker 
86*38e8c45fSAndroid Build Coastguard Worker     auto renderIntent = static_cast<ui::RenderIntent>(clientCompositionDisplay.renderIntent);
87*38e8c45fSAndroid Build Coastguard Worker     if (mDimInGammaSpaceForEnhancedScreenshots && renderIntent != ui::RenderIntent::COLORIMETRIC &&
88*38e8c45fSAndroid Build Coastguard Worker         renderIntent != ui::RenderIntent::TONE_MAP_COLORIMETRIC) {
89*38e8c45fSAndroid Build Coastguard Worker         clientCompositionDisplay.dimmingStage =
90*38e8c45fSAndroid Build Coastguard Worker                 aidl::android::hardware::graphics::composer3::DimmingStage::GAMMA_OETF;
91*38e8c45fSAndroid Build Coastguard Worker     }
92*38e8c45fSAndroid Build Coastguard Worker 
93*38e8c45fSAndroid Build Coastguard Worker     if (mEnableLocalTonemapping) {
94*38e8c45fSAndroid Build Coastguard Worker         clientCompositionDisplay.tonemapStrategy =
95*38e8c45fSAndroid Build Coastguard Worker                 renderengine::DisplaySettings::TonemapStrategy::Local;
96*38e8c45fSAndroid Build Coastguard Worker         if (static_cast<ui::PixelFormat>(buffer->getPixelFormat()) == ui::PixelFormat::RGBA_FP16) {
97*38e8c45fSAndroid Build Coastguard Worker             clientCompositionDisplay.targetHdrSdrRatio =
98*38e8c45fSAndroid Build Coastguard Worker                     getState().displayBrightnessNits / getState().sdrWhitePointNits;
99*38e8c45fSAndroid Build Coastguard Worker         } else {
100*38e8c45fSAndroid Build Coastguard Worker             clientCompositionDisplay.targetHdrSdrRatio = 1.f;
101*38e8c45fSAndroid Build Coastguard Worker         }
102*38e8c45fSAndroid Build Coastguard Worker     }
103*38e8c45fSAndroid Build Coastguard Worker 
104*38e8c45fSAndroid Build Coastguard Worker     return clientCompositionDisplay;
105*38e8c45fSAndroid Build Coastguard Worker }
106*38e8c45fSAndroid Build Coastguard Worker 
107*38e8c45fSAndroid Build Coastguard Worker std::vector<compositionengine::LayerFE::LayerSettings>
generateClientCompositionRequests(bool supportsProtectedContent,ui::Dataspace outputDataspace,std::vector<compositionengine::LayerFE * > & outLayerFEs)108*38e8c45fSAndroid Build Coastguard Worker ScreenCaptureOutput::generateClientCompositionRequests(
109*38e8c45fSAndroid Build Coastguard Worker         bool supportsProtectedContent, ui::Dataspace outputDataspace,
110*38e8c45fSAndroid Build Coastguard Worker         std::vector<compositionengine::LayerFE*>& outLayerFEs) {
111*38e8c45fSAndroid Build Coastguard Worker     auto clientCompositionLayers = compositionengine::impl::Output::
112*38e8c45fSAndroid Build Coastguard Worker             generateClientCompositionRequests(supportsProtectedContent, outputDataspace,
113*38e8c45fSAndroid Build Coastguard Worker                                               outLayerFEs);
114*38e8c45fSAndroid Build Coastguard Worker 
115*38e8c45fSAndroid Build Coastguard Worker     if (mRegionSampling) {
116*38e8c45fSAndroid Build Coastguard Worker         for (auto& layer : clientCompositionLayers) {
117*38e8c45fSAndroid Build Coastguard Worker             layer.backgroundBlurRadius = 0;
118*38e8c45fSAndroid Build Coastguard Worker             layer.blurRegions.clear();
119*38e8c45fSAndroid Build Coastguard Worker         }
120*38e8c45fSAndroid Build Coastguard Worker     }
121*38e8c45fSAndroid Build Coastguard Worker 
122*38e8c45fSAndroid Build Coastguard Worker     if (outputDataspace == ui::Dataspace::BT2020_HLG) {
123*38e8c45fSAndroid Build Coastguard Worker         for (auto& layer : clientCompositionLayers) {
124*38e8c45fSAndroid Build Coastguard Worker             auto transfer = layer.sourceDataspace & ui::Dataspace::TRANSFER_MASK;
125*38e8c45fSAndroid Build Coastguard Worker             if (transfer != static_cast<int32_t>(ui::Dataspace::TRANSFER_HLG) &&
126*38e8c45fSAndroid Build Coastguard Worker                 transfer != static_cast<int32_t>(ui::Dataspace::TRANSFER_ST2084)) {
127*38e8c45fSAndroid Build Coastguard Worker                 layer.whitePointNits *= (1000.0f / 203.0f);
128*38e8c45fSAndroid Build Coastguard Worker             }
129*38e8c45fSAndroid Build Coastguard Worker         }
130*38e8c45fSAndroid Build Coastguard Worker     }
131*38e8c45fSAndroid Build Coastguard Worker 
132*38e8c45fSAndroid Build Coastguard Worker     Rect sourceCrop = mRenderArea.getSourceCrop();
133*38e8c45fSAndroid Build Coastguard Worker     compositionengine::LayerFE::LayerSettings fillLayer;
134*38e8c45fSAndroid Build Coastguard Worker     fillLayer.source.buffer.buffer = nullptr;
135*38e8c45fSAndroid Build Coastguard Worker     fillLayer.source.solidColor = half3(0.0f, 0.0f, 0.0f);
136*38e8c45fSAndroid Build Coastguard Worker     fillLayer.geometry.boundaries =
137*38e8c45fSAndroid Build Coastguard Worker             FloatRect(static_cast<float>(sourceCrop.left), static_cast<float>(sourceCrop.top),
138*38e8c45fSAndroid Build Coastguard Worker                       static_cast<float>(sourceCrop.right), static_cast<float>(sourceCrop.bottom));
139*38e8c45fSAndroid Build Coastguard Worker     fillLayer.alpha = half(RenderArea::getCaptureFillValue(mRenderArea.getCaptureFill()));
140*38e8c45fSAndroid Build Coastguard Worker     clientCompositionLayers.insert(clientCompositionLayers.begin(), fillLayer);
141*38e8c45fSAndroid Build Coastguard Worker 
142*38e8c45fSAndroid Build Coastguard Worker     return clientCompositionLayers;
143*38e8c45fSAndroid Build Coastguard Worker }
144*38e8c45fSAndroid Build Coastguard Worker 
145*38e8c45fSAndroid Build Coastguard Worker } // namespace android
146