1*38e8c45fSAndroid Build Coastguard Worker /*
2*38e8c45fSAndroid Build Coastguard Worker * Copyright 2022 The Android Open Source Project
3*38e8c45fSAndroid Build Coastguard Worker *
4*38e8c45fSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*38e8c45fSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*38e8c45fSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*38e8c45fSAndroid Build Coastguard Worker *
8*38e8c45fSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*38e8c45fSAndroid Build Coastguard Worker *
10*38e8c45fSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*38e8c45fSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*38e8c45fSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*38e8c45fSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*38e8c45fSAndroid Build Coastguard Worker * limitations under the License.
15*38e8c45fSAndroid Build Coastguard Worker */
16*38e8c45fSAndroid Build Coastguard Worker
17*38e8c45fSAndroid Build Coastguard Worker #include "ScreenCaptureOutput.h"
18*38e8c45fSAndroid Build Coastguard Worker #include "ScreenCaptureRenderSurface.h"
19*38e8c45fSAndroid Build Coastguard Worker #include "ui/Rotation.h"
20*38e8c45fSAndroid Build Coastguard Worker
21*38e8c45fSAndroid Build Coastguard Worker #include <compositionengine/CompositionEngine.h>
22*38e8c45fSAndroid Build Coastguard Worker #include <compositionengine/DisplayColorProfileCreationArgs.h>
23*38e8c45fSAndroid Build Coastguard Worker #include <compositionengine/impl/DisplayColorProfile.h>
24*38e8c45fSAndroid Build Coastguard Worker #include <ui/Rotation.h>
25*38e8c45fSAndroid Build Coastguard Worker
26*38e8c45fSAndroid Build Coastguard Worker namespace android {
27*38e8c45fSAndroid Build Coastguard Worker
createScreenCaptureOutput(ScreenCaptureOutputArgs args)28*38e8c45fSAndroid Build Coastguard Worker std::shared_ptr<ScreenCaptureOutput> createScreenCaptureOutput(ScreenCaptureOutputArgs args) {
29*38e8c45fSAndroid Build Coastguard Worker std::shared_ptr<ScreenCaptureOutput> output = compositionengine::impl::createOutputTemplated<
30*38e8c45fSAndroid Build Coastguard Worker ScreenCaptureOutput, compositionengine::CompositionEngine, const RenderArea&,
31*38e8c45fSAndroid Build Coastguard Worker const compositionengine::Output::ColorProfile&,
32*38e8c45fSAndroid Build Coastguard Worker bool>(args.compositionEngine, args.renderArea, args.colorProfile, args.regionSampling,
33*38e8c45fSAndroid Build Coastguard Worker args.dimInGammaSpaceForEnhancedScreenshots, args.enableLocalTonemapping);
34*38e8c45fSAndroid Build Coastguard Worker output->editState().isSecure = args.renderArea.isSecure();
35*38e8c45fSAndroid Build Coastguard Worker output->editState().isProtected = args.isProtected;
36*38e8c45fSAndroid Build Coastguard Worker output->setCompositionEnabled(true);
37*38e8c45fSAndroid Build Coastguard Worker output->setLayerFilter({args.layerStack});
38*38e8c45fSAndroid Build Coastguard Worker output->setRenderSurface(std::make_unique<ScreenCaptureRenderSurface>(std::move(args.buffer)));
39*38e8c45fSAndroid Build Coastguard Worker output->setDisplayBrightness(args.sdrWhitePointNits, args.displayBrightnessNits);
40*38e8c45fSAndroid Build Coastguard Worker output->editState().clientTargetBrightness = args.targetBrightness;
41*38e8c45fSAndroid Build Coastguard Worker output->editState().treat170mAsSrgb = args.treat170mAsSrgb;
42*38e8c45fSAndroid Build Coastguard Worker
43*38e8c45fSAndroid Build Coastguard Worker output->setDisplayColorProfile(std::make_unique<compositionengine::impl::DisplayColorProfile>(
44*38e8c45fSAndroid Build Coastguard Worker compositionengine::DisplayColorProfileCreationArgsBuilder()
45*38e8c45fSAndroid Build Coastguard Worker .setHasWideColorGamut(true)
46*38e8c45fSAndroid Build Coastguard Worker .Build()));
47*38e8c45fSAndroid Build Coastguard Worker
48*38e8c45fSAndroid Build Coastguard Worker const Rect& sourceCrop = args.renderArea.getSourceCrop();
49*38e8c45fSAndroid Build Coastguard Worker const ui::Rotation orientation = ui::ROTATION_0;
50*38e8c45fSAndroid Build Coastguard Worker output->setDisplaySize({sourceCrop.getWidth(), sourceCrop.getHeight()});
51*38e8c45fSAndroid Build Coastguard Worker output->setProjection(orientation, sourceCrop,
52*38e8c45fSAndroid Build Coastguard Worker {args.renderArea.getReqWidth(), args.renderArea.getReqHeight()});
53*38e8c45fSAndroid Build Coastguard Worker
54*38e8c45fSAndroid Build Coastguard Worker {
55*38e8c45fSAndroid Build Coastguard Worker std::string name = args.regionSampling ? "RegionSampling" : "ScreenCaptureOutput";
56*38e8c45fSAndroid Build Coastguard Worker if (auto displayDevice = args.renderArea.getDisplayDevice()) {
57*38e8c45fSAndroid Build Coastguard Worker base::StringAppendF(&name, " for %" PRIu64, displayDevice->getId().value);
58*38e8c45fSAndroid Build Coastguard Worker }
59*38e8c45fSAndroid Build Coastguard Worker output->setName(name);
60*38e8c45fSAndroid Build Coastguard Worker }
61*38e8c45fSAndroid Build Coastguard Worker return output;
62*38e8c45fSAndroid Build Coastguard Worker }
63*38e8c45fSAndroid Build Coastguard Worker
ScreenCaptureOutput(const RenderArea & renderArea,const compositionengine::Output::ColorProfile & colorProfile,bool regionSampling,bool dimInGammaSpaceForEnhancedScreenshots,bool enableLocalTonemapping)64*38e8c45fSAndroid Build Coastguard Worker ScreenCaptureOutput::ScreenCaptureOutput(
65*38e8c45fSAndroid Build Coastguard Worker const RenderArea& renderArea, const compositionengine::Output::ColorProfile& colorProfile,
66*38e8c45fSAndroid Build Coastguard Worker bool regionSampling, bool dimInGammaSpaceForEnhancedScreenshots,
67*38e8c45fSAndroid Build Coastguard Worker bool enableLocalTonemapping)
68*38e8c45fSAndroid Build Coastguard Worker : mRenderArea(renderArea),
69*38e8c45fSAndroid Build Coastguard Worker mColorProfile(colorProfile),
70*38e8c45fSAndroid Build Coastguard Worker mRegionSampling(regionSampling),
71*38e8c45fSAndroid Build Coastguard Worker mDimInGammaSpaceForEnhancedScreenshots(dimInGammaSpaceForEnhancedScreenshots),
72*38e8c45fSAndroid Build Coastguard Worker mEnableLocalTonemapping(enableLocalTonemapping) {}
73*38e8c45fSAndroid Build Coastguard Worker
updateColorProfile(const compositionengine::CompositionRefreshArgs &)74*38e8c45fSAndroid Build Coastguard Worker void ScreenCaptureOutput::updateColorProfile(const compositionengine::CompositionRefreshArgs&) {
75*38e8c45fSAndroid Build Coastguard Worker auto& outputState = editState();
76*38e8c45fSAndroid Build Coastguard Worker outputState.dataspace = mColorProfile.dataspace;
77*38e8c45fSAndroid Build Coastguard Worker outputState.renderIntent = mColorProfile.renderIntent;
78*38e8c45fSAndroid Build Coastguard Worker }
79*38e8c45fSAndroid Build Coastguard Worker
generateClientCompositionDisplaySettings(const std::shared_ptr<renderengine::ExternalTexture> & buffer) const80*38e8c45fSAndroid Build Coastguard Worker renderengine::DisplaySettings ScreenCaptureOutput::generateClientCompositionDisplaySettings(
81*38e8c45fSAndroid Build Coastguard Worker const std::shared_ptr<renderengine::ExternalTexture>& buffer) const {
82*38e8c45fSAndroid Build Coastguard Worker auto clientCompositionDisplay =
83*38e8c45fSAndroid Build Coastguard Worker compositionengine::impl::Output::generateClientCompositionDisplaySettings(buffer);
84*38e8c45fSAndroid Build Coastguard Worker clientCompositionDisplay.clip = mRenderArea.getSourceCrop();
85*38e8c45fSAndroid Build Coastguard Worker
86*38e8c45fSAndroid Build Coastguard Worker auto renderIntent = static_cast<ui::RenderIntent>(clientCompositionDisplay.renderIntent);
87*38e8c45fSAndroid Build Coastguard Worker if (mDimInGammaSpaceForEnhancedScreenshots && renderIntent != ui::RenderIntent::COLORIMETRIC &&
88*38e8c45fSAndroid Build Coastguard Worker renderIntent != ui::RenderIntent::TONE_MAP_COLORIMETRIC) {
89*38e8c45fSAndroid Build Coastguard Worker clientCompositionDisplay.dimmingStage =
90*38e8c45fSAndroid Build Coastguard Worker aidl::android::hardware::graphics::composer3::DimmingStage::GAMMA_OETF;
91*38e8c45fSAndroid Build Coastguard Worker }
92*38e8c45fSAndroid Build Coastguard Worker
93*38e8c45fSAndroid Build Coastguard Worker if (mEnableLocalTonemapping) {
94*38e8c45fSAndroid Build Coastguard Worker clientCompositionDisplay.tonemapStrategy =
95*38e8c45fSAndroid Build Coastguard Worker renderengine::DisplaySettings::TonemapStrategy::Local;
96*38e8c45fSAndroid Build Coastguard Worker if (static_cast<ui::PixelFormat>(buffer->getPixelFormat()) == ui::PixelFormat::RGBA_FP16) {
97*38e8c45fSAndroid Build Coastguard Worker clientCompositionDisplay.targetHdrSdrRatio =
98*38e8c45fSAndroid Build Coastguard Worker getState().displayBrightnessNits / getState().sdrWhitePointNits;
99*38e8c45fSAndroid Build Coastguard Worker } else {
100*38e8c45fSAndroid Build Coastguard Worker clientCompositionDisplay.targetHdrSdrRatio = 1.f;
101*38e8c45fSAndroid Build Coastguard Worker }
102*38e8c45fSAndroid Build Coastguard Worker }
103*38e8c45fSAndroid Build Coastguard Worker
104*38e8c45fSAndroid Build Coastguard Worker return clientCompositionDisplay;
105*38e8c45fSAndroid Build Coastguard Worker }
106*38e8c45fSAndroid Build Coastguard Worker
107*38e8c45fSAndroid Build Coastguard Worker std::vector<compositionengine::LayerFE::LayerSettings>
generateClientCompositionRequests(bool supportsProtectedContent,ui::Dataspace outputDataspace,std::vector<compositionengine::LayerFE * > & outLayerFEs)108*38e8c45fSAndroid Build Coastguard Worker ScreenCaptureOutput::generateClientCompositionRequests(
109*38e8c45fSAndroid Build Coastguard Worker bool supportsProtectedContent, ui::Dataspace outputDataspace,
110*38e8c45fSAndroid Build Coastguard Worker std::vector<compositionengine::LayerFE*>& outLayerFEs) {
111*38e8c45fSAndroid Build Coastguard Worker auto clientCompositionLayers = compositionengine::impl::Output::
112*38e8c45fSAndroid Build Coastguard Worker generateClientCompositionRequests(supportsProtectedContent, outputDataspace,
113*38e8c45fSAndroid Build Coastguard Worker outLayerFEs);
114*38e8c45fSAndroid Build Coastguard Worker
115*38e8c45fSAndroid Build Coastguard Worker if (mRegionSampling) {
116*38e8c45fSAndroid Build Coastguard Worker for (auto& layer : clientCompositionLayers) {
117*38e8c45fSAndroid Build Coastguard Worker layer.backgroundBlurRadius = 0;
118*38e8c45fSAndroid Build Coastguard Worker layer.blurRegions.clear();
119*38e8c45fSAndroid Build Coastguard Worker }
120*38e8c45fSAndroid Build Coastguard Worker }
121*38e8c45fSAndroid Build Coastguard Worker
122*38e8c45fSAndroid Build Coastguard Worker if (outputDataspace == ui::Dataspace::BT2020_HLG) {
123*38e8c45fSAndroid Build Coastguard Worker for (auto& layer : clientCompositionLayers) {
124*38e8c45fSAndroid Build Coastguard Worker auto transfer = layer.sourceDataspace & ui::Dataspace::TRANSFER_MASK;
125*38e8c45fSAndroid Build Coastguard Worker if (transfer != static_cast<int32_t>(ui::Dataspace::TRANSFER_HLG) &&
126*38e8c45fSAndroid Build Coastguard Worker transfer != static_cast<int32_t>(ui::Dataspace::TRANSFER_ST2084)) {
127*38e8c45fSAndroid Build Coastguard Worker layer.whitePointNits *= (1000.0f / 203.0f);
128*38e8c45fSAndroid Build Coastguard Worker }
129*38e8c45fSAndroid Build Coastguard Worker }
130*38e8c45fSAndroid Build Coastguard Worker }
131*38e8c45fSAndroid Build Coastguard Worker
132*38e8c45fSAndroid Build Coastguard Worker Rect sourceCrop = mRenderArea.getSourceCrop();
133*38e8c45fSAndroid Build Coastguard Worker compositionengine::LayerFE::LayerSettings fillLayer;
134*38e8c45fSAndroid Build Coastguard Worker fillLayer.source.buffer.buffer = nullptr;
135*38e8c45fSAndroid Build Coastguard Worker fillLayer.source.solidColor = half3(0.0f, 0.0f, 0.0f);
136*38e8c45fSAndroid Build Coastguard Worker fillLayer.geometry.boundaries =
137*38e8c45fSAndroid Build Coastguard Worker FloatRect(static_cast<float>(sourceCrop.left), static_cast<float>(sourceCrop.top),
138*38e8c45fSAndroid Build Coastguard Worker static_cast<float>(sourceCrop.right), static_cast<float>(sourceCrop.bottom));
139*38e8c45fSAndroid Build Coastguard Worker fillLayer.alpha = half(RenderArea::getCaptureFillValue(mRenderArea.getCaptureFill()));
140*38e8c45fSAndroid Build Coastguard Worker clientCompositionLayers.insert(clientCompositionLayers.begin(), fillLayer);
141*38e8c45fSAndroid Build Coastguard Worker
142*38e8c45fSAndroid Build Coastguard Worker return clientCompositionLayers;
143*38e8c45fSAndroid Build Coastguard Worker }
144*38e8c45fSAndroid Build Coastguard Worker
145*38e8c45fSAndroid Build Coastguard Worker } // namespace android
146