1*c8dee2aaSAndroid Build Coastguard Worker /*
2*c8dee2aaSAndroid Build Coastguard Worker * Copyright 2018 Google Inc.
3*c8dee2aaSAndroid Build Coastguard Worker *
4*c8dee2aaSAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license that can be
5*c8dee2aaSAndroid Build Coastguard Worker * found in the LICENSE file.
6*c8dee2aaSAndroid Build Coastguard Worker */
7*c8dee2aaSAndroid Build Coastguard Worker
8*c8dee2aaSAndroid Build Coastguard Worker #include "modules/skresources/src/SkAnimCodecPlayer.h"
9*c8dee2aaSAndroid Build Coastguard Worker
10*c8dee2aaSAndroid Build Coastguard Worker #include "include/codec/SkCodec.h"
11*c8dee2aaSAndroid Build Coastguard Worker #include "include/codec/SkEncodedOrigin.h"
12*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkAlphaType.h"
13*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkBlendMode.h"
14*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkCanvas.h"
15*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkData.h"
16*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkImage.h"
17*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkImageInfo.h"
18*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkMatrix.h"
19*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkPaint.h"
20*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkRefCnt.h"
21*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkSamplingOptions.h"
22*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkSize.h"
23*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkTypes.h"
24*c8dee2aaSAndroid Build Coastguard Worker #include "src/codec/SkCodecImageGenerator.h"
25*c8dee2aaSAndroid Build Coastguard Worker
26*c8dee2aaSAndroid Build Coastguard Worker #include <algorithm>
27*c8dee2aaSAndroid Build Coastguard Worker #include <cstddef>
28*c8dee2aaSAndroid Build Coastguard Worker #include <memory>
29*c8dee2aaSAndroid Build Coastguard Worker #include <utility>
30*c8dee2aaSAndroid Build Coastguard Worker #include <vector>
31*c8dee2aaSAndroid Build Coastguard Worker
SkAnimCodecPlayer(std::unique_ptr<SkCodec> codec)32*c8dee2aaSAndroid Build Coastguard Worker SkAnimCodecPlayer::SkAnimCodecPlayer(std::unique_ptr<SkCodec> codec) : fCodec(std::move(codec)) {
33*c8dee2aaSAndroid Build Coastguard Worker fImageInfo = fCodec->getInfo();
34*c8dee2aaSAndroid Build Coastguard Worker fFrameInfos = fCodec->getFrameInfo();
35*c8dee2aaSAndroid Build Coastguard Worker fImages.resize(fFrameInfos.size());
36*c8dee2aaSAndroid Build Coastguard Worker
37*c8dee2aaSAndroid Build Coastguard Worker // change the interpretation of fDuration to a end-time for that frame
38*c8dee2aaSAndroid Build Coastguard Worker size_t dur = 0;
39*c8dee2aaSAndroid Build Coastguard Worker for (auto& f : fFrameInfos) {
40*c8dee2aaSAndroid Build Coastguard Worker dur += f.fDuration;
41*c8dee2aaSAndroid Build Coastguard Worker f.fDuration = dur;
42*c8dee2aaSAndroid Build Coastguard Worker }
43*c8dee2aaSAndroid Build Coastguard Worker fTotalDuration = dur;
44*c8dee2aaSAndroid Build Coastguard Worker
45*c8dee2aaSAndroid Build Coastguard Worker if (!fTotalDuration) {
46*c8dee2aaSAndroid Build Coastguard Worker // Static image -- may or may not have returned a single frame info.
47*c8dee2aaSAndroid Build Coastguard Worker fFrameInfos.clear();
48*c8dee2aaSAndroid Build Coastguard Worker fImages.clear();
49*c8dee2aaSAndroid Build Coastguard Worker fImages.push_back(SkImages::DeferredFromGenerator(
50*c8dee2aaSAndroid Build Coastguard Worker SkCodecImageGenerator::MakeFromCodec(std::move(fCodec))));
51*c8dee2aaSAndroid Build Coastguard Worker }
52*c8dee2aaSAndroid Build Coastguard Worker }
53*c8dee2aaSAndroid Build Coastguard Worker
~SkAnimCodecPlayer()54*c8dee2aaSAndroid Build Coastguard Worker SkAnimCodecPlayer::~SkAnimCodecPlayer() {}
55*c8dee2aaSAndroid Build Coastguard Worker
dimensions() const56*c8dee2aaSAndroid Build Coastguard Worker SkISize SkAnimCodecPlayer::dimensions() const {
57*c8dee2aaSAndroid Build Coastguard Worker if (!fCodec) {
58*c8dee2aaSAndroid Build Coastguard Worker auto image = fImages.front();
59*c8dee2aaSAndroid Build Coastguard Worker return image ? image->dimensions() : SkISize::MakeEmpty();
60*c8dee2aaSAndroid Build Coastguard Worker }
61*c8dee2aaSAndroid Build Coastguard Worker if (SkEncodedOriginSwapsWidthHeight(fCodec->getOrigin())) {
62*c8dee2aaSAndroid Build Coastguard Worker return { fImageInfo.height(), fImageInfo.width() };
63*c8dee2aaSAndroid Build Coastguard Worker }
64*c8dee2aaSAndroid Build Coastguard Worker return { fImageInfo.width(), fImageInfo.height() };
65*c8dee2aaSAndroid Build Coastguard Worker }
66*c8dee2aaSAndroid Build Coastguard Worker
getFrameAt(int index)67*c8dee2aaSAndroid Build Coastguard Worker sk_sp<SkImage> SkAnimCodecPlayer::getFrameAt(int index) {
68*c8dee2aaSAndroid Build Coastguard Worker SkASSERT((unsigned)index < fFrameInfos.size());
69*c8dee2aaSAndroid Build Coastguard Worker
70*c8dee2aaSAndroid Build Coastguard Worker if (fImages[index]) {
71*c8dee2aaSAndroid Build Coastguard Worker return fImages[index];
72*c8dee2aaSAndroid Build Coastguard Worker }
73*c8dee2aaSAndroid Build Coastguard Worker
74*c8dee2aaSAndroid Build Coastguard Worker size_t rb = fImageInfo.minRowBytes();
75*c8dee2aaSAndroid Build Coastguard Worker size_t size = fImageInfo.computeByteSize(rb);
76*c8dee2aaSAndroid Build Coastguard Worker auto data = SkData::MakeUninitialized(size);
77*c8dee2aaSAndroid Build Coastguard Worker
78*c8dee2aaSAndroid Build Coastguard Worker SkCodec::Options opts;
79*c8dee2aaSAndroid Build Coastguard Worker opts.fFrameIndex = index;
80*c8dee2aaSAndroid Build Coastguard Worker
81*c8dee2aaSAndroid Build Coastguard Worker const auto origin = fCodec->getOrigin();
82*c8dee2aaSAndroid Build Coastguard Worker const auto orientedDims = this->dimensions();
83*c8dee2aaSAndroid Build Coastguard Worker const auto originMatrix = SkEncodedOriginToMatrix(origin, orientedDims.width(),
84*c8dee2aaSAndroid Build Coastguard Worker orientedDims.height());
85*c8dee2aaSAndroid Build Coastguard Worker
86*c8dee2aaSAndroid Build Coastguard Worker SkPaint paint;
87*c8dee2aaSAndroid Build Coastguard Worker paint.setBlendMode(SkBlendMode::kSrc);
88*c8dee2aaSAndroid Build Coastguard Worker
89*c8dee2aaSAndroid Build Coastguard Worker auto imageInfo = fImageInfo;
90*c8dee2aaSAndroid Build Coastguard Worker if (fFrameInfos[index].fAlphaType != kOpaque_SkAlphaType && imageInfo.isOpaque()) {
91*c8dee2aaSAndroid Build Coastguard Worker imageInfo = imageInfo.makeAlphaType(kPremul_SkAlphaType);
92*c8dee2aaSAndroid Build Coastguard Worker }
93*c8dee2aaSAndroid Build Coastguard Worker const int requiredFrame = fFrameInfos[index].fRequiredFrame;
94*c8dee2aaSAndroid Build Coastguard Worker if (requiredFrame != SkCodec::kNoFrame && fImages[requiredFrame]) {
95*c8dee2aaSAndroid Build Coastguard Worker auto requiredImage = fImages[requiredFrame];
96*c8dee2aaSAndroid Build Coastguard Worker auto canvas = SkCanvas::MakeRasterDirect(imageInfo, data->writable_data(), rb);
97*c8dee2aaSAndroid Build Coastguard Worker if (origin != kDefault_SkEncodedOrigin) {
98*c8dee2aaSAndroid Build Coastguard Worker // The required frame is stored after applying the origin. Undo that,
99*c8dee2aaSAndroid Build Coastguard Worker // because the codec decodes prior to applying the origin.
100*c8dee2aaSAndroid Build Coastguard Worker // FIXME: Another approach would be to decode the frame's delta on top
101*c8dee2aaSAndroid Build Coastguard Worker // of transparent black, and then draw that through the origin matrix
102*c8dee2aaSAndroid Build Coastguard Worker // onto the required frame. To do that, SkCodec needs to expose the
103*c8dee2aaSAndroid Build Coastguard Worker // rectangle of the delta and the blend mode, so we can handle
104*c8dee2aaSAndroid Build Coastguard Worker // kRestoreBGColor frames and Blend::kSrc.
105*c8dee2aaSAndroid Build Coastguard Worker SkMatrix inverse;
106*c8dee2aaSAndroid Build Coastguard Worker SkAssertResult(originMatrix.invert(&inverse));
107*c8dee2aaSAndroid Build Coastguard Worker canvas->concat(inverse);
108*c8dee2aaSAndroid Build Coastguard Worker }
109*c8dee2aaSAndroid Build Coastguard Worker canvas->drawImage(requiredImage, 0, 0, SkSamplingOptions(), &paint);
110*c8dee2aaSAndroid Build Coastguard Worker opts.fPriorFrame = requiredFrame;
111*c8dee2aaSAndroid Build Coastguard Worker }
112*c8dee2aaSAndroid Build Coastguard Worker
113*c8dee2aaSAndroid Build Coastguard Worker if (SkCodec::kSuccess != fCodec->getPixels(imageInfo, data->writable_data(), rb, &opts)) {
114*c8dee2aaSAndroid Build Coastguard Worker return nullptr;
115*c8dee2aaSAndroid Build Coastguard Worker }
116*c8dee2aaSAndroid Build Coastguard Worker
117*c8dee2aaSAndroid Build Coastguard Worker auto image = SkImages::RasterFromData(imageInfo, std::move(data), rb);
118*c8dee2aaSAndroid Build Coastguard Worker if (origin != kDefault_SkEncodedOrigin) {
119*c8dee2aaSAndroid Build Coastguard Worker imageInfo = imageInfo.makeDimensions(orientedDims);
120*c8dee2aaSAndroid Build Coastguard Worker rb = imageInfo.minRowBytes();
121*c8dee2aaSAndroid Build Coastguard Worker size = imageInfo.computeByteSize(rb);
122*c8dee2aaSAndroid Build Coastguard Worker data = SkData::MakeUninitialized(size);
123*c8dee2aaSAndroid Build Coastguard Worker auto canvas = SkCanvas::MakeRasterDirect(imageInfo, data->writable_data(), rb);
124*c8dee2aaSAndroid Build Coastguard Worker canvas->concat(originMatrix);
125*c8dee2aaSAndroid Build Coastguard Worker canvas->drawImage(image, 0, 0, SkSamplingOptions(), &paint);
126*c8dee2aaSAndroid Build Coastguard Worker image = SkImages::RasterFromData(imageInfo, std::move(data), rb);
127*c8dee2aaSAndroid Build Coastguard Worker }
128*c8dee2aaSAndroid Build Coastguard Worker return fImages[index] = image;
129*c8dee2aaSAndroid Build Coastguard Worker }
130*c8dee2aaSAndroid Build Coastguard Worker
getFrame()131*c8dee2aaSAndroid Build Coastguard Worker sk_sp<SkImage> SkAnimCodecPlayer::getFrame() {
132*c8dee2aaSAndroid Build Coastguard Worker SkASSERT(fTotalDuration > 0 || fImages.size() == 1);
133*c8dee2aaSAndroid Build Coastguard Worker
134*c8dee2aaSAndroid Build Coastguard Worker return fTotalDuration > 0
135*c8dee2aaSAndroid Build Coastguard Worker ? this->getFrameAt(fCurrIndex)
136*c8dee2aaSAndroid Build Coastguard Worker : fImages.front();
137*c8dee2aaSAndroid Build Coastguard Worker }
138*c8dee2aaSAndroid Build Coastguard Worker
seek(uint32_t msec)139*c8dee2aaSAndroid Build Coastguard Worker bool SkAnimCodecPlayer::seek(uint32_t msec) {
140*c8dee2aaSAndroid Build Coastguard Worker if (!fTotalDuration) {
141*c8dee2aaSAndroid Build Coastguard Worker return false;
142*c8dee2aaSAndroid Build Coastguard Worker }
143*c8dee2aaSAndroid Build Coastguard Worker
144*c8dee2aaSAndroid Build Coastguard Worker msec %= fTotalDuration;
145*c8dee2aaSAndroid Build Coastguard Worker
146*c8dee2aaSAndroid Build Coastguard Worker auto lower = std::lower_bound(fFrameInfos.begin(), fFrameInfos.end(), msec,
147*c8dee2aaSAndroid Build Coastguard Worker [](const SkCodec::FrameInfo& info, uint32_t msec) {
148*c8dee2aaSAndroid Build Coastguard Worker return (uint32_t)info.fDuration <= msec;
149*c8dee2aaSAndroid Build Coastguard Worker });
150*c8dee2aaSAndroid Build Coastguard Worker int prevIndex = fCurrIndex;
151*c8dee2aaSAndroid Build Coastguard Worker fCurrIndex = lower - fFrameInfos.begin();
152*c8dee2aaSAndroid Build Coastguard Worker return fCurrIndex != prevIndex;
153*c8dee2aaSAndroid Build Coastguard Worker }
154*c8dee2aaSAndroid Build Coastguard Worker
155*c8dee2aaSAndroid Build Coastguard Worker
156