1*fb1b10abSAndroid Build Coastguard Worker /*
2*fb1b10abSAndroid Build Coastguard Worker * Copyright (c) 2014 The WebM project authors. All Rights Reserved.
3*fb1b10abSAndroid Build Coastguard Worker *
4*fb1b10abSAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*fb1b10abSAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*fb1b10abSAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*fb1b10abSAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*fb1b10abSAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*fb1b10abSAndroid Build Coastguard Worker */
10*fb1b10abSAndroid Build Coastguard Worker
11*fb1b10abSAndroid Build Coastguard Worker #include <cstdio>
12*fb1b10abSAndroid Build Coastguard Worker #include <cstdlib>
13*fb1b10abSAndroid Build Coastguard Worker #include <memory>
14*fb1b10abSAndroid Build Coastguard Worker #include <string>
15*fb1b10abSAndroid Build Coastguard Worker #include <vector>
16*fb1b10abSAndroid Build Coastguard Worker #include "gtest/gtest.h"
17*fb1b10abSAndroid Build Coastguard Worker #include "./vpx_config.h"
18*fb1b10abSAndroid Build Coastguard Worker #include "test/codec_factory.h"
19*fb1b10abSAndroid Build Coastguard Worker #include "test/decode_test_driver.h"
20*fb1b10abSAndroid Build Coastguard Worker #include "test/ivf_video_source.h"
21*fb1b10abSAndroid Build Coastguard Worker #include "test/util.h"
22*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_WEBM_IO
23*fb1b10abSAndroid Build Coastguard Worker #include "test/webm_video_source.h"
24*fb1b10abSAndroid Build Coastguard Worker #endif
25*fb1b10abSAndroid Build Coastguard Worker #include "vpx_mem/vpx_mem.h"
26*fb1b10abSAndroid Build Coastguard Worker
27*fb1b10abSAndroid Build Coastguard Worker namespace {
28*fb1b10abSAndroid Build Coastguard Worker
29*fb1b10abSAndroid Build Coastguard Worker struct DecodeParam {
30*fb1b10abSAndroid Build Coastguard Worker int threads;
31*fb1b10abSAndroid Build Coastguard Worker const char *filename;
32*fb1b10abSAndroid Build Coastguard Worker };
33*fb1b10abSAndroid Build Coastguard Worker
operator <<(std::ostream & os,const DecodeParam & dp)34*fb1b10abSAndroid Build Coastguard Worker std::ostream &operator<<(std::ostream &os, const DecodeParam &dp) {
35*fb1b10abSAndroid Build Coastguard Worker return os << "threads: " << dp.threads << " file: " << dp.filename;
36*fb1b10abSAndroid Build Coastguard Worker }
37*fb1b10abSAndroid Build Coastguard Worker
38*fb1b10abSAndroid Build Coastguard Worker class InvalidFileTest : public ::libvpx_test::DecoderTest,
39*fb1b10abSAndroid Build Coastguard Worker public ::libvpx_test::CodecTestWithParam<DecodeParam> {
40*fb1b10abSAndroid Build Coastguard Worker protected:
InvalidFileTest()41*fb1b10abSAndroid Build Coastguard Worker InvalidFileTest() : DecoderTest(GET_PARAM(0)), res_file_(nullptr) {}
42*fb1b10abSAndroid Build Coastguard Worker
~InvalidFileTest()43*fb1b10abSAndroid Build Coastguard Worker ~InvalidFileTest() override {
44*fb1b10abSAndroid Build Coastguard Worker if (res_file_ != nullptr) fclose(res_file_);
45*fb1b10abSAndroid Build Coastguard Worker }
46*fb1b10abSAndroid Build Coastguard Worker
OpenResFile(const std::string & res_file_name_)47*fb1b10abSAndroid Build Coastguard Worker void OpenResFile(const std::string &res_file_name_) {
48*fb1b10abSAndroid Build Coastguard Worker res_file_ = libvpx_test::OpenTestDataFile(res_file_name_);
49*fb1b10abSAndroid Build Coastguard Worker ASSERT_NE(res_file_, nullptr)
50*fb1b10abSAndroid Build Coastguard Worker << "Result file open failed. Filename: " << res_file_name_;
51*fb1b10abSAndroid Build Coastguard Worker }
52*fb1b10abSAndroid Build Coastguard Worker
HandleDecodeResult(const vpx_codec_err_t res_dec,const libvpx_test::CompressedVideoSource & video,libvpx_test::Decoder * decoder)53*fb1b10abSAndroid Build Coastguard Worker bool HandleDecodeResult(const vpx_codec_err_t res_dec,
54*fb1b10abSAndroid Build Coastguard Worker const libvpx_test::CompressedVideoSource &video,
55*fb1b10abSAndroid Build Coastguard Worker libvpx_test::Decoder *decoder) override {
56*fb1b10abSAndroid Build Coastguard Worker EXPECT_NE(res_file_, nullptr);
57*fb1b10abSAndroid Build Coastguard Worker int expected_res_dec;
58*fb1b10abSAndroid Build Coastguard Worker
59*fb1b10abSAndroid Build Coastguard Worker // Read integer result.
60*fb1b10abSAndroid Build Coastguard Worker const int res = fscanf(res_file_, "%d", &expected_res_dec);
61*fb1b10abSAndroid Build Coastguard Worker EXPECT_NE(res, EOF) << "Read result data failed";
62*fb1b10abSAndroid Build Coastguard Worker
63*fb1b10abSAndroid Build Coastguard Worker // Check results match.
64*fb1b10abSAndroid Build Coastguard Worker const DecodeParam input = GET_PARAM(1);
65*fb1b10abSAndroid Build Coastguard Worker if (input.threads > 1) {
66*fb1b10abSAndroid Build Coastguard Worker // The serial decode check is too strict for tile-threaded decoding as
67*fb1b10abSAndroid Build Coastguard Worker // there is no guarantee on the decode order nor which specific error
68*fb1b10abSAndroid Build Coastguard Worker // will take precedence. Currently a tile-level error is not forwarded so
69*fb1b10abSAndroid Build Coastguard Worker // the frame will simply be marked corrupt.
70*fb1b10abSAndroid Build Coastguard Worker EXPECT_TRUE(res_dec == expected_res_dec ||
71*fb1b10abSAndroid Build Coastguard Worker res_dec == VPX_CODEC_CORRUPT_FRAME)
72*fb1b10abSAndroid Build Coastguard Worker << "Results don't match: frame number = " << video.frame_number()
73*fb1b10abSAndroid Build Coastguard Worker << ". (" << decoder->DecodeError()
74*fb1b10abSAndroid Build Coastguard Worker << "). Expected: " << expected_res_dec << " or "
75*fb1b10abSAndroid Build Coastguard Worker << VPX_CODEC_CORRUPT_FRAME;
76*fb1b10abSAndroid Build Coastguard Worker } else {
77*fb1b10abSAndroid Build Coastguard Worker EXPECT_EQ(expected_res_dec, res_dec)
78*fb1b10abSAndroid Build Coastguard Worker << "Results don't match: frame number = " << video.frame_number()
79*fb1b10abSAndroid Build Coastguard Worker << ". (" << decoder->DecodeError() << ")";
80*fb1b10abSAndroid Build Coastguard Worker }
81*fb1b10abSAndroid Build Coastguard Worker
82*fb1b10abSAndroid Build Coastguard Worker return !HasFailure();
83*fb1b10abSAndroid Build Coastguard Worker }
84*fb1b10abSAndroid Build Coastguard Worker
RunTest()85*fb1b10abSAndroid Build Coastguard Worker void RunTest() {
86*fb1b10abSAndroid Build Coastguard Worker const DecodeParam input = GET_PARAM(1);
87*fb1b10abSAndroid Build Coastguard Worker vpx_codec_dec_cfg_t cfg = vpx_codec_dec_cfg_t();
88*fb1b10abSAndroid Build Coastguard Worker cfg.threads = input.threads;
89*fb1b10abSAndroid Build Coastguard Worker const std::string filename = input.filename;
90*fb1b10abSAndroid Build Coastguard Worker
91*fb1b10abSAndroid Build Coastguard Worker // Open compressed video file.
92*fb1b10abSAndroid Build Coastguard Worker std::unique_ptr<libvpx_test::CompressedVideoSource> video;
93*fb1b10abSAndroid Build Coastguard Worker if (filename.substr(filename.length() - 3, 3) == "ivf") {
94*fb1b10abSAndroid Build Coastguard Worker video.reset(new libvpx_test::IVFVideoSource(filename));
95*fb1b10abSAndroid Build Coastguard Worker } else if (filename.substr(filename.length() - 4, 4) == "webm") {
96*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_WEBM_IO
97*fb1b10abSAndroid Build Coastguard Worker video.reset(new libvpx_test::WebMVideoSource(filename));
98*fb1b10abSAndroid Build Coastguard Worker #else
99*fb1b10abSAndroid Build Coastguard Worker fprintf(stderr, "WebM IO is disabled, skipping test vector %s\n",
100*fb1b10abSAndroid Build Coastguard Worker filename.c_str());
101*fb1b10abSAndroid Build Coastguard Worker return;
102*fb1b10abSAndroid Build Coastguard Worker #endif
103*fb1b10abSAndroid Build Coastguard Worker }
104*fb1b10abSAndroid Build Coastguard Worker ASSERT_NE(video.get(), nullptr);
105*fb1b10abSAndroid Build Coastguard Worker video->Init();
106*fb1b10abSAndroid Build Coastguard Worker
107*fb1b10abSAndroid Build Coastguard Worker // Construct result file name. The file holds a list of expected integer
108*fb1b10abSAndroid Build Coastguard Worker // results, one for each decoded frame. Any result that doesn't match
109*fb1b10abSAndroid Build Coastguard Worker // the files list will cause a test failure.
110*fb1b10abSAndroid Build Coastguard Worker const std::string res_filename = filename + ".res";
111*fb1b10abSAndroid Build Coastguard Worker OpenResFile(res_filename);
112*fb1b10abSAndroid Build Coastguard Worker
113*fb1b10abSAndroid Build Coastguard Worker // Decode frame, and check the md5 matching.
114*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(video.get(), cfg));
115*fb1b10abSAndroid Build Coastguard Worker }
116*fb1b10abSAndroid Build Coastguard Worker
117*fb1b10abSAndroid Build Coastguard Worker private:
118*fb1b10abSAndroid Build Coastguard Worker FILE *res_file_;
119*fb1b10abSAndroid Build Coastguard Worker };
120*fb1b10abSAndroid Build Coastguard Worker
TEST_P(InvalidFileTest,ReturnCode)121*fb1b10abSAndroid Build Coastguard Worker TEST_P(InvalidFileTest, ReturnCode) { RunTest(); }
122*fb1b10abSAndroid Build Coastguard Worker
123*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP8_DECODER
124*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kVP8InvalidFileTests[] = {
125*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-bug-1443.ivf" },
126*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-bug-148271109.ivf" },
127*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-token-partition.ivf" },
128*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp80-00-comprehensive-s17661_r01-05_b6-.ivf" },
129*fb1b10abSAndroid Build Coastguard Worker };
130*fb1b10abSAndroid Build Coastguard Worker
131*fb1b10abSAndroid Build Coastguard Worker VP8_INSTANTIATE_TEST_SUITE(InvalidFileTest,
132*fb1b10abSAndroid Build Coastguard Worker ::testing::ValuesIn(kVP8InvalidFileTests));
133*fb1b10abSAndroid Build Coastguard Worker #endif // CONFIG_VP8_DECODER
134*fb1b10abSAndroid Build Coastguard Worker
135*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP9_DECODER
136*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kVP9InvalidFileTests[] = {
137*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-02-v2.webm" },
138*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP9_HIGHBITDEPTH
139*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-00-quantizer-00.webm.ivf.s5861_r01-05_b6-.v2.ivf" },
140*fb1b10abSAndroid Build Coastguard Worker { 1,
141*fb1b10abSAndroid Build Coastguard Worker "invalid-vp90-2-21-resize_inter_320x180_5_3-4.webm.ivf.s45551_r01-05_b6-."
142*fb1b10abSAndroid Build Coastguard Worker "ivf" },
143*fb1b10abSAndroid Build Coastguard Worker #endif
144*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-03-v3.webm" },
145*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-00-quantizer-11.webm.ivf.s52984_r01-05_b6-.ivf" },
146*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-00-quantizer-11.webm.ivf.s52984_r01-05_b6-z.ivf" },
147*fb1b10abSAndroid Build Coastguard Worker // This file will cause a large allocation which is expected to fail in 32-bit
148*fb1b10abSAndroid Build Coastguard Worker // environments. Test x86 for coverage purposes as the allocation failure will
149*fb1b10abSAndroid Build Coastguard Worker // be in platform agnostic code.
150*fb1b10abSAndroid Build Coastguard Worker #if VPX_ARCH_X86
151*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-00-quantizer-63.ivf.kf_65527x61446.ivf" },
152*fb1b10abSAndroid Build Coastguard Worker #endif
153*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-12-droppable_1.ivf.s3676_r01-05_b6-.ivf" },
154*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-05-resize.ivf.s59293_r01-05_b6-.ivf" },
155*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-09-subpixel-00.ivf.s20492_r01-05_b6-.v2.ivf" },
156*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp91-2-mixedrefcsp-444to420.ivf" },
157*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-12-droppable_1.ivf.s73804_r01-05_b6-.ivf" },
158*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-03-size-224x196.webm.ivf.s44156_r01-05_b6-.ivf" },
159*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-2-03-size-202x210.webm.ivf.s113306_r01-05_b6-.ivf" },
160*fb1b10abSAndroid Build Coastguard Worker { 1,
161*fb1b10abSAndroid Build Coastguard Worker "invalid-vp90-2-10-show-existing-frame.webm.ivf.s180315_r01-05_b6-.ivf" },
162*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-crbug-667044.webm" },
163*fb1b10abSAndroid Build Coastguard Worker };
164*fb1b10abSAndroid Build Coastguard Worker
165*fb1b10abSAndroid Build Coastguard Worker VP9_INSTANTIATE_TEST_SUITE(InvalidFileTest,
166*fb1b10abSAndroid Build Coastguard Worker ::testing::ValuesIn(kVP9InvalidFileTests));
167*fb1b10abSAndroid Build Coastguard Worker #endif // CONFIG_VP9_DECODER
168*fb1b10abSAndroid Build Coastguard Worker
169*fb1b10abSAndroid Build Coastguard Worker // This class will include test vectors that are expected to fail
170*fb1b10abSAndroid Build Coastguard Worker // peek. However they are still expected to have no fatal failures.
171*fb1b10abSAndroid Build Coastguard Worker class InvalidFileInvalidPeekTest : public InvalidFileTest {
172*fb1b10abSAndroid Build Coastguard Worker protected:
InvalidFileInvalidPeekTest()173*fb1b10abSAndroid Build Coastguard Worker InvalidFileInvalidPeekTest() : InvalidFileTest() {}
HandlePeekResult(libvpx_test::Decoder * const,libvpx_test::CompressedVideoSource *,const vpx_codec_err_t)174*fb1b10abSAndroid Build Coastguard Worker void HandlePeekResult(libvpx_test::Decoder *const /*decoder*/,
175*fb1b10abSAndroid Build Coastguard Worker libvpx_test::CompressedVideoSource * /*video*/,
176*fb1b10abSAndroid Build Coastguard Worker const vpx_codec_err_t /*res_peek*/) override {}
177*fb1b10abSAndroid Build Coastguard Worker };
178*fb1b10abSAndroid Build Coastguard Worker
TEST_P(InvalidFileInvalidPeekTest,ReturnCode)179*fb1b10abSAndroid Build Coastguard Worker TEST_P(InvalidFileInvalidPeekTest, ReturnCode) { RunTest(); }
180*fb1b10abSAndroid Build Coastguard Worker
181*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP8_DECODER
182*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kVP8InvalidPeekTests[] = {
183*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp80-00-comprehensive-018.ivf.2kf_0x6.ivf" },
184*fb1b10abSAndroid Build Coastguard Worker };
185*fb1b10abSAndroid Build Coastguard Worker
186*fb1b10abSAndroid Build Coastguard Worker VP8_INSTANTIATE_TEST_SUITE(InvalidFileInvalidPeekTest,
187*fb1b10abSAndroid Build Coastguard Worker ::testing::ValuesIn(kVP8InvalidPeekTests));
188*fb1b10abSAndroid Build Coastguard Worker #endif // CONFIG_VP8_DECODER
189*fb1b10abSAndroid Build Coastguard Worker
190*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP9_DECODER
191*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kVP9InvalidFileInvalidPeekTests[] = {
192*fb1b10abSAndroid Build Coastguard Worker { 1, "invalid-vp90-01-v3.webm" },
193*fb1b10abSAndroid Build Coastguard Worker };
194*fb1b10abSAndroid Build Coastguard Worker
195*fb1b10abSAndroid Build Coastguard Worker VP9_INSTANTIATE_TEST_SUITE(
196*fb1b10abSAndroid Build Coastguard Worker InvalidFileInvalidPeekTest,
197*fb1b10abSAndroid Build Coastguard Worker ::testing::ValuesIn(kVP9InvalidFileInvalidPeekTests));
198*fb1b10abSAndroid Build Coastguard Worker
199*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kMultiThreadedVP9InvalidFileTests[] = {
200*fb1b10abSAndroid Build Coastguard Worker { 4, "invalid-vp90-2-08-tile_1x4_frame_parallel_all_key.webm" },
201*fb1b10abSAndroid Build Coastguard Worker { 4,
202*fb1b10abSAndroid Build Coastguard Worker "invalid-"
203*fb1b10abSAndroid Build Coastguard Worker "vp90-2-08-tile_1x2_frame_parallel.webm.ivf.s47039_r01-05_b6-.ivf" },
204*fb1b10abSAndroid Build Coastguard Worker { 4,
205*fb1b10abSAndroid Build Coastguard Worker "invalid-vp90-2-08-tile_1x8_frame_parallel.webm.ivf.s288_r01-05_b6-.ivf" },
206*fb1b10abSAndroid Build Coastguard Worker { 2, "invalid-vp90-2-09-aq2.webm.ivf.s3984_r01-05_b6-.v2.ivf" },
207*fb1b10abSAndroid Build Coastguard Worker { 4, "invalid-vp90-2-09-subpixel-00.ivf.s19552_r01-05_b6-.v2.ivf" },
208*fb1b10abSAndroid Build Coastguard Worker { 2, "invalid-crbug-629481.webm" },
209*fb1b10abSAndroid Build Coastguard Worker { 3, "invalid-crbug-1558.ivf" },
210*fb1b10abSAndroid Build Coastguard Worker { 4, "invalid-crbug-1562.ivf" },
211*fb1b10abSAndroid Build Coastguard Worker };
212*fb1b10abSAndroid Build Coastguard Worker
213*fb1b10abSAndroid Build Coastguard Worker INSTANTIATE_TEST_SUITE_P(
214*fb1b10abSAndroid Build Coastguard Worker VP9MultiThreaded, InvalidFileTest,
215*fb1b10abSAndroid Build Coastguard Worker ::testing::Combine(
216*fb1b10abSAndroid Build Coastguard Worker ::testing::Values(
217*fb1b10abSAndroid Build Coastguard Worker static_cast<const libvpx_test::CodecFactory *>(&libvpx_test::kVP9)),
218*fb1b10abSAndroid Build Coastguard Worker ::testing::ValuesIn(kMultiThreadedVP9InvalidFileTests)));
219*fb1b10abSAndroid Build Coastguard Worker #endif // CONFIG_VP9_DECODER
220*fb1b10abSAndroid Build Coastguard Worker } // namespace
221