xref: /aosp_15_r20/external/libvpx/test/invalid_file_test.cc (revision fb1b10ab9aebc7c7068eedab379b749d7e3900be)
1*fb1b10abSAndroid Build Coastguard Worker /*
2*fb1b10abSAndroid Build Coastguard Worker  *  Copyright (c) 2014 The WebM project authors. All Rights Reserved.
3*fb1b10abSAndroid Build Coastguard Worker  *
4*fb1b10abSAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*fb1b10abSAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*fb1b10abSAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*fb1b10abSAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*fb1b10abSAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*fb1b10abSAndroid Build Coastguard Worker  */
10*fb1b10abSAndroid Build Coastguard Worker 
11*fb1b10abSAndroid Build Coastguard Worker #include <cstdio>
12*fb1b10abSAndroid Build Coastguard Worker #include <cstdlib>
13*fb1b10abSAndroid Build Coastguard Worker #include <memory>
14*fb1b10abSAndroid Build Coastguard Worker #include <string>
15*fb1b10abSAndroid Build Coastguard Worker #include <vector>
16*fb1b10abSAndroid Build Coastguard Worker #include "gtest/gtest.h"
17*fb1b10abSAndroid Build Coastguard Worker #include "./vpx_config.h"
18*fb1b10abSAndroid Build Coastguard Worker #include "test/codec_factory.h"
19*fb1b10abSAndroid Build Coastguard Worker #include "test/decode_test_driver.h"
20*fb1b10abSAndroid Build Coastguard Worker #include "test/ivf_video_source.h"
21*fb1b10abSAndroid Build Coastguard Worker #include "test/util.h"
22*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_WEBM_IO
23*fb1b10abSAndroid Build Coastguard Worker #include "test/webm_video_source.h"
24*fb1b10abSAndroid Build Coastguard Worker #endif
25*fb1b10abSAndroid Build Coastguard Worker #include "vpx_mem/vpx_mem.h"
26*fb1b10abSAndroid Build Coastguard Worker 
27*fb1b10abSAndroid Build Coastguard Worker namespace {
28*fb1b10abSAndroid Build Coastguard Worker 
29*fb1b10abSAndroid Build Coastguard Worker struct DecodeParam {
30*fb1b10abSAndroid Build Coastguard Worker   int threads;
31*fb1b10abSAndroid Build Coastguard Worker   const char *filename;
32*fb1b10abSAndroid Build Coastguard Worker };
33*fb1b10abSAndroid Build Coastguard Worker 
operator <<(std::ostream & os,const DecodeParam & dp)34*fb1b10abSAndroid Build Coastguard Worker std::ostream &operator<<(std::ostream &os, const DecodeParam &dp) {
35*fb1b10abSAndroid Build Coastguard Worker   return os << "threads: " << dp.threads << " file: " << dp.filename;
36*fb1b10abSAndroid Build Coastguard Worker }
37*fb1b10abSAndroid Build Coastguard Worker 
38*fb1b10abSAndroid Build Coastguard Worker class InvalidFileTest : public ::libvpx_test::DecoderTest,
39*fb1b10abSAndroid Build Coastguard Worker                         public ::libvpx_test::CodecTestWithParam<DecodeParam> {
40*fb1b10abSAndroid Build Coastguard Worker  protected:
InvalidFileTest()41*fb1b10abSAndroid Build Coastguard Worker   InvalidFileTest() : DecoderTest(GET_PARAM(0)), res_file_(nullptr) {}
42*fb1b10abSAndroid Build Coastguard Worker 
~InvalidFileTest()43*fb1b10abSAndroid Build Coastguard Worker   ~InvalidFileTest() override {
44*fb1b10abSAndroid Build Coastguard Worker     if (res_file_ != nullptr) fclose(res_file_);
45*fb1b10abSAndroid Build Coastguard Worker   }
46*fb1b10abSAndroid Build Coastguard Worker 
OpenResFile(const std::string & res_file_name_)47*fb1b10abSAndroid Build Coastguard Worker   void OpenResFile(const std::string &res_file_name_) {
48*fb1b10abSAndroid Build Coastguard Worker     res_file_ = libvpx_test::OpenTestDataFile(res_file_name_);
49*fb1b10abSAndroid Build Coastguard Worker     ASSERT_NE(res_file_, nullptr)
50*fb1b10abSAndroid Build Coastguard Worker         << "Result file open failed. Filename: " << res_file_name_;
51*fb1b10abSAndroid Build Coastguard Worker   }
52*fb1b10abSAndroid Build Coastguard Worker 
HandleDecodeResult(const vpx_codec_err_t res_dec,const libvpx_test::CompressedVideoSource & video,libvpx_test::Decoder * decoder)53*fb1b10abSAndroid Build Coastguard Worker   bool HandleDecodeResult(const vpx_codec_err_t res_dec,
54*fb1b10abSAndroid Build Coastguard Worker                           const libvpx_test::CompressedVideoSource &video,
55*fb1b10abSAndroid Build Coastguard Worker                           libvpx_test::Decoder *decoder) override {
56*fb1b10abSAndroid Build Coastguard Worker     EXPECT_NE(res_file_, nullptr);
57*fb1b10abSAndroid Build Coastguard Worker     int expected_res_dec;
58*fb1b10abSAndroid Build Coastguard Worker 
59*fb1b10abSAndroid Build Coastguard Worker     // Read integer result.
60*fb1b10abSAndroid Build Coastguard Worker     const int res = fscanf(res_file_, "%d", &expected_res_dec);
61*fb1b10abSAndroid Build Coastguard Worker     EXPECT_NE(res, EOF) << "Read result data failed";
62*fb1b10abSAndroid Build Coastguard Worker 
63*fb1b10abSAndroid Build Coastguard Worker     // Check results match.
64*fb1b10abSAndroid Build Coastguard Worker     const DecodeParam input = GET_PARAM(1);
65*fb1b10abSAndroid Build Coastguard Worker     if (input.threads > 1) {
66*fb1b10abSAndroid Build Coastguard Worker       // The serial decode check is too strict for tile-threaded decoding as
67*fb1b10abSAndroid Build Coastguard Worker       // there is no guarantee on the decode order nor which specific error
68*fb1b10abSAndroid Build Coastguard Worker       // will take precedence. Currently a tile-level error is not forwarded so
69*fb1b10abSAndroid Build Coastguard Worker       // the frame will simply be marked corrupt.
70*fb1b10abSAndroid Build Coastguard Worker       EXPECT_TRUE(res_dec == expected_res_dec ||
71*fb1b10abSAndroid Build Coastguard Worker                   res_dec == VPX_CODEC_CORRUPT_FRAME)
72*fb1b10abSAndroid Build Coastguard Worker           << "Results don't match: frame number = " << video.frame_number()
73*fb1b10abSAndroid Build Coastguard Worker           << ". (" << decoder->DecodeError()
74*fb1b10abSAndroid Build Coastguard Worker           << "). Expected: " << expected_res_dec << " or "
75*fb1b10abSAndroid Build Coastguard Worker           << VPX_CODEC_CORRUPT_FRAME;
76*fb1b10abSAndroid Build Coastguard Worker     } else {
77*fb1b10abSAndroid Build Coastguard Worker       EXPECT_EQ(expected_res_dec, res_dec)
78*fb1b10abSAndroid Build Coastguard Worker           << "Results don't match: frame number = " << video.frame_number()
79*fb1b10abSAndroid Build Coastguard Worker           << ". (" << decoder->DecodeError() << ")";
80*fb1b10abSAndroid Build Coastguard Worker     }
81*fb1b10abSAndroid Build Coastguard Worker 
82*fb1b10abSAndroid Build Coastguard Worker     return !HasFailure();
83*fb1b10abSAndroid Build Coastguard Worker   }
84*fb1b10abSAndroid Build Coastguard Worker 
RunTest()85*fb1b10abSAndroid Build Coastguard Worker   void RunTest() {
86*fb1b10abSAndroid Build Coastguard Worker     const DecodeParam input = GET_PARAM(1);
87*fb1b10abSAndroid Build Coastguard Worker     vpx_codec_dec_cfg_t cfg = vpx_codec_dec_cfg_t();
88*fb1b10abSAndroid Build Coastguard Worker     cfg.threads = input.threads;
89*fb1b10abSAndroid Build Coastguard Worker     const std::string filename = input.filename;
90*fb1b10abSAndroid Build Coastguard Worker 
91*fb1b10abSAndroid Build Coastguard Worker     // Open compressed video file.
92*fb1b10abSAndroid Build Coastguard Worker     std::unique_ptr<libvpx_test::CompressedVideoSource> video;
93*fb1b10abSAndroid Build Coastguard Worker     if (filename.substr(filename.length() - 3, 3) == "ivf") {
94*fb1b10abSAndroid Build Coastguard Worker       video.reset(new libvpx_test::IVFVideoSource(filename));
95*fb1b10abSAndroid Build Coastguard Worker     } else if (filename.substr(filename.length() - 4, 4) == "webm") {
96*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_WEBM_IO
97*fb1b10abSAndroid Build Coastguard Worker       video.reset(new libvpx_test::WebMVideoSource(filename));
98*fb1b10abSAndroid Build Coastguard Worker #else
99*fb1b10abSAndroid Build Coastguard Worker       fprintf(stderr, "WebM IO is disabled, skipping test vector %s\n",
100*fb1b10abSAndroid Build Coastguard Worker               filename.c_str());
101*fb1b10abSAndroid Build Coastguard Worker       return;
102*fb1b10abSAndroid Build Coastguard Worker #endif
103*fb1b10abSAndroid Build Coastguard Worker     }
104*fb1b10abSAndroid Build Coastguard Worker     ASSERT_NE(video.get(), nullptr);
105*fb1b10abSAndroid Build Coastguard Worker     video->Init();
106*fb1b10abSAndroid Build Coastguard Worker 
107*fb1b10abSAndroid Build Coastguard Worker     // Construct result file name. The file holds a list of expected integer
108*fb1b10abSAndroid Build Coastguard Worker     // results, one for each decoded frame.  Any result that doesn't match
109*fb1b10abSAndroid Build Coastguard Worker     // the files list will cause a test failure.
110*fb1b10abSAndroid Build Coastguard Worker     const std::string res_filename = filename + ".res";
111*fb1b10abSAndroid Build Coastguard Worker     OpenResFile(res_filename);
112*fb1b10abSAndroid Build Coastguard Worker 
113*fb1b10abSAndroid Build Coastguard Worker     // Decode frame, and check the md5 matching.
114*fb1b10abSAndroid Build Coastguard Worker     ASSERT_NO_FATAL_FAILURE(RunLoop(video.get(), cfg));
115*fb1b10abSAndroid Build Coastguard Worker   }
116*fb1b10abSAndroid Build Coastguard Worker 
117*fb1b10abSAndroid Build Coastguard Worker  private:
118*fb1b10abSAndroid Build Coastguard Worker   FILE *res_file_;
119*fb1b10abSAndroid Build Coastguard Worker };
120*fb1b10abSAndroid Build Coastguard Worker 
TEST_P(InvalidFileTest,ReturnCode)121*fb1b10abSAndroid Build Coastguard Worker TEST_P(InvalidFileTest, ReturnCode) { RunTest(); }
122*fb1b10abSAndroid Build Coastguard Worker 
123*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP8_DECODER
124*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kVP8InvalidFileTests[] = {
125*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-bug-1443.ivf" },
126*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-bug-148271109.ivf" },
127*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-token-partition.ivf" },
128*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp80-00-comprehensive-s17661_r01-05_b6-.ivf" },
129*fb1b10abSAndroid Build Coastguard Worker };
130*fb1b10abSAndroid Build Coastguard Worker 
131*fb1b10abSAndroid Build Coastguard Worker VP8_INSTANTIATE_TEST_SUITE(InvalidFileTest,
132*fb1b10abSAndroid Build Coastguard Worker                            ::testing::ValuesIn(kVP8InvalidFileTests));
133*fb1b10abSAndroid Build Coastguard Worker #endif  // CONFIG_VP8_DECODER
134*fb1b10abSAndroid Build Coastguard Worker 
135*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP9_DECODER
136*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kVP9InvalidFileTests[] = {
137*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-02-v2.webm" },
138*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP9_HIGHBITDEPTH
139*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-00-quantizer-00.webm.ivf.s5861_r01-05_b6-.v2.ivf" },
140*fb1b10abSAndroid Build Coastguard Worker   { 1,
141*fb1b10abSAndroid Build Coastguard Worker     "invalid-vp90-2-21-resize_inter_320x180_5_3-4.webm.ivf.s45551_r01-05_b6-."
142*fb1b10abSAndroid Build Coastguard Worker     "ivf" },
143*fb1b10abSAndroid Build Coastguard Worker #endif
144*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-03-v3.webm" },
145*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-00-quantizer-11.webm.ivf.s52984_r01-05_b6-.ivf" },
146*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-00-quantizer-11.webm.ivf.s52984_r01-05_b6-z.ivf" },
147*fb1b10abSAndroid Build Coastguard Worker // This file will cause a large allocation which is expected to fail in 32-bit
148*fb1b10abSAndroid Build Coastguard Worker // environments. Test x86 for coverage purposes as the allocation failure will
149*fb1b10abSAndroid Build Coastguard Worker // be in platform agnostic code.
150*fb1b10abSAndroid Build Coastguard Worker #if VPX_ARCH_X86
151*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-00-quantizer-63.ivf.kf_65527x61446.ivf" },
152*fb1b10abSAndroid Build Coastguard Worker #endif
153*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-12-droppable_1.ivf.s3676_r01-05_b6-.ivf" },
154*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-05-resize.ivf.s59293_r01-05_b6-.ivf" },
155*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-09-subpixel-00.ivf.s20492_r01-05_b6-.v2.ivf" },
156*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp91-2-mixedrefcsp-444to420.ivf" },
157*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-12-droppable_1.ivf.s73804_r01-05_b6-.ivf" },
158*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-03-size-224x196.webm.ivf.s44156_r01-05_b6-.ivf" },
159*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-2-03-size-202x210.webm.ivf.s113306_r01-05_b6-.ivf" },
160*fb1b10abSAndroid Build Coastguard Worker   { 1,
161*fb1b10abSAndroid Build Coastguard Worker     "invalid-vp90-2-10-show-existing-frame.webm.ivf.s180315_r01-05_b6-.ivf" },
162*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-crbug-667044.webm" },
163*fb1b10abSAndroid Build Coastguard Worker };
164*fb1b10abSAndroid Build Coastguard Worker 
165*fb1b10abSAndroid Build Coastguard Worker VP9_INSTANTIATE_TEST_SUITE(InvalidFileTest,
166*fb1b10abSAndroid Build Coastguard Worker                            ::testing::ValuesIn(kVP9InvalidFileTests));
167*fb1b10abSAndroid Build Coastguard Worker #endif  // CONFIG_VP9_DECODER
168*fb1b10abSAndroid Build Coastguard Worker 
169*fb1b10abSAndroid Build Coastguard Worker // This class will include test vectors that are expected to fail
170*fb1b10abSAndroid Build Coastguard Worker // peek. However they are still expected to have no fatal failures.
171*fb1b10abSAndroid Build Coastguard Worker class InvalidFileInvalidPeekTest : public InvalidFileTest {
172*fb1b10abSAndroid Build Coastguard Worker  protected:
InvalidFileInvalidPeekTest()173*fb1b10abSAndroid Build Coastguard Worker   InvalidFileInvalidPeekTest() : InvalidFileTest() {}
HandlePeekResult(libvpx_test::Decoder * const,libvpx_test::CompressedVideoSource *,const vpx_codec_err_t)174*fb1b10abSAndroid Build Coastguard Worker   void HandlePeekResult(libvpx_test::Decoder *const /*decoder*/,
175*fb1b10abSAndroid Build Coastguard Worker                         libvpx_test::CompressedVideoSource * /*video*/,
176*fb1b10abSAndroid Build Coastguard Worker                         const vpx_codec_err_t /*res_peek*/) override {}
177*fb1b10abSAndroid Build Coastguard Worker };
178*fb1b10abSAndroid Build Coastguard Worker 
TEST_P(InvalidFileInvalidPeekTest,ReturnCode)179*fb1b10abSAndroid Build Coastguard Worker TEST_P(InvalidFileInvalidPeekTest, ReturnCode) { RunTest(); }
180*fb1b10abSAndroid Build Coastguard Worker 
181*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP8_DECODER
182*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kVP8InvalidPeekTests[] = {
183*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp80-00-comprehensive-018.ivf.2kf_0x6.ivf" },
184*fb1b10abSAndroid Build Coastguard Worker };
185*fb1b10abSAndroid Build Coastguard Worker 
186*fb1b10abSAndroid Build Coastguard Worker VP8_INSTANTIATE_TEST_SUITE(InvalidFileInvalidPeekTest,
187*fb1b10abSAndroid Build Coastguard Worker                            ::testing::ValuesIn(kVP8InvalidPeekTests));
188*fb1b10abSAndroid Build Coastguard Worker #endif  // CONFIG_VP8_DECODER
189*fb1b10abSAndroid Build Coastguard Worker 
190*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP9_DECODER
191*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kVP9InvalidFileInvalidPeekTests[] = {
192*fb1b10abSAndroid Build Coastguard Worker   { 1, "invalid-vp90-01-v3.webm" },
193*fb1b10abSAndroid Build Coastguard Worker };
194*fb1b10abSAndroid Build Coastguard Worker 
195*fb1b10abSAndroid Build Coastguard Worker VP9_INSTANTIATE_TEST_SUITE(
196*fb1b10abSAndroid Build Coastguard Worker     InvalidFileInvalidPeekTest,
197*fb1b10abSAndroid Build Coastguard Worker     ::testing::ValuesIn(kVP9InvalidFileInvalidPeekTests));
198*fb1b10abSAndroid Build Coastguard Worker 
199*fb1b10abSAndroid Build Coastguard Worker const DecodeParam kMultiThreadedVP9InvalidFileTests[] = {
200*fb1b10abSAndroid Build Coastguard Worker   { 4, "invalid-vp90-2-08-tile_1x4_frame_parallel_all_key.webm" },
201*fb1b10abSAndroid Build Coastguard Worker   { 4,
202*fb1b10abSAndroid Build Coastguard Worker     "invalid-"
203*fb1b10abSAndroid Build Coastguard Worker     "vp90-2-08-tile_1x2_frame_parallel.webm.ivf.s47039_r01-05_b6-.ivf" },
204*fb1b10abSAndroid Build Coastguard Worker   { 4,
205*fb1b10abSAndroid Build Coastguard Worker     "invalid-vp90-2-08-tile_1x8_frame_parallel.webm.ivf.s288_r01-05_b6-.ivf" },
206*fb1b10abSAndroid Build Coastguard Worker   { 2, "invalid-vp90-2-09-aq2.webm.ivf.s3984_r01-05_b6-.v2.ivf" },
207*fb1b10abSAndroid Build Coastguard Worker   { 4, "invalid-vp90-2-09-subpixel-00.ivf.s19552_r01-05_b6-.v2.ivf" },
208*fb1b10abSAndroid Build Coastguard Worker   { 2, "invalid-crbug-629481.webm" },
209*fb1b10abSAndroid Build Coastguard Worker   { 3, "invalid-crbug-1558.ivf" },
210*fb1b10abSAndroid Build Coastguard Worker   { 4, "invalid-crbug-1562.ivf" },
211*fb1b10abSAndroid Build Coastguard Worker };
212*fb1b10abSAndroid Build Coastguard Worker 
213*fb1b10abSAndroid Build Coastguard Worker INSTANTIATE_TEST_SUITE_P(
214*fb1b10abSAndroid Build Coastguard Worker     VP9MultiThreaded, InvalidFileTest,
215*fb1b10abSAndroid Build Coastguard Worker     ::testing::Combine(
216*fb1b10abSAndroid Build Coastguard Worker         ::testing::Values(
217*fb1b10abSAndroid Build Coastguard Worker             static_cast<const libvpx_test::CodecFactory *>(&libvpx_test::kVP9)),
218*fb1b10abSAndroid Build Coastguard Worker         ::testing::ValuesIn(kMultiThreadedVP9InvalidFileTests)));
219*fb1b10abSAndroid Build Coastguard Worker #endif  // CONFIG_VP9_DECODER
220*fb1b10abSAndroid Build Coastguard Worker }  // namespace
221