xref: /aosp_15_r20/external/webrtc/api/test/videocodec_test_stats.h (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #ifndef API_TEST_VIDEOCODEC_TEST_STATS_H_
12*d9f75844SAndroid Build Coastguard Worker #define API_TEST_VIDEOCODEC_TEST_STATS_H_
13*d9f75844SAndroid Build Coastguard Worker 
14*d9f75844SAndroid Build Coastguard Worker #include <stddef.h>
15*d9f75844SAndroid Build Coastguard Worker #include <stdint.h>
16*d9f75844SAndroid Build Coastguard Worker 
17*d9f75844SAndroid Build Coastguard Worker #include <map>
18*d9f75844SAndroid Build Coastguard Worker #include <string>
19*d9f75844SAndroid Build Coastguard Worker #include <vector>
20*d9f75844SAndroid Build Coastguard Worker 
21*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_frame_type.h"
22*d9f75844SAndroid Build Coastguard Worker 
23*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
24*d9f75844SAndroid Build Coastguard Worker namespace test {
25*d9f75844SAndroid Build Coastguard Worker 
26*d9f75844SAndroid Build Coastguard Worker // Statistics for a sequence of processed frames. This class is not thread safe.
27*d9f75844SAndroid Build Coastguard Worker class VideoCodecTestStats {
28*d9f75844SAndroid Build Coastguard Worker  public:
29*d9f75844SAndroid Build Coastguard Worker   // Statistics for one processed frame.
30*d9f75844SAndroid Build Coastguard Worker   struct FrameStatistics {
31*d9f75844SAndroid Build Coastguard Worker     FrameStatistics(size_t frame_number,
32*d9f75844SAndroid Build Coastguard Worker                     size_t rtp_timestamp,
33*d9f75844SAndroid Build Coastguard Worker                     size_t spatial_idx);
34*d9f75844SAndroid Build Coastguard Worker 
35*d9f75844SAndroid Build Coastguard Worker     std::string ToString() const;
36*d9f75844SAndroid Build Coastguard Worker 
37*d9f75844SAndroid Build Coastguard Worker     // Returns name -> value text map of frame statistics.
38*d9f75844SAndroid Build Coastguard Worker     std::map<std::string, std::string> ToMap() const;
39*d9f75844SAndroid Build Coastguard Worker 
40*d9f75844SAndroid Build Coastguard Worker     size_t frame_number = 0;
41*d9f75844SAndroid Build Coastguard Worker     size_t rtp_timestamp = 0;
42*d9f75844SAndroid Build Coastguard Worker 
43*d9f75844SAndroid Build Coastguard Worker     // Encoding.
44*d9f75844SAndroid Build Coastguard Worker     int64_t encode_start_ns = 0;
45*d9f75844SAndroid Build Coastguard Worker     int encode_return_code = 0;
46*d9f75844SAndroid Build Coastguard Worker     bool encoding_successful = false;
47*d9f75844SAndroid Build Coastguard Worker     size_t encode_time_us = 0;
48*d9f75844SAndroid Build Coastguard Worker     size_t target_bitrate_kbps = 0;
49*d9f75844SAndroid Build Coastguard Worker     double target_framerate_fps = 0.0;
50*d9f75844SAndroid Build Coastguard Worker     size_t length_bytes = 0;
51*d9f75844SAndroid Build Coastguard Worker     VideoFrameType frame_type = VideoFrameType::kVideoFrameDelta;
52*d9f75844SAndroid Build Coastguard Worker 
53*d9f75844SAndroid Build Coastguard Worker     // Layering.
54*d9f75844SAndroid Build Coastguard Worker     size_t spatial_idx = 0;
55*d9f75844SAndroid Build Coastguard Worker     size_t temporal_idx = 0;
56*d9f75844SAndroid Build Coastguard Worker     bool inter_layer_predicted = false;
57*d9f75844SAndroid Build Coastguard Worker     bool non_ref_for_inter_layer_pred = true;
58*d9f75844SAndroid Build Coastguard Worker 
59*d9f75844SAndroid Build Coastguard Worker     // H264 specific.
60*d9f75844SAndroid Build Coastguard Worker     size_t max_nalu_size_bytes = 0;
61*d9f75844SAndroid Build Coastguard Worker 
62*d9f75844SAndroid Build Coastguard Worker     // Decoding.
63*d9f75844SAndroid Build Coastguard Worker     int64_t decode_start_ns = 0;
64*d9f75844SAndroid Build Coastguard Worker     int decode_return_code = 0;
65*d9f75844SAndroid Build Coastguard Worker     bool decoding_successful = false;
66*d9f75844SAndroid Build Coastguard Worker     size_t decode_time_us = 0;
67*d9f75844SAndroid Build Coastguard Worker     size_t decoded_width = 0;
68*d9f75844SAndroid Build Coastguard Worker     size_t decoded_height = 0;
69*d9f75844SAndroid Build Coastguard Worker 
70*d9f75844SAndroid Build Coastguard Worker     // Quantization.
71*d9f75844SAndroid Build Coastguard Worker     int qp = -1;
72*d9f75844SAndroid Build Coastguard Worker 
73*d9f75844SAndroid Build Coastguard Worker     // Quality.
74*d9f75844SAndroid Build Coastguard Worker     bool quality_analysis_successful = false;
75*d9f75844SAndroid Build Coastguard Worker     float psnr_y = 0.0f;
76*d9f75844SAndroid Build Coastguard Worker     float psnr_u = 0.0f;
77*d9f75844SAndroid Build Coastguard Worker     float psnr_v = 0.0f;
78*d9f75844SAndroid Build Coastguard Worker     float psnr = 0.0f;  // 10 * log10(255^2 / (mse_y + mse_u + mse_v)).
79*d9f75844SAndroid Build Coastguard Worker     float ssim = 0.0f;  // 0.8 * ssim_y + 0.1 * (ssim_u + ssim_v).
80*d9f75844SAndroid Build Coastguard Worker   };
81*d9f75844SAndroid Build Coastguard Worker 
82*d9f75844SAndroid Build Coastguard Worker   struct VideoStatistics {
83*d9f75844SAndroid Build Coastguard Worker     std::string ToString(std::string prefix) const;
84*d9f75844SAndroid Build Coastguard Worker 
85*d9f75844SAndroid Build Coastguard Worker     // Returns name -> value text map of video statistics.
86*d9f75844SAndroid Build Coastguard Worker     std::map<std::string, std::string> ToMap() const;
87*d9f75844SAndroid Build Coastguard Worker 
88*d9f75844SAndroid Build Coastguard Worker     size_t target_bitrate_kbps = 0;
89*d9f75844SAndroid Build Coastguard Worker     float input_framerate_fps = 0.0f;
90*d9f75844SAndroid Build Coastguard Worker 
91*d9f75844SAndroid Build Coastguard Worker     size_t spatial_idx = 0;
92*d9f75844SAndroid Build Coastguard Worker     size_t temporal_idx = 0;
93*d9f75844SAndroid Build Coastguard Worker 
94*d9f75844SAndroid Build Coastguard Worker     size_t width = 0;
95*d9f75844SAndroid Build Coastguard Worker     size_t height = 0;
96*d9f75844SAndroid Build Coastguard Worker 
97*d9f75844SAndroid Build Coastguard Worker     size_t length_bytes = 0;
98*d9f75844SAndroid Build Coastguard Worker     size_t bitrate_kbps = 0;
99*d9f75844SAndroid Build Coastguard Worker     float framerate_fps = 0;
100*d9f75844SAndroid Build Coastguard Worker 
101*d9f75844SAndroid Build Coastguard Worker     float enc_speed_fps = 0.0f;
102*d9f75844SAndroid Build Coastguard Worker     float dec_speed_fps = 0.0f;
103*d9f75844SAndroid Build Coastguard Worker 
104*d9f75844SAndroid Build Coastguard Worker     float avg_encode_latency_sec = 0.0f;
105*d9f75844SAndroid Build Coastguard Worker     float max_encode_latency_sec = 0.0f;
106*d9f75844SAndroid Build Coastguard Worker     float avg_decode_latency_sec = 0.0f;
107*d9f75844SAndroid Build Coastguard Worker     float max_decode_latency_sec = 0.0f;
108*d9f75844SAndroid Build Coastguard Worker 
109*d9f75844SAndroid Build Coastguard Worker     float avg_delay_sec = 0.0f;
110*d9f75844SAndroid Build Coastguard Worker     float max_key_frame_delay_sec = 0.0f;
111*d9f75844SAndroid Build Coastguard Worker     float max_delta_frame_delay_sec = 0.0f;
112*d9f75844SAndroid Build Coastguard Worker     float time_to_reach_target_bitrate_sec = 0.0f;
113*d9f75844SAndroid Build Coastguard Worker     float avg_bitrate_mismatch_pct = 0.0f;
114*d9f75844SAndroid Build Coastguard Worker     float avg_framerate_mismatch_pct = 0.0f;
115*d9f75844SAndroid Build Coastguard Worker 
116*d9f75844SAndroid Build Coastguard Worker     float avg_key_frame_size_bytes = 0.0f;
117*d9f75844SAndroid Build Coastguard Worker     float avg_delta_frame_size_bytes = 0.0f;
118*d9f75844SAndroid Build Coastguard Worker     float avg_qp = 0.0f;
119*d9f75844SAndroid Build Coastguard Worker 
120*d9f75844SAndroid Build Coastguard Worker     float avg_psnr_y = 0.0f;
121*d9f75844SAndroid Build Coastguard Worker     float avg_psnr_u = 0.0f;
122*d9f75844SAndroid Build Coastguard Worker     float avg_psnr_v = 0.0f;
123*d9f75844SAndroid Build Coastguard Worker     float avg_psnr = 0.0f;
124*d9f75844SAndroid Build Coastguard Worker     float min_psnr = 0.0f;
125*d9f75844SAndroid Build Coastguard Worker     float avg_ssim = 0.0f;
126*d9f75844SAndroid Build Coastguard Worker     float min_ssim = 0.0f;
127*d9f75844SAndroid Build Coastguard Worker 
128*d9f75844SAndroid Build Coastguard Worker     size_t num_input_frames = 0;
129*d9f75844SAndroid Build Coastguard Worker     size_t num_encoded_frames = 0;
130*d9f75844SAndroid Build Coastguard Worker     size_t num_decoded_frames = 0;
131*d9f75844SAndroid Build Coastguard Worker     size_t num_key_frames = 0;
132*d9f75844SAndroid Build Coastguard Worker     size_t num_spatial_resizes = 0;
133*d9f75844SAndroid Build Coastguard Worker     size_t max_nalu_size_bytes = 0;
134*d9f75844SAndroid Build Coastguard Worker   };
135*d9f75844SAndroid Build Coastguard Worker 
136*d9f75844SAndroid Build Coastguard Worker   virtual ~VideoCodecTestStats() = default;
137*d9f75844SAndroid Build Coastguard Worker 
138*d9f75844SAndroid Build Coastguard Worker   virtual std::vector<FrameStatistics> GetFrameStatistics() = 0;
139*d9f75844SAndroid Build Coastguard Worker 
140*d9f75844SAndroid Build Coastguard Worker   virtual std::vector<VideoStatistics> SliceAndCalcLayerVideoStatistic(
141*d9f75844SAndroid Build Coastguard Worker       size_t first_frame_num,
142*d9f75844SAndroid Build Coastguard Worker       size_t last_frame_num) = 0;
143*d9f75844SAndroid Build Coastguard Worker };
144*d9f75844SAndroid Build Coastguard Worker 
145*d9f75844SAndroid Build Coastguard Worker }  // namespace test
146*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
147*d9f75844SAndroid Build Coastguard Worker 
148*d9f75844SAndroid Build Coastguard Worker #endif  // API_TEST_VIDEOCODEC_TEST_STATS_H_
149