1*d9f75844SAndroid Build Coastguard Worker /* 2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. 3*d9f75844SAndroid Build Coastguard Worker * 4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license 5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source 6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found 7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may 8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree. 9*d9f75844SAndroid Build Coastguard Worker */ 10*d9f75844SAndroid Build Coastguard Worker 11*d9f75844SAndroid Build Coastguard Worker #ifndef API_TEST_VIDEOCODEC_TEST_STATS_H_ 12*d9f75844SAndroid Build Coastguard Worker #define API_TEST_VIDEOCODEC_TEST_STATS_H_ 13*d9f75844SAndroid Build Coastguard Worker 14*d9f75844SAndroid Build Coastguard Worker #include <stddef.h> 15*d9f75844SAndroid Build Coastguard Worker #include <stdint.h> 16*d9f75844SAndroid Build Coastguard Worker 17*d9f75844SAndroid Build Coastguard Worker #include <map> 18*d9f75844SAndroid Build Coastguard Worker #include <string> 19*d9f75844SAndroid Build Coastguard Worker #include <vector> 20*d9f75844SAndroid Build Coastguard Worker 21*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_frame_type.h" 22*d9f75844SAndroid Build Coastguard Worker 23*d9f75844SAndroid Build Coastguard Worker namespace webrtc { 24*d9f75844SAndroid Build Coastguard Worker namespace test { 25*d9f75844SAndroid Build Coastguard Worker 26*d9f75844SAndroid Build Coastguard Worker // Statistics for a sequence of processed frames. This class is not thread safe. 27*d9f75844SAndroid Build Coastguard Worker class VideoCodecTestStats { 28*d9f75844SAndroid Build Coastguard Worker public: 29*d9f75844SAndroid Build Coastguard Worker // Statistics for one processed frame. 30*d9f75844SAndroid Build Coastguard Worker struct FrameStatistics { 31*d9f75844SAndroid Build Coastguard Worker FrameStatistics(size_t frame_number, 32*d9f75844SAndroid Build Coastguard Worker size_t rtp_timestamp, 33*d9f75844SAndroid Build Coastguard Worker size_t spatial_idx); 34*d9f75844SAndroid Build Coastguard Worker 35*d9f75844SAndroid Build Coastguard Worker std::string ToString() const; 36*d9f75844SAndroid Build Coastguard Worker 37*d9f75844SAndroid Build Coastguard Worker // Returns name -> value text map of frame statistics. 38*d9f75844SAndroid Build Coastguard Worker std::map<std::string, std::string> ToMap() const; 39*d9f75844SAndroid Build Coastguard Worker 40*d9f75844SAndroid Build Coastguard Worker size_t frame_number = 0; 41*d9f75844SAndroid Build Coastguard Worker size_t rtp_timestamp = 0; 42*d9f75844SAndroid Build Coastguard Worker 43*d9f75844SAndroid Build Coastguard Worker // Encoding. 44*d9f75844SAndroid Build Coastguard Worker int64_t encode_start_ns = 0; 45*d9f75844SAndroid Build Coastguard Worker int encode_return_code = 0; 46*d9f75844SAndroid Build Coastguard Worker bool encoding_successful = false; 47*d9f75844SAndroid Build Coastguard Worker size_t encode_time_us = 0; 48*d9f75844SAndroid Build Coastguard Worker size_t target_bitrate_kbps = 0; 49*d9f75844SAndroid Build Coastguard Worker double target_framerate_fps = 0.0; 50*d9f75844SAndroid Build Coastguard Worker size_t length_bytes = 0; 51*d9f75844SAndroid Build Coastguard Worker VideoFrameType frame_type = VideoFrameType::kVideoFrameDelta; 52*d9f75844SAndroid Build Coastguard Worker 53*d9f75844SAndroid Build Coastguard Worker // Layering. 54*d9f75844SAndroid Build Coastguard Worker size_t spatial_idx = 0; 55*d9f75844SAndroid Build Coastguard Worker size_t temporal_idx = 0; 56*d9f75844SAndroid Build Coastguard Worker bool inter_layer_predicted = false; 57*d9f75844SAndroid Build Coastguard Worker bool non_ref_for_inter_layer_pred = true; 58*d9f75844SAndroid Build Coastguard Worker 59*d9f75844SAndroid Build Coastguard Worker // H264 specific. 60*d9f75844SAndroid Build Coastguard Worker size_t max_nalu_size_bytes = 0; 61*d9f75844SAndroid Build Coastguard Worker 62*d9f75844SAndroid Build Coastguard Worker // Decoding. 63*d9f75844SAndroid Build Coastguard Worker int64_t decode_start_ns = 0; 64*d9f75844SAndroid Build Coastguard Worker int decode_return_code = 0; 65*d9f75844SAndroid Build Coastguard Worker bool decoding_successful = false; 66*d9f75844SAndroid Build Coastguard Worker size_t decode_time_us = 0; 67*d9f75844SAndroid Build Coastguard Worker size_t decoded_width = 0; 68*d9f75844SAndroid Build Coastguard Worker size_t decoded_height = 0; 69*d9f75844SAndroid Build Coastguard Worker 70*d9f75844SAndroid Build Coastguard Worker // Quantization. 71*d9f75844SAndroid Build Coastguard Worker int qp = -1; 72*d9f75844SAndroid Build Coastguard Worker 73*d9f75844SAndroid Build Coastguard Worker // Quality. 74*d9f75844SAndroid Build Coastguard Worker bool quality_analysis_successful = false; 75*d9f75844SAndroid Build Coastguard Worker float psnr_y = 0.0f; 76*d9f75844SAndroid Build Coastguard Worker float psnr_u = 0.0f; 77*d9f75844SAndroid Build Coastguard Worker float psnr_v = 0.0f; 78*d9f75844SAndroid Build Coastguard Worker float psnr = 0.0f; // 10 * log10(255^2 / (mse_y + mse_u + mse_v)). 79*d9f75844SAndroid Build Coastguard Worker float ssim = 0.0f; // 0.8 * ssim_y + 0.1 * (ssim_u + ssim_v). 80*d9f75844SAndroid Build Coastguard Worker }; 81*d9f75844SAndroid Build Coastguard Worker 82*d9f75844SAndroid Build Coastguard Worker struct VideoStatistics { 83*d9f75844SAndroid Build Coastguard Worker std::string ToString(std::string prefix) const; 84*d9f75844SAndroid Build Coastguard Worker 85*d9f75844SAndroid Build Coastguard Worker // Returns name -> value text map of video statistics. 86*d9f75844SAndroid Build Coastguard Worker std::map<std::string, std::string> ToMap() const; 87*d9f75844SAndroid Build Coastguard Worker 88*d9f75844SAndroid Build Coastguard Worker size_t target_bitrate_kbps = 0; 89*d9f75844SAndroid Build Coastguard Worker float input_framerate_fps = 0.0f; 90*d9f75844SAndroid Build Coastguard Worker 91*d9f75844SAndroid Build Coastguard Worker size_t spatial_idx = 0; 92*d9f75844SAndroid Build Coastguard Worker size_t temporal_idx = 0; 93*d9f75844SAndroid Build Coastguard Worker 94*d9f75844SAndroid Build Coastguard Worker size_t width = 0; 95*d9f75844SAndroid Build Coastguard Worker size_t height = 0; 96*d9f75844SAndroid Build Coastguard Worker 97*d9f75844SAndroid Build Coastguard Worker size_t length_bytes = 0; 98*d9f75844SAndroid Build Coastguard Worker size_t bitrate_kbps = 0; 99*d9f75844SAndroid Build Coastguard Worker float framerate_fps = 0; 100*d9f75844SAndroid Build Coastguard Worker 101*d9f75844SAndroid Build Coastguard Worker float enc_speed_fps = 0.0f; 102*d9f75844SAndroid Build Coastguard Worker float dec_speed_fps = 0.0f; 103*d9f75844SAndroid Build Coastguard Worker 104*d9f75844SAndroid Build Coastguard Worker float avg_encode_latency_sec = 0.0f; 105*d9f75844SAndroid Build Coastguard Worker float max_encode_latency_sec = 0.0f; 106*d9f75844SAndroid Build Coastguard Worker float avg_decode_latency_sec = 0.0f; 107*d9f75844SAndroid Build Coastguard Worker float max_decode_latency_sec = 0.0f; 108*d9f75844SAndroid Build Coastguard Worker 109*d9f75844SAndroid Build Coastguard Worker float avg_delay_sec = 0.0f; 110*d9f75844SAndroid Build Coastguard Worker float max_key_frame_delay_sec = 0.0f; 111*d9f75844SAndroid Build Coastguard Worker float max_delta_frame_delay_sec = 0.0f; 112*d9f75844SAndroid Build Coastguard Worker float time_to_reach_target_bitrate_sec = 0.0f; 113*d9f75844SAndroid Build Coastguard Worker float avg_bitrate_mismatch_pct = 0.0f; 114*d9f75844SAndroid Build Coastguard Worker float avg_framerate_mismatch_pct = 0.0f; 115*d9f75844SAndroid Build Coastguard Worker 116*d9f75844SAndroid Build Coastguard Worker float avg_key_frame_size_bytes = 0.0f; 117*d9f75844SAndroid Build Coastguard Worker float avg_delta_frame_size_bytes = 0.0f; 118*d9f75844SAndroid Build Coastguard Worker float avg_qp = 0.0f; 119*d9f75844SAndroid Build Coastguard Worker 120*d9f75844SAndroid Build Coastguard Worker float avg_psnr_y = 0.0f; 121*d9f75844SAndroid Build Coastguard Worker float avg_psnr_u = 0.0f; 122*d9f75844SAndroid Build Coastguard Worker float avg_psnr_v = 0.0f; 123*d9f75844SAndroid Build Coastguard Worker float avg_psnr = 0.0f; 124*d9f75844SAndroid Build Coastguard Worker float min_psnr = 0.0f; 125*d9f75844SAndroid Build Coastguard Worker float avg_ssim = 0.0f; 126*d9f75844SAndroid Build Coastguard Worker float min_ssim = 0.0f; 127*d9f75844SAndroid Build Coastguard Worker 128*d9f75844SAndroid Build Coastguard Worker size_t num_input_frames = 0; 129*d9f75844SAndroid Build Coastguard Worker size_t num_encoded_frames = 0; 130*d9f75844SAndroid Build Coastguard Worker size_t num_decoded_frames = 0; 131*d9f75844SAndroid Build Coastguard Worker size_t num_key_frames = 0; 132*d9f75844SAndroid Build Coastguard Worker size_t num_spatial_resizes = 0; 133*d9f75844SAndroid Build Coastguard Worker size_t max_nalu_size_bytes = 0; 134*d9f75844SAndroid Build Coastguard Worker }; 135*d9f75844SAndroid Build Coastguard Worker 136*d9f75844SAndroid Build Coastguard Worker virtual ~VideoCodecTestStats() = default; 137*d9f75844SAndroid Build Coastguard Worker 138*d9f75844SAndroid Build Coastguard Worker virtual std::vector<FrameStatistics> GetFrameStatistics() = 0; 139*d9f75844SAndroid Build Coastguard Worker 140*d9f75844SAndroid Build Coastguard Worker virtual std::vector<VideoStatistics> SliceAndCalcLayerVideoStatistic( 141*d9f75844SAndroid Build Coastguard Worker size_t first_frame_num, 142*d9f75844SAndroid Build Coastguard Worker size_t last_frame_num) = 0; 143*d9f75844SAndroid Build Coastguard Worker }; 144*d9f75844SAndroid Build Coastguard Worker 145*d9f75844SAndroid Build Coastguard Worker } // namespace test 146*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc 147*d9f75844SAndroid Build Coastguard Worker 148*d9f75844SAndroid Build Coastguard Worker #endif // API_TEST_VIDEOCODEC_TEST_STATS_H_ 149