xref: /aosp_15_r20/external/webrtc/media/base/video_common.h (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2004 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker // Common definition for video, including fourcc and VideoFormat.
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #ifndef MEDIA_BASE_VIDEO_COMMON_H_
14*d9f75844SAndroid Build Coastguard Worker #define MEDIA_BASE_VIDEO_COMMON_H_
15*d9f75844SAndroid Build Coastguard Worker 
16*d9f75844SAndroid Build Coastguard Worker #include <stdint.h>
17*d9f75844SAndroid Build Coastguard Worker 
18*d9f75844SAndroid Build Coastguard Worker #include <string>
19*d9f75844SAndroid Build Coastguard Worker 
20*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/system/rtc_export.h"
21*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/time_utils.h"
22*d9f75844SAndroid Build Coastguard Worker 
23*d9f75844SAndroid Build Coastguard Worker namespace cricket {
24*d9f75844SAndroid Build Coastguard Worker 
25*d9f75844SAndroid Build Coastguard Worker //////////////////////////////////////////////////////////////////////////////
26*d9f75844SAndroid Build Coastguard Worker // Definition of FourCC codes
27*d9f75844SAndroid Build Coastguard Worker //////////////////////////////////////////////////////////////////////////////
28*d9f75844SAndroid Build Coastguard Worker // Convert four characters to a FourCC code.
29*d9f75844SAndroid Build Coastguard Worker // Needs to be a macro otherwise the OS X compiler complains when the kFormat*
30*d9f75844SAndroid Build Coastguard Worker // constants are used in a switch.
31*d9f75844SAndroid Build Coastguard Worker #define CRICKET_FOURCC(a, b, c, d)                                \
32*d9f75844SAndroid Build Coastguard Worker   ((static_cast<uint32_t>(a)) | (static_cast<uint32_t>(b) << 8) | \
33*d9f75844SAndroid Build Coastguard Worker    (static_cast<uint32_t>(c) << 16) | (static_cast<uint32_t>(d) << 24))
34*d9f75844SAndroid Build Coastguard Worker // Some pages discussing FourCC codes:
35*d9f75844SAndroid Build Coastguard Worker //   http://www.fourcc.org/yuv.php
36*d9f75844SAndroid Build Coastguard Worker //   http://v4l2spec.bytesex.org/spec/book1.htm
37*d9f75844SAndroid Build Coastguard Worker //   http://developer.apple.com/quicktime/icefloe/dispatch020.html
38*d9f75844SAndroid Build Coastguard Worker //   http://msdn.microsoft.com/library/windows/desktop/dd206750.aspx#nv12
39*d9f75844SAndroid Build Coastguard Worker //   http://people.xiph.org/~xiphmont/containers/nut/nut4cc.txt
40*d9f75844SAndroid Build Coastguard Worker 
41*d9f75844SAndroid Build Coastguard Worker // FourCC codes grouped according to implementation efficiency.
42*d9f75844SAndroid Build Coastguard Worker // Primary formats should convert in 1 efficient step.
43*d9f75844SAndroid Build Coastguard Worker // Secondary formats are converted in 2 steps.
44*d9f75844SAndroid Build Coastguard Worker // Auxilliary formats call primary converters.
45*d9f75844SAndroid Build Coastguard Worker enum FourCC {
46*d9f75844SAndroid Build Coastguard Worker   // 9 Primary YUV formats: 5 planar, 2 biplanar, 2 packed.
47*d9f75844SAndroid Build Coastguard Worker   FOURCC_I420 = CRICKET_FOURCC('I', '4', '2', '0'),
48*d9f75844SAndroid Build Coastguard Worker   FOURCC_I422 = CRICKET_FOURCC('I', '4', '2', '2'),
49*d9f75844SAndroid Build Coastguard Worker   FOURCC_I444 = CRICKET_FOURCC('I', '4', '4', '4'),
50*d9f75844SAndroid Build Coastguard Worker   FOURCC_I411 = CRICKET_FOURCC('I', '4', '1', '1'),
51*d9f75844SAndroid Build Coastguard Worker   FOURCC_I400 = CRICKET_FOURCC('I', '4', '0', '0'),
52*d9f75844SAndroid Build Coastguard Worker   FOURCC_NV21 = CRICKET_FOURCC('N', 'V', '2', '1'),
53*d9f75844SAndroid Build Coastguard Worker   FOURCC_NV12 = CRICKET_FOURCC('N', 'V', '1', '2'),
54*d9f75844SAndroid Build Coastguard Worker   FOURCC_YUY2 = CRICKET_FOURCC('Y', 'U', 'Y', '2'),
55*d9f75844SAndroid Build Coastguard Worker   FOURCC_UYVY = CRICKET_FOURCC('U', 'Y', 'V', 'Y'),
56*d9f75844SAndroid Build Coastguard Worker 
57*d9f75844SAndroid Build Coastguard Worker   // 2 Secondary YUV formats: row biplanar.
58*d9f75844SAndroid Build Coastguard Worker   FOURCC_M420 = CRICKET_FOURCC('M', '4', '2', '0'),
59*d9f75844SAndroid Build Coastguard Worker 
60*d9f75844SAndroid Build Coastguard Worker   // 9 Primary RGB formats: 4 32 bpp, 2 24 bpp, 3 16 bpp.
61*d9f75844SAndroid Build Coastguard Worker   FOURCC_ARGB = CRICKET_FOURCC('A', 'R', 'G', 'B'),
62*d9f75844SAndroid Build Coastguard Worker   FOURCC_BGRA = CRICKET_FOURCC('B', 'G', 'R', 'A'),
63*d9f75844SAndroid Build Coastguard Worker   FOURCC_ABGR = CRICKET_FOURCC('A', 'B', 'G', 'R'),
64*d9f75844SAndroid Build Coastguard Worker   FOURCC_24BG = CRICKET_FOURCC('2', '4', 'B', 'G'),
65*d9f75844SAndroid Build Coastguard Worker   FOURCC_RAW = CRICKET_FOURCC('r', 'a', 'w', ' '),
66*d9f75844SAndroid Build Coastguard Worker   FOURCC_RGBA = CRICKET_FOURCC('R', 'G', 'B', 'A'),
67*d9f75844SAndroid Build Coastguard Worker   FOURCC_RGBP = CRICKET_FOURCC('R', 'G', 'B', 'P'),  // bgr565.
68*d9f75844SAndroid Build Coastguard Worker   FOURCC_RGBO = CRICKET_FOURCC('R', 'G', 'B', 'O'),  // abgr1555.
69*d9f75844SAndroid Build Coastguard Worker   FOURCC_R444 = CRICKET_FOURCC('R', '4', '4', '4'),  // argb4444.
70*d9f75844SAndroid Build Coastguard Worker 
71*d9f75844SAndroid Build Coastguard Worker   // 4 Secondary RGB formats: 4 Bayer Patterns.
72*d9f75844SAndroid Build Coastguard Worker   FOURCC_RGGB = CRICKET_FOURCC('R', 'G', 'G', 'B'),
73*d9f75844SAndroid Build Coastguard Worker   FOURCC_BGGR = CRICKET_FOURCC('B', 'G', 'G', 'R'),
74*d9f75844SAndroid Build Coastguard Worker   FOURCC_GRBG = CRICKET_FOURCC('G', 'R', 'B', 'G'),
75*d9f75844SAndroid Build Coastguard Worker   FOURCC_GBRG = CRICKET_FOURCC('G', 'B', 'R', 'G'),
76*d9f75844SAndroid Build Coastguard Worker 
77*d9f75844SAndroid Build Coastguard Worker   // 1 Primary Compressed YUV format.
78*d9f75844SAndroid Build Coastguard Worker   FOURCC_MJPG = CRICKET_FOURCC('M', 'J', 'P', 'G'),
79*d9f75844SAndroid Build Coastguard Worker 
80*d9f75844SAndroid Build Coastguard Worker   // 5 Auxiliary YUV variations: 3 with U and V planes are swapped, 1 Alias.
81*d9f75844SAndroid Build Coastguard Worker   FOURCC_YV12 = CRICKET_FOURCC('Y', 'V', '1', '2'),
82*d9f75844SAndroid Build Coastguard Worker   FOURCC_YV16 = CRICKET_FOURCC('Y', 'V', '1', '6'),
83*d9f75844SAndroid Build Coastguard Worker   FOURCC_YV24 = CRICKET_FOURCC('Y', 'V', '2', '4'),
84*d9f75844SAndroid Build Coastguard Worker   FOURCC_YU12 = CRICKET_FOURCC('Y', 'U', '1', '2'),  // Linux version of I420.
85*d9f75844SAndroid Build Coastguard Worker   FOURCC_J420 = CRICKET_FOURCC('J', '4', '2', '0'),
86*d9f75844SAndroid Build Coastguard Worker   FOURCC_J400 = CRICKET_FOURCC('J', '4', '0', '0'),
87*d9f75844SAndroid Build Coastguard Worker 
88*d9f75844SAndroid Build Coastguard Worker   // 14 Auxiliary aliases.  CanonicalFourCC() maps these to canonical FOURCC.
89*d9f75844SAndroid Build Coastguard Worker   FOURCC_IYUV = CRICKET_FOURCC('I', 'Y', 'U', 'V'),  // Alias for I420.
90*d9f75844SAndroid Build Coastguard Worker   FOURCC_YU16 = CRICKET_FOURCC('Y', 'U', '1', '6'),  // Alias for I422.
91*d9f75844SAndroid Build Coastguard Worker   FOURCC_YU24 = CRICKET_FOURCC('Y', 'U', '2', '4'),  // Alias for I444.
92*d9f75844SAndroid Build Coastguard Worker   FOURCC_YUYV = CRICKET_FOURCC('Y', 'U', 'Y', 'V'),  // Alias for YUY2.
93*d9f75844SAndroid Build Coastguard Worker   FOURCC_YUVS = CRICKET_FOURCC('y', 'u', 'v', 's'),  // Alias for YUY2 on Mac.
94*d9f75844SAndroid Build Coastguard Worker   FOURCC_HDYC = CRICKET_FOURCC('H', 'D', 'Y', 'C'),  // Alias for UYVY.
95*d9f75844SAndroid Build Coastguard Worker   FOURCC_2VUY = CRICKET_FOURCC('2', 'v', 'u', 'y'),  // Alias for UYVY on Mac.
96*d9f75844SAndroid Build Coastguard Worker   FOURCC_JPEG = CRICKET_FOURCC('J', 'P', 'E', 'G'),  // Alias for MJPG.
97*d9f75844SAndroid Build Coastguard Worker   FOURCC_DMB1 = CRICKET_FOURCC('d', 'm', 'b', '1'),  // Alias for MJPG on Mac.
98*d9f75844SAndroid Build Coastguard Worker   FOURCC_BA81 = CRICKET_FOURCC('B', 'A', '8', '1'),  // Alias for BGGR.
99*d9f75844SAndroid Build Coastguard Worker   FOURCC_RGB3 = CRICKET_FOURCC('R', 'G', 'B', '3'),  // Alias for RAW.
100*d9f75844SAndroid Build Coastguard Worker   FOURCC_BGR3 = CRICKET_FOURCC('B', 'G', 'R', '3'),  // Alias for 24BG.
101*d9f75844SAndroid Build Coastguard Worker   FOURCC_CM32 = CRICKET_FOURCC(0, 0, 0, 32),  // BGRA kCMPixelFormat_32ARGB
102*d9f75844SAndroid Build Coastguard Worker   FOURCC_CM24 = CRICKET_FOURCC(0, 0, 0, 24),  // RAW kCMPixelFormat_24RGB
103*d9f75844SAndroid Build Coastguard Worker 
104*d9f75844SAndroid Build Coastguard Worker   // 1 Auxiliary compressed YUV format set aside for capturer.
105*d9f75844SAndroid Build Coastguard Worker   FOURCC_H264 = CRICKET_FOURCC('H', '2', '6', '4'),
106*d9f75844SAndroid Build Coastguard Worker };
107*d9f75844SAndroid Build Coastguard Worker 
108*d9f75844SAndroid Build Coastguard Worker #undef CRICKET_FOURCC
109*d9f75844SAndroid Build Coastguard Worker 
110*d9f75844SAndroid Build Coastguard Worker // Match any fourcc.
111*d9f75844SAndroid Build Coastguard Worker 
112*d9f75844SAndroid Build Coastguard Worker // We move this out of the enum because using it in many places caused
113*d9f75844SAndroid Build Coastguard Worker // the compiler to get grumpy, presumably since the above enum is
114*d9f75844SAndroid Build Coastguard Worker // backed by an int.
115*d9f75844SAndroid Build Coastguard Worker static const uint32_t FOURCC_ANY = 0xFFFFFFFF;
116*d9f75844SAndroid Build Coastguard Worker 
117*d9f75844SAndroid Build Coastguard Worker // Converts fourcc aliases into canonical ones.
118*d9f75844SAndroid Build Coastguard Worker uint32_t CanonicalFourCC(uint32_t fourcc);
119*d9f75844SAndroid Build Coastguard Worker 
120*d9f75844SAndroid Build Coastguard Worker // Get FourCC code as a string.
GetFourccName(uint32_t fourcc)121*d9f75844SAndroid Build Coastguard Worker inline std::string GetFourccName(uint32_t fourcc) {
122*d9f75844SAndroid Build Coastguard Worker   std::string name;
123*d9f75844SAndroid Build Coastguard Worker   name.push_back(static_cast<char>(fourcc & 0xFF));
124*d9f75844SAndroid Build Coastguard Worker   name.push_back(static_cast<char>((fourcc >> 8) & 0xFF));
125*d9f75844SAndroid Build Coastguard Worker   name.push_back(static_cast<char>((fourcc >> 16) & 0xFF));
126*d9f75844SAndroid Build Coastguard Worker   name.push_back(static_cast<char>((fourcc >> 24) & 0xFF));
127*d9f75844SAndroid Build Coastguard Worker   return name;
128*d9f75844SAndroid Build Coastguard Worker }
129*d9f75844SAndroid Build Coastguard Worker 
130*d9f75844SAndroid Build Coastguard Worker //////////////////////////////////////////////////////////////////////////////
131*d9f75844SAndroid Build Coastguard Worker // Definition of VideoFormat.
132*d9f75844SAndroid Build Coastguard Worker //////////////////////////////////////////////////////////////////////////////
133*d9f75844SAndroid Build Coastguard Worker 
134*d9f75844SAndroid Build Coastguard Worker // VideoFormat with Plain Old Data for global variables.
135*d9f75844SAndroid Build Coastguard Worker struct VideoFormatPod {
136*d9f75844SAndroid Build Coastguard Worker   int width;         // Number of pixels.
137*d9f75844SAndroid Build Coastguard Worker   int height;        // Number of pixels.
138*d9f75844SAndroid Build Coastguard Worker   int64_t interval;  // Nanoseconds.
139*d9f75844SAndroid Build Coastguard Worker   uint32_t fourcc;  // Color space. FOURCC_ANY means that any color space is OK.
140*d9f75844SAndroid Build Coastguard Worker };
141*d9f75844SAndroid Build Coastguard Worker 
142*d9f75844SAndroid Build Coastguard Worker struct RTC_EXPORT VideoFormat : VideoFormatPod {
143*d9f75844SAndroid Build Coastguard Worker   static const int64_t kMinimumInterval =
144*d9f75844SAndroid Build Coastguard Worker       rtc::kNumNanosecsPerSec / 10000;  // 10k fps.
145*d9f75844SAndroid Build Coastguard Worker 
VideoFormatVideoFormat146*d9f75844SAndroid Build Coastguard Worker   VideoFormat() { Construct(0, 0, 0, 0); }
147*d9f75844SAndroid Build Coastguard Worker 
VideoFormatVideoFormat148*d9f75844SAndroid Build Coastguard Worker   VideoFormat(int w, int h, int64_t interval_ns, uint32_t cc) {
149*d9f75844SAndroid Build Coastguard Worker     Construct(w, h, interval_ns, cc);
150*d9f75844SAndroid Build Coastguard Worker   }
151*d9f75844SAndroid Build Coastguard Worker 
VideoFormatVideoFormat152*d9f75844SAndroid Build Coastguard Worker   explicit VideoFormat(const VideoFormatPod& format) {
153*d9f75844SAndroid Build Coastguard Worker     Construct(format.width, format.height, format.interval, format.fourcc);
154*d9f75844SAndroid Build Coastguard Worker   }
155*d9f75844SAndroid Build Coastguard Worker 
ConstructVideoFormat156*d9f75844SAndroid Build Coastguard Worker   void Construct(int w, int h, int64_t interval_ns, uint32_t cc) {
157*d9f75844SAndroid Build Coastguard Worker     width = w;
158*d9f75844SAndroid Build Coastguard Worker     height = h;
159*d9f75844SAndroid Build Coastguard Worker     interval = interval_ns;
160*d9f75844SAndroid Build Coastguard Worker     fourcc = cc;
161*d9f75844SAndroid Build Coastguard Worker   }
162*d9f75844SAndroid Build Coastguard Worker 
FpsToIntervalVideoFormat163*d9f75844SAndroid Build Coastguard Worker   static int64_t FpsToInterval(int fps) {
164*d9f75844SAndroid Build Coastguard Worker     return fps ? rtc::kNumNanosecsPerSec / fps : kMinimumInterval;
165*d9f75844SAndroid Build Coastguard Worker   }
166*d9f75844SAndroid Build Coastguard Worker 
IntervalToFpsVideoFormat167*d9f75844SAndroid Build Coastguard Worker   static int IntervalToFps(int64_t interval) {
168*d9f75844SAndroid Build Coastguard Worker     if (!interval) {
169*d9f75844SAndroid Build Coastguard Worker       return 0;
170*d9f75844SAndroid Build Coastguard Worker     }
171*d9f75844SAndroid Build Coastguard Worker     return static_cast<int>(rtc::kNumNanosecsPerSec / interval);
172*d9f75844SAndroid Build Coastguard Worker   }
173*d9f75844SAndroid Build Coastguard Worker 
IntervalToFpsFloatVideoFormat174*d9f75844SAndroid Build Coastguard Worker   static float IntervalToFpsFloat(int64_t interval) {
175*d9f75844SAndroid Build Coastguard Worker     if (!interval) {
176*d9f75844SAndroid Build Coastguard Worker       return 0.f;
177*d9f75844SAndroid Build Coastguard Worker     }
178*d9f75844SAndroid Build Coastguard Worker     return static_cast<float>(rtc::kNumNanosecsPerSec) /
179*d9f75844SAndroid Build Coastguard Worker            static_cast<float>(interval);
180*d9f75844SAndroid Build Coastguard Worker   }
181*d9f75844SAndroid Build Coastguard Worker 
182*d9f75844SAndroid Build Coastguard Worker   bool operator==(const VideoFormat& format) const {
183*d9f75844SAndroid Build Coastguard Worker     return width == format.width && height == format.height &&
184*d9f75844SAndroid Build Coastguard Worker            interval == format.interval && fourcc == format.fourcc;
185*d9f75844SAndroid Build Coastguard Worker   }
186*d9f75844SAndroid Build Coastguard Worker 
187*d9f75844SAndroid Build Coastguard Worker   bool operator!=(const VideoFormat& format) const {
188*d9f75844SAndroid Build Coastguard Worker     return !(*this == format);
189*d9f75844SAndroid Build Coastguard Worker   }
190*d9f75844SAndroid Build Coastguard Worker 
191*d9f75844SAndroid Build Coastguard Worker   bool operator<(const VideoFormat& format) const {
192*d9f75844SAndroid Build Coastguard Worker     return (fourcc < format.fourcc) ||
193*d9f75844SAndroid Build Coastguard Worker            (fourcc == format.fourcc && width < format.width) ||
194*d9f75844SAndroid Build Coastguard Worker            (fourcc == format.fourcc && width == format.width &&
195*d9f75844SAndroid Build Coastguard Worker             height < format.height) ||
196*d9f75844SAndroid Build Coastguard Worker            (fourcc == format.fourcc && width == format.width &&
197*d9f75844SAndroid Build Coastguard Worker             height == format.height && interval > format.interval);
198*d9f75844SAndroid Build Coastguard Worker   }
199*d9f75844SAndroid Build Coastguard Worker 
framerateVideoFormat200*d9f75844SAndroid Build Coastguard Worker   int framerate() const { return IntervalToFps(interval); }
201*d9f75844SAndroid Build Coastguard Worker 
202*d9f75844SAndroid Build Coastguard Worker   // Check if both width and height are 0.
IsSize0x0VideoFormat203*d9f75844SAndroid Build Coastguard Worker   bool IsSize0x0() const { return 0 == width && 0 == height; }
204*d9f75844SAndroid Build Coastguard Worker 
205*d9f75844SAndroid Build Coastguard Worker   // Check if this format is less than another one by comparing the resolution
206*d9f75844SAndroid Build Coastguard Worker   // and frame rate.
IsPixelRateLessVideoFormat207*d9f75844SAndroid Build Coastguard Worker   bool IsPixelRateLess(const VideoFormat& format) const {
208*d9f75844SAndroid Build Coastguard Worker     return width * height * framerate() <
209*d9f75844SAndroid Build Coastguard Worker            format.width * format.height * format.framerate();
210*d9f75844SAndroid Build Coastguard Worker   }
211*d9f75844SAndroid Build Coastguard Worker 
212*d9f75844SAndroid Build Coastguard Worker   // Get a string presentation in the form of "fourcc width x height x fps"
213*d9f75844SAndroid Build Coastguard Worker   std::string ToString() const;
214*d9f75844SAndroid Build Coastguard Worker };
215*d9f75844SAndroid Build Coastguard Worker 
216*d9f75844SAndroid Build Coastguard Worker // Returns the largest positive integer that divides both `a` and `b`.
217*d9f75844SAndroid Build Coastguard Worker int GreatestCommonDivisor(int a, int b);
218*d9f75844SAndroid Build Coastguard Worker 
219*d9f75844SAndroid Build Coastguard Worker // Returns the smallest positive integer that is divisible by both `a` and `b`.
220*d9f75844SAndroid Build Coastguard Worker int LeastCommonMultiple(int a, int b);
221*d9f75844SAndroid Build Coastguard Worker 
222*d9f75844SAndroid Build Coastguard Worker }  // namespace cricket
223*d9f75844SAndroid Build Coastguard Worker 
224*d9f75844SAndroid Build Coastguard Worker #endif  // MEDIA_BASE_VIDEO_COMMON_H_
225