xref: /aosp_15_r20/external/libvpx/vp9/decoder/vp9_decoder.h (revision fb1b10ab9aebc7c7068eedab379b749d7e3900be)
1*fb1b10abSAndroid Build Coastguard Worker /*
2*fb1b10abSAndroid Build Coastguard Worker  *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3*fb1b10abSAndroid Build Coastguard Worker  *
4*fb1b10abSAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*fb1b10abSAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*fb1b10abSAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*fb1b10abSAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*fb1b10abSAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*fb1b10abSAndroid Build Coastguard Worker  */
10*fb1b10abSAndroid Build Coastguard Worker 
11*fb1b10abSAndroid Build Coastguard Worker #ifndef VPX_VP9_DECODER_VP9_DECODER_H_
12*fb1b10abSAndroid Build Coastguard Worker #define VPX_VP9_DECODER_VP9_DECODER_H_
13*fb1b10abSAndroid Build Coastguard Worker 
14*fb1b10abSAndroid Build Coastguard Worker #include "./vpx_config.h"
15*fb1b10abSAndroid Build Coastguard Worker 
16*fb1b10abSAndroid Build Coastguard Worker #include "vpx/vpx_codec.h"
17*fb1b10abSAndroid Build Coastguard Worker #include "vpx_dsp/bitreader.h"
18*fb1b10abSAndroid Build Coastguard Worker #include "vpx_scale/yv12config.h"
19*fb1b10abSAndroid Build Coastguard Worker #include "vpx_util/vpx_pthread.h"
20*fb1b10abSAndroid Build Coastguard Worker #include "vpx_util/vpx_thread.h"
21*fb1b10abSAndroid Build Coastguard Worker 
22*fb1b10abSAndroid Build Coastguard Worker #include "vp9/common/vp9_thread_common.h"
23*fb1b10abSAndroid Build Coastguard Worker #include "vp9/common/vp9_onyxc_int.h"
24*fb1b10abSAndroid Build Coastguard Worker #include "vp9/common/vp9_ppflags.h"
25*fb1b10abSAndroid Build Coastguard Worker #include "./vp9_job_queue.h"
26*fb1b10abSAndroid Build Coastguard Worker 
27*fb1b10abSAndroid Build Coastguard Worker #ifdef __cplusplus
28*fb1b10abSAndroid Build Coastguard Worker extern "C" {
29*fb1b10abSAndroid Build Coastguard Worker #endif
30*fb1b10abSAndroid Build Coastguard Worker 
31*fb1b10abSAndroid Build Coastguard Worker #define EOBS_PER_SB_LOG2 8
32*fb1b10abSAndroid Build Coastguard Worker #define DQCOEFFS_PER_SB_LOG2 12
33*fb1b10abSAndroid Build Coastguard Worker #define PARTITIONS_PER_SB 85
34*fb1b10abSAndroid Build Coastguard Worker 
35*fb1b10abSAndroid Build Coastguard Worker typedef enum JobType { PARSE_JOB, RECON_JOB, LPF_JOB } JobType;
36*fb1b10abSAndroid Build Coastguard Worker 
37*fb1b10abSAndroid Build Coastguard Worker typedef struct ThreadData {
38*fb1b10abSAndroid Build Coastguard Worker   struct VP9Decoder *pbi;
39*fb1b10abSAndroid Build Coastguard Worker   LFWorkerData *lf_data;
40*fb1b10abSAndroid Build Coastguard Worker   VP9LfSync *lf_sync;
41*fb1b10abSAndroid Build Coastguard Worker } ThreadData;
42*fb1b10abSAndroid Build Coastguard Worker 
43*fb1b10abSAndroid Build Coastguard Worker typedef struct TileBuffer {
44*fb1b10abSAndroid Build Coastguard Worker   const uint8_t *data;
45*fb1b10abSAndroid Build Coastguard Worker   size_t size;
46*fb1b10abSAndroid Build Coastguard Worker   int col;  // only used with multi-threaded decoding
47*fb1b10abSAndroid Build Coastguard Worker } TileBuffer;
48*fb1b10abSAndroid Build Coastguard Worker 
49*fb1b10abSAndroid Build Coastguard Worker typedef struct TileWorkerData {
50*fb1b10abSAndroid Build Coastguard Worker   const uint8_t *data_end;
51*fb1b10abSAndroid Build Coastguard Worker   int buf_start, buf_end;  // pbi->tile_buffers to decode, inclusive
52*fb1b10abSAndroid Build Coastguard Worker   vpx_reader bit_reader;
53*fb1b10abSAndroid Build Coastguard Worker   FRAME_COUNTS counts;
54*fb1b10abSAndroid Build Coastguard Worker   LFWorkerData *lf_data;
55*fb1b10abSAndroid Build Coastguard Worker   VP9LfSync *lf_sync;
56*fb1b10abSAndroid Build Coastguard Worker   DECLARE_ALIGNED(16, MACROBLOCKD, xd);
57*fb1b10abSAndroid Build Coastguard Worker   /* dqcoeff are shared by all the planes. So planes must be decoded serially */
58*fb1b10abSAndroid Build Coastguard Worker   DECLARE_ALIGNED(32, tran_low_t, dqcoeff[32 * 32]);
59*fb1b10abSAndroid Build Coastguard Worker   DECLARE_ALIGNED(16, uint16_t, extend_and_predict_buf[80 * 2 * 80 * 2]);
60*fb1b10abSAndroid Build Coastguard Worker   struct vpx_internal_error_info error_info;
61*fb1b10abSAndroid Build Coastguard Worker } TileWorkerData;
62*fb1b10abSAndroid Build Coastguard Worker 
63*fb1b10abSAndroid Build Coastguard Worker typedef void (*process_block_fn_t)(TileWorkerData *twd,
64*fb1b10abSAndroid Build Coastguard Worker                                    struct VP9Decoder *const pbi, int mi_row,
65*fb1b10abSAndroid Build Coastguard Worker                                    int mi_col, BLOCK_SIZE bsize, int bwl,
66*fb1b10abSAndroid Build Coastguard Worker                                    int bhl);
67*fb1b10abSAndroid Build Coastguard Worker 
68*fb1b10abSAndroid Build Coastguard Worker typedef struct RowMTWorkerData {
69*fb1b10abSAndroid Build Coastguard Worker   int num_sbs;
70*fb1b10abSAndroid Build Coastguard Worker   int *eob[MAX_MB_PLANE];
71*fb1b10abSAndroid Build Coastguard Worker   PARTITION_TYPE *partition;
72*fb1b10abSAndroid Build Coastguard Worker   tran_low_t *dqcoeff[MAX_MB_PLANE];
73*fb1b10abSAndroid Build Coastguard Worker   int8_t *recon_map;
74*fb1b10abSAndroid Build Coastguard Worker   const uint8_t *data_end;
75*fb1b10abSAndroid Build Coastguard Worker   uint8_t *jobq_buf;
76*fb1b10abSAndroid Build Coastguard Worker   JobQueueRowMt jobq;
77*fb1b10abSAndroid Build Coastguard Worker   size_t jobq_size;
78*fb1b10abSAndroid Build Coastguard Worker   int num_tiles_done;
79*fb1b10abSAndroid Build Coastguard Worker   int num_jobs;
80*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_MULTITHREAD
81*fb1b10abSAndroid Build Coastguard Worker   pthread_mutex_t recon_done_mutex;
82*fb1b10abSAndroid Build Coastguard Worker   pthread_mutex_t *recon_sync_mutex;
83*fb1b10abSAndroid Build Coastguard Worker   pthread_cond_t *recon_sync_cond;
84*fb1b10abSAndroid Build Coastguard Worker #endif
85*fb1b10abSAndroid Build Coastguard Worker   ThreadData *thread_data;
86*fb1b10abSAndroid Build Coastguard Worker } RowMTWorkerData;
87*fb1b10abSAndroid Build Coastguard Worker 
88*fb1b10abSAndroid Build Coastguard Worker /* Structure to queue and dequeue row decode jobs */
89*fb1b10abSAndroid Build Coastguard Worker typedef struct Job {
90*fb1b10abSAndroid Build Coastguard Worker   int row_num;
91*fb1b10abSAndroid Build Coastguard Worker   int tile_col;
92*fb1b10abSAndroid Build Coastguard Worker   JobType job_type;
93*fb1b10abSAndroid Build Coastguard Worker } Job;
94*fb1b10abSAndroid Build Coastguard Worker 
95*fb1b10abSAndroid Build Coastguard Worker typedef struct VP9Decoder {
96*fb1b10abSAndroid Build Coastguard Worker   DECLARE_ALIGNED(16, MACROBLOCKD, mb);
97*fb1b10abSAndroid Build Coastguard Worker 
98*fb1b10abSAndroid Build Coastguard Worker   DECLARE_ALIGNED(16, VP9_COMMON, common);
99*fb1b10abSAndroid Build Coastguard Worker 
100*fb1b10abSAndroid Build Coastguard Worker   int ready_for_new_data;
101*fb1b10abSAndroid Build Coastguard Worker 
102*fb1b10abSAndroid Build Coastguard Worker   int refresh_frame_flags;
103*fb1b10abSAndroid Build Coastguard Worker 
104*fb1b10abSAndroid Build Coastguard Worker   // TODO(hkuang): Combine this with cur_buf in macroblockd as they are
105*fb1b10abSAndroid Build Coastguard Worker   // the same.
106*fb1b10abSAndroid Build Coastguard Worker   RefCntBuffer *cur_buf;  //  Current decoding frame buffer.
107*fb1b10abSAndroid Build Coastguard Worker 
108*fb1b10abSAndroid Build Coastguard Worker   VPxWorker lf_worker;
109*fb1b10abSAndroid Build Coastguard Worker   VPxWorker *tile_workers;
110*fb1b10abSAndroid Build Coastguard Worker   TileWorkerData *tile_worker_data;
111*fb1b10abSAndroid Build Coastguard Worker   TileBuffer tile_buffers[64];
112*fb1b10abSAndroid Build Coastguard Worker   int num_tile_workers;
113*fb1b10abSAndroid Build Coastguard Worker   int total_tiles;
114*fb1b10abSAndroid Build Coastguard Worker 
115*fb1b10abSAndroid Build Coastguard Worker   VP9LfSync lf_row_sync;
116*fb1b10abSAndroid Build Coastguard Worker 
117*fb1b10abSAndroid Build Coastguard Worker   vpx_decrypt_cb decrypt_cb;
118*fb1b10abSAndroid Build Coastguard Worker   void *decrypt_state;
119*fb1b10abSAndroid Build Coastguard Worker 
120*fb1b10abSAndroid Build Coastguard Worker   int max_threads;
121*fb1b10abSAndroid Build Coastguard Worker   int inv_tile_order;
122*fb1b10abSAndroid Build Coastguard Worker   int need_resync;   // wait for key/intra-only frame.
123*fb1b10abSAndroid Build Coastguard Worker   int hold_ref_buf;  // hold the reference buffer.
124*fb1b10abSAndroid Build Coastguard Worker 
125*fb1b10abSAndroid Build Coastguard Worker   int row_mt;
126*fb1b10abSAndroid Build Coastguard Worker   int lpf_mt_opt;
127*fb1b10abSAndroid Build Coastguard Worker   RowMTWorkerData *row_mt_worker_data;
128*fb1b10abSAndroid Build Coastguard Worker } VP9Decoder;
129*fb1b10abSAndroid Build Coastguard Worker 
130*fb1b10abSAndroid Build Coastguard Worker int vp9_receive_compressed_data(struct VP9Decoder *pbi, size_t size,
131*fb1b10abSAndroid Build Coastguard Worker                                 const uint8_t **psource);
132*fb1b10abSAndroid Build Coastguard Worker 
133*fb1b10abSAndroid Build Coastguard Worker int vp9_get_raw_frame(struct VP9Decoder *pbi, YV12_BUFFER_CONFIG *sd,
134*fb1b10abSAndroid Build Coastguard Worker                       vp9_ppflags_t *flags);
135*fb1b10abSAndroid Build Coastguard Worker 
136*fb1b10abSAndroid Build Coastguard Worker vpx_codec_err_t vp9_copy_reference_dec(struct VP9Decoder *pbi,
137*fb1b10abSAndroid Build Coastguard Worker                                        VP9_REFFRAME ref_frame_flag,
138*fb1b10abSAndroid Build Coastguard Worker                                        YV12_BUFFER_CONFIG *sd);
139*fb1b10abSAndroid Build Coastguard Worker 
140*fb1b10abSAndroid Build Coastguard Worker vpx_codec_err_t vp9_set_reference_dec(VP9_COMMON *cm,
141*fb1b10abSAndroid Build Coastguard Worker                                       VP9_REFFRAME ref_frame_flag,
142*fb1b10abSAndroid Build Coastguard Worker                                       YV12_BUFFER_CONFIG *sd);
143*fb1b10abSAndroid Build Coastguard Worker 
read_marker(vpx_decrypt_cb decrypt_cb,void * decrypt_state,const uint8_t * data)144*fb1b10abSAndroid Build Coastguard Worker static INLINE uint8_t read_marker(vpx_decrypt_cb decrypt_cb,
145*fb1b10abSAndroid Build Coastguard Worker                                   void *decrypt_state, const uint8_t *data) {
146*fb1b10abSAndroid Build Coastguard Worker   if (decrypt_cb) {
147*fb1b10abSAndroid Build Coastguard Worker     uint8_t marker;
148*fb1b10abSAndroid Build Coastguard Worker     decrypt_cb(decrypt_state, data, &marker, 1);
149*fb1b10abSAndroid Build Coastguard Worker     return marker;
150*fb1b10abSAndroid Build Coastguard Worker   }
151*fb1b10abSAndroid Build Coastguard Worker   return *data;
152*fb1b10abSAndroid Build Coastguard Worker }
153*fb1b10abSAndroid Build Coastguard Worker 
154*fb1b10abSAndroid Build Coastguard Worker // This function is exposed for use in tests, as well as the inlined function
155*fb1b10abSAndroid Build Coastguard Worker // "read_marker".
156*fb1b10abSAndroid Build Coastguard Worker vpx_codec_err_t vp9_parse_superframe_index(const uint8_t *data, size_t data_sz,
157*fb1b10abSAndroid Build Coastguard Worker                                            uint32_t sizes[8], int *count,
158*fb1b10abSAndroid Build Coastguard Worker                                            vpx_decrypt_cb decrypt_cb,
159*fb1b10abSAndroid Build Coastguard Worker                                            void *decrypt_state);
160*fb1b10abSAndroid Build Coastguard Worker 
161*fb1b10abSAndroid Build Coastguard Worker struct VP9Decoder *vp9_decoder_create(BufferPool *const pool);
162*fb1b10abSAndroid Build Coastguard Worker 
163*fb1b10abSAndroid Build Coastguard Worker void vp9_decoder_remove(struct VP9Decoder *pbi);
164*fb1b10abSAndroid Build Coastguard Worker 
165*fb1b10abSAndroid Build Coastguard Worker void vp9_dec_alloc_row_mt_mem(RowMTWorkerData *row_mt_worker_data,
166*fb1b10abSAndroid Build Coastguard Worker                               VP9_COMMON *cm, int num_sbs, int max_threads,
167*fb1b10abSAndroid Build Coastguard Worker                               int num_jobs);
168*fb1b10abSAndroid Build Coastguard Worker void vp9_dec_free_row_mt_mem(RowMTWorkerData *row_mt_worker_data);
169*fb1b10abSAndroid Build Coastguard Worker 
decrease_ref_count(int idx,RefCntBuffer * const frame_bufs,BufferPool * const pool)170*fb1b10abSAndroid Build Coastguard Worker static INLINE void decrease_ref_count(int idx, RefCntBuffer *const frame_bufs,
171*fb1b10abSAndroid Build Coastguard Worker                                       BufferPool *const pool) {
172*fb1b10abSAndroid Build Coastguard Worker   if (idx >= 0 && frame_bufs[idx].ref_count > 0) {
173*fb1b10abSAndroid Build Coastguard Worker     --frame_bufs[idx].ref_count;
174*fb1b10abSAndroid Build Coastguard Worker     // A worker may only get a free framebuffer index when calling get_free_fb.
175*fb1b10abSAndroid Build Coastguard Worker     // But the private buffer is not set up until finish decoding header.
176*fb1b10abSAndroid Build Coastguard Worker     // So any error happens during decoding header, the frame_bufs will not
177*fb1b10abSAndroid Build Coastguard Worker     // have valid priv buffer.
178*fb1b10abSAndroid Build Coastguard Worker     if (!frame_bufs[idx].released && frame_bufs[idx].ref_count == 0 &&
179*fb1b10abSAndroid Build Coastguard Worker         frame_bufs[idx].raw_frame_buffer.priv) {
180*fb1b10abSAndroid Build Coastguard Worker       pool->release_fb_cb(pool->cb_priv, &frame_bufs[idx].raw_frame_buffer);
181*fb1b10abSAndroid Build Coastguard Worker       frame_bufs[idx].released = 1;
182*fb1b10abSAndroid Build Coastguard Worker     }
183*fb1b10abSAndroid Build Coastguard Worker   }
184*fb1b10abSAndroid Build Coastguard Worker }
185*fb1b10abSAndroid Build Coastguard Worker 
186*fb1b10abSAndroid Build Coastguard Worker #ifdef __cplusplus
187*fb1b10abSAndroid Build Coastguard Worker }  // extern "C"
188*fb1b10abSAndroid Build Coastguard Worker #endif
189*fb1b10abSAndroid Build Coastguard Worker 
190*fb1b10abSAndroid Build Coastguard Worker #endif  // VPX_VP9_DECODER_VP9_DECODER_H_
191