xref: /aosp_15_r20/external/libaom/av1/common/entropy.h (revision 77c1e3ccc04c968bd2bc212e87364f250e820521)
1*77c1e3ccSAndroid Build Coastguard Worker /*
2*77c1e3ccSAndroid Build Coastguard Worker  * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3*77c1e3ccSAndroid Build Coastguard Worker  *
4*77c1e3ccSAndroid Build Coastguard Worker  * This source code is subject to the terms of the BSD 2 Clause License and
5*77c1e3ccSAndroid Build Coastguard Worker  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6*77c1e3ccSAndroid Build Coastguard Worker  * was not distributed with this source code in the LICENSE file, you can
7*77c1e3ccSAndroid Build Coastguard Worker  * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8*77c1e3ccSAndroid Build Coastguard Worker  * Media Patent License 1.0 was not distributed with this source code in the
9*77c1e3ccSAndroid Build Coastguard Worker  * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10*77c1e3ccSAndroid Build Coastguard Worker  */
11*77c1e3ccSAndroid Build Coastguard Worker 
12*77c1e3ccSAndroid Build Coastguard Worker #ifndef AOM_AV1_COMMON_ENTROPY_H_
13*77c1e3ccSAndroid Build Coastguard Worker #define AOM_AV1_COMMON_ENTROPY_H_
14*77c1e3ccSAndroid Build Coastguard Worker 
15*77c1e3ccSAndroid Build Coastguard Worker #include "config/aom_config.h"
16*77c1e3ccSAndroid Build Coastguard Worker 
17*77c1e3ccSAndroid Build Coastguard Worker #include "aom/aom_integer.h"
18*77c1e3ccSAndroid Build Coastguard Worker #include "aom_dsp/prob.h"
19*77c1e3ccSAndroid Build Coastguard Worker 
20*77c1e3ccSAndroid Build Coastguard Worker #include "av1/common/common.h"
21*77c1e3ccSAndroid Build Coastguard Worker #include "av1/common/common_data.h"
22*77c1e3ccSAndroid Build Coastguard Worker #include "av1/common/enums.h"
23*77c1e3ccSAndroid Build Coastguard Worker 
24*77c1e3ccSAndroid Build Coastguard Worker #ifdef __cplusplus
25*77c1e3ccSAndroid Build Coastguard Worker extern "C" {
26*77c1e3ccSAndroid Build Coastguard Worker #endif
27*77c1e3ccSAndroid Build Coastguard Worker 
28*77c1e3ccSAndroid Build Coastguard Worker #define TOKEN_CDF_Q_CTXS 4
29*77c1e3ccSAndroid Build Coastguard Worker 
30*77c1e3ccSAndroid Build Coastguard Worker #define TXB_SKIP_CONTEXTS 13
31*77c1e3ccSAndroid Build Coastguard Worker 
32*77c1e3ccSAndroid Build Coastguard Worker #define EOB_COEF_CONTEXTS 9
33*77c1e3ccSAndroid Build Coastguard Worker 
34*77c1e3ccSAndroid Build Coastguard Worker #define SIG_COEF_CONTEXTS_2D 26
35*77c1e3ccSAndroid Build Coastguard Worker #define SIG_COEF_CONTEXTS_1D 16
36*77c1e3ccSAndroid Build Coastguard Worker #define SIG_COEF_CONTEXTS_EOB 4
37*77c1e3ccSAndroid Build Coastguard Worker #define SIG_COEF_CONTEXTS (SIG_COEF_CONTEXTS_2D + SIG_COEF_CONTEXTS_1D)
38*77c1e3ccSAndroid Build Coastguard Worker 
39*77c1e3ccSAndroid Build Coastguard Worker #define COEFF_BASE_CONTEXTS (SIG_COEF_CONTEXTS)
40*77c1e3ccSAndroid Build Coastguard Worker #define DC_SIGN_CONTEXTS 3
41*77c1e3ccSAndroid Build Coastguard Worker 
42*77c1e3ccSAndroid Build Coastguard Worker #define BR_TMP_OFFSET 12
43*77c1e3ccSAndroid Build Coastguard Worker #define BR_REF_CAT 4
44*77c1e3ccSAndroid Build Coastguard Worker #define LEVEL_CONTEXTS 21
45*77c1e3ccSAndroid Build Coastguard Worker 
46*77c1e3ccSAndroid Build Coastguard Worker #define NUM_BASE_LEVELS 2
47*77c1e3ccSAndroid Build Coastguard Worker 
48*77c1e3ccSAndroid Build Coastguard Worker #define BR_CDF_SIZE (4)
49*77c1e3ccSAndroid Build Coastguard Worker #define COEFF_BASE_RANGE (4 * (BR_CDF_SIZE - 1))
50*77c1e3ccSAndroid Build Coastguard Worker 
51*77c1e3ccSAndroid Build Coastguard Worker #define COEFF_CONTEXT_BITS 3
52*77c1e3ccSAndroid Build Coastguard Worker #define COEFF_CONTEXT_MASK ((1 << COEFF_CONTEXT_BITS) - 1)
53*77c1e3ccSAndroid Build Coastguard Worker #define MAX_BASE_BR_RANGE (COEFF_BASE_RANGE + NUM_BASE_LEVELS + 1)
54*77c1e3ccSAndroid Build Coastguard Worker 
55*77c1e3ccSAndroid Build Coastguard Worker #define BASE_CONTEXT_POSITION_NUM 12
56*77c1e3ccSAndroid Build Coastguard Worker 
57*77c1e3ccSAndroid Build Coastguard Worker enum {
58*77c1e3ccSAndroid Build Coastguard Worker   TX_CLASS_2D = 0,
59*77c1e3ccSAndroid Build Coastguard Worker   TX_CLASS_HORIZ = 1,
60*77c1e3ccSAndroid Build Coastguard Worker   TX_CLASS_VERT = 2,
61*77c1e3ccSAndroid Build Coastguard Worker   TX_CLASSES = 3,
62*77c1e3ccSAndroid Build Coastguard Worker } UENUM1BYTE(TX_CLASS);
63*77c1e3ccSAndroid Build Coastguard Worker 
64*77c1e3ccSAndroid Build Coastguard Worker #define DCT_MAX_VALUE 16384
65*77c1e3ccSAndroid Build Coastguard Worker #define DCT_MAX_VALUE_HIGH10 65536
66*77c1e3ccSAndroid Build Coastguard Worker #define DCT_MAX_VALUE_HIGH12 262144
67*77c1e3ccSAndroid Build Coastguard Worker 
68*77c1e3ccSAndroid Build Coastguard Worker /* Coefficients are predicted via a 3-dimensional probability table indexed on
69*77c1e3ccSAndroid Build Coastguard Worker  * REF_TYPES, COEF_BANDS and COEF_CONTEXTS. */
70*77c1e3ccSAndroid Build Coastguard Worker #define REF_TYPES 2  // intra=0, inter=1
71*77c1e3ccSAndroid Build Coastguard Worker 
72*77c1e3ccSAndroid Build Coastguard Worker struct AV1Common;
73*77c1e3ccSAndroid Build Coastguard Worker struct frame_contexts;
74*77c1e3ccSAndroid Build Coastguard Worker void av1_reset_cdf_symbol_counters(struct frame_contexts *fc);
75*77c1e3ccSAndroid Build Coastguard Worker void av1_default_coef_probs(struct AV1Common *cm);
76*77c1e3ccSAndroid Build Coastguard Worker void av1_init_mode_probs(struct frame_contexts *fc);
77*77c1e3ccSAndroid Build Coastguard Worker 
78*77c1e3ccSAndroid Build Coastguard Worker struct frame_contexts;
79*77c1e3ccSAndroid Build Coastguard Worker 
80*77c1e3ccSAndroid Build Coastguard Worker typedef char ENTROPY_CONTEXT;
81*77c1e3ccSAndroid Build Coastguard Worker 
combine_entropy_contexts(ENTROPY_CONTEXT a,ENTROPY_CONTEXT b)82*77c1e3ccSAndroid Build Coastguard Worker static inline int combine_entropy_contexts(ENTROPY_CONTEXT a,
83*77c1e3ccSAndroid Build Coastguard Worker                                            ENTROPY_CONTEXT b) {
84*77c1e3ccSAndroid Build Coastguard Worker   return (a != 0) + (b != 0);
85*77c1e3ccSAndroid Build Coastguard Worker }
86*77c1e3ccSAndroid Build Coastguard Worker 
get_entropy_context(TX_SIZE tx_size,const ENTROPY_CONTEXT * a,const ENTROPY_CONTEXT * l)87*77c1e3ccSAndroid Build Coastguard Worker static inline int get_entropy_context(TX_SIZE tx_size, const ENTROPY_CONTEXT *a,
88*77c1e3ccSAndroid Build Coastguard Worker                                       const ENTROPY_CONTEXT *l) {
89*77c1e3ccSAndroid Build Coastguard Worker   ENTROPY_CONTEXT above_ec = 0, left_ec = 0;
90*77c1e3ccSAndroid Build Coastguard Worker 
91*77c1e3ccSAndroid Build Coastguard Worker   switch (tx_size) {
92*77c1e3ccSAndroid Build Coastguard Worker     case TX_4X4:
93*77c1e3ccSAndroid Build Coastguard Worker       above_ec = a[0] != 0;
94*77c1e3ccSAndroid Build Coastguard Worker       left_ec = l[0] != 0;
95*77c1e3ccSAndroid Build Coastguard Worker       break;
96*77c1e3ccSAndroid Build Coastguard Worker     case TX_4X8:
97*77c1e3ccSAndroid Build Coastguard Worker       above_ec = a[0] != 0;
98*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint16_t *)l;
99*77c1e3ccSAndroid Build Coastguard Worker       break;
100*77c1e3ccSAndroid Build Coastguard Worker     case TX_8X4:
101*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint16_t *)a;
102*77c1e3ccSAndroid Build Coastguard Worker       left_ec = l[0] != 0;
103*77c1e3ccSAndroid Build Coastguard Worker       break;
104*77c1e3ccSAndroid Build Coastguard Worker     case TX_8X16:
105*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint16_t *)a;
106*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint32_t *)l;
107*77c1e3ccSAndroid Build Coastguard Worker       break;
108*77c1e3ccSAndroid Build Coastguard Worker     case TX_16X8:
109*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint32_t *)a;
110*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint16_t *)l;
111*77c1e3ccSAndroid Build Coastguard Worker       break;
112*77c1e3ccSAndroid Build Coastguard Worker     case TX_16X32:
113*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint32_t *)a;
114*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint64_t *)l;
115*77c1e3ccSAndroid Build Coastguard Worker       break;
116*77c1e3ccSAndroid Build Coastguard Worker     case TX_32X16:
117*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint64_t *)a;
118*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint32_t *)l;
119*77c1e3ccSAndroid Build Coastguard Worker       break;
120*77c1e3ccSAndroid Build Coastguard Worker     case TX_8X8:
121*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint16_t *)a;
122*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint16_t *)l;
123*77c1e3ccSAndroid Build Coastguard Worker       break;
124*77c1e3ccSAndroid Build Coastguard Worker     case TX_16X16:
125*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint32_t *)a;
126*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint32_t *)l;
127*77c1e3ccSAndroid Build Coastguard Worker       break;
128*77c1e3ccSAndroid Build Coastguard Worker     case TX_32X32:
129*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint64_t *)a;
130*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint64_t *)l;
131*77c1e3ccSAndroid Build Coastguard Worker       break;
132*77c1e3ccSAndroid Build Coastguard Worker     case TX_64X64:
133*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!(*(const uint64_t *)a | *(const uint64_t *)(a + 8));
134*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!(*(const uint64_t *)l | *(const uint64_t *)(l + 8));
135*77c1e3ccSAndroid Build Coastguard Worker       break;
136*77c1e3ccSAndroid Build Coastguard Worker     case TX_32X64:
137*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint64_t *)a;
138*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!(*(const uint64_t *)l | *(const uint64_t *)(l + 8));
139*77c1e3ccSAndroid Build Coastguard Worker       break;
140*77c1e3ccSAndroid Build Coastguard Worker     case TX_64X32:
141*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!(*(const uint64_t *)a | *(const uint64_t *)(a + 8));
142*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint64_t *)l;
143*77c1e3ccSAndroid Build Coastguard Worker       break;
144*77c1e3ccSAndroid Build Coastguard Worker     case TX_4X16:
145*77c1e3ccSAndroid Build Coastguard Worker       above_ec = a[0] != 0;
146*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint32_t *)l;
147*77c1e3ccSAndroid Build Coastguard Worker       break;
148*77c1e3ccSAndroid Build Coastguard Worker     case TX_16X4:
149*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint32_t *)a;
150*77c1e3ccSAndroid Build Coastguard Worker       left_ec = l[0] != 0;
151*77c1e3ccSAndroid Build Coastguard Worker       break;
152*77c1e3ccSAndroid Build Coastguard Worker     case TX_8X32:
153*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint16_t *)a;
154*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint64_t *)l;
155*77c1e3ccSAndroid Build Coastguard Worker       break;
156*77c1e3ccSAndroid Build Coastguard Worker     case TX_32X8:
157*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint64_t *)a;
158*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint16_t *)l;
159*77c1e3ccSAndroid Build Coastguard Worker       break;
160*77c1e3ccSAndroid Build Coastguard Worker     case TX_16X64:
161*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!*(const uint32_t *)a;
162*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!(*(const uint64_t *)l | *(const uint64_t *)(l + 8));
163*77c1e3ccSAndroid Build Coastguard Worker       break;
164*77c1e3ccSAndroid Build Coastguard Worker     case TX_64X16:
165*77c1e3ccSAndroid Build Coastguard Worker       above_ec = !!(*(const uint64_t *)a | *(const uint64_t *)(a + 8));
166*77c1e3ccSAndroid Build Coastguard Worker       left_ec = !!*(const uint32_t *)l;
167*77c1e3ccSAndroid Build Coastguard Worker       break;
168*77c1e3ccSAndroid Build Coastguard Worker     default: assert(0 && "Invalid transform size."); break;
169*77c1e3ccSAndroid Build Coastguard Worker   }
170*77c1e3ccSAndroid Build Coastguard Worker   return combine_entropy_contexts(above_ec, left_ec);
171*77c1e3ccSAndroid Build Coastguard Worker }
172*77c1e3ccSAndroid Build Coastguard Worker 
get_txsize_entropy_ctx(TX_SIZE txsize)173*77c1e3ccSAndroid Build Coastguard Worker static inline TX_SIZE get_txsize_entropy_ctx(TX_SIZE txsize) {
174*77c1e3ccSAndroid Build Coastguard Worker   return (TX_SIZE)((txsize_sqr_map[txsize] + txsize_sqr_up_map[txsize] + 1) >>
175*77c1e3ccSAndroid Build Coastguard Worker                    1);
176*77c1e3ccSAndroid Build Coastguard Worker }
177*77c1e3ccSAndroid Build Coastguard Worker 
178*77c1e3ccSAndroid Build Coastguard Worker #ifdef __cplusplus
179*77c1e3ccSAndroid Build Coastguard Worker }  // extern "C"
180*77c1e3ccSAndroid Build Coastguard Worker #endif
181*77c1e3ccSAndroid Build Coastguard Worker 
182*77c1e3ccSAndroid Build Coastguard Worker #endif  // AOM_AV1_COMMON_ENTROPY_H_
183