xref: /aosp_15_r20/external/libdav1d/src/refmvs.h (revision c09093415860a1c2373dacd84c4fde00c507cdfd)
1*c0909341SAndroid Build Coastguard Worker /*
2*c0909341SAndroid Build Coastguard Worker  * Copyright © 2020, VideoLAN and dav1d authors
3*c0909341SAndroid Build Coastguard Worker  * Copyright © 2020, Two Orioles, LLC
4*c0909341SAndroid Build Coastguard Worker  * All rights reserved.
5*c0909341SAndroid Build Coastguard Worker  *
6*c0909341SAndroid Build Coastguard Worker  * Redistribution and use in source and binary forms, with or without
7*c0909341SAndroid Build Coastguard Worker  * modification, are permitted provided that the following conditions are met:
8*c0909341SAndroid Build Coastguard Worker  *
9*c0909341SAndroid Build Coastguard Worker  * 1. Redistributions of source code must retain the above copyright notice, this
10*c0909341SAndroid Build Coastguard Worker  *    list of conditions and the following disclaimer.
11*c0909341SAndroid Build Coastguard Worker  *
12*c0909341SAndroid Build Coastguard Worker  * 2. Redistributions in binary form must reproduce the above copyright notice,
13*c0909341SAndroid Build Coastguard Worker  *    this list of conditions and the following disclaimer in the documentation
14*c0909341SAndroid Build Coastguard Worker  *    and/or other materials provided with the distribution.
15*c0909341SAndroid Build Coastguard Worker  *
16*c0909341SAndroid Build Coastguard Worker  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
17*c0909341SAndroid Build Coastguard Worker  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18*c0909341SAndroid Build Coastguard Worker  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
19*c0909341SAndroid Build Coastguard Worker  * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
20*c0909341SAndroid Build Coastguard Worker  * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
21*c0909341SAndroid Build Coastguard Worker  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22*c0909341SAndroid Build Coastguard Worker  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
23*c0909341SAndroid Build Coastguard Worker  * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24*c0909341SAndroid Build Coastguard Worker  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
25*c0909341SAndroid Build Coastguard Worker  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26*c0909341SAndroid Build Coastguard Worker  */
27*c0909341SAndroid Build Coastguard Worker 
28*c0909341SAndroid Build Coastguard Worker #ifndef DAV1D_SRC_REF_MVS_H
29*c0909341SAndroid Build Coastguard Worker #define DAV1D_SRC_REF_MVS_H
30*c0909341SAndroid Build Coastguard Worker 
31*c0909341SAndroid Build Coastguard Worker #include <stdint.h>
32*c0909341SAndroid Build Coastguard Worker 
33*c0909341SAndroid Build Coastguard Worker #include "dav1d/headers.h"
34*c0909341SAndroid Build Coastguard Worker 
35*c0909341SAndroid Build Coastguard Worker #include "common/intops.h"
36*c0909341SAndroid Build Coastguard Worker 
37*c0909341SAndroid Build Coastguard Worker #include "src/intra_edge.h"
38*c0909341SAndroid Build Coastguard Worker #include "src/tables.h"
39*c0909341SAndroid Build Coastguard Worker 
40*c0909341SAndroid Build Coastguard Worker #define INVALID_MV 0x80008000
41*c0909341SAndroid Build Coastguard Worker 
42*c0909341SAndroid Build Coastguard Worker PACKED(typedef struct refmvs_temporal_block {
43*c0909341SAndroid Build Coastguard Worker     mv mv;
44*c0909341SAndroid Build Coastguard Worker     int8_t ref;
45*c0909341SAndroid Build Coastguard Worker }) refmvs_temporal_block;
46*c0909341SAndroid Build Coastguard Worker CHECK_SIZE(refmvs_temporal_block, 5);
47*c0909341SAndroid Build Coastguard Worker 
48*c0909341SAndroid Build Coastguard Worker PACKED(typedef union refmvs_refpair {
49*c0909341SAndroid Build Coastguard Worker     int8_t ref[2]; // [0] = 0: intra=1, [1] = -1: comp=0
50*c0909341SAndroid Build Coastguard Worker     uint16_t pair;
51*c0909341SAndroid Build Coastguard Worker }) ALIGN(refmvs_refpair, 2);
52*c0909341SAndroid Build Coastguard Worker CHECK_SIZE(refmvs_refpair, 2);
53*c0909341SAndroid Build Coastguard Worker 
54*c0909341SAndroid Build Coastguard Worker typedef union refmvs_mvpair {
55*c0909341SAndroid Build Coastguard Worker     mv mv[2];
56*c0909341SAndroid Build Coastguard Worker     uint64_t n;
57*c0909341SAndroid Build Coastguard Worker } refmvs_mvpair;
58*c0909341SAndroid Build Coastguard Worker CHECK_SIZE(refmvs_mvpair, 8);
59*c0909341SAndroid Build Coastguard Worker 
60*c0909341SAndroid Build Coastguard Worker PACKED(typedef struct refmvs_block {
61*c0909341SAndroid Build Coastguard Worker     refmvs_mvpair mv;
62*c0909341SAndroid Build Coastguard Worker     refmvs_refpair ref;
63*c0909341SAndroid Build Coastguard Worker     uint8_t bs, mf; // 1 = globalmv+affine, 2 = newmv
64*c0909341SAndroid Build Coastguard Worker }) ALIGN(refmvs_block, 4);
65*c0909341SAndroid Build Coastguard Worker CHECK_SIZE(refmvs_block, 12);
66*c0909341SAndroid Build Coastguard Worker 
67*c0909341SAndroid Build Coastguard Worker typedef struct refmvs_frame {
68*c0909341SAndroid Build Coastguard Worker     const Dav1dFrameHeader *frm_hdr;
69*c0909341SAndroid Build Coastguard Worker     int iw4, ih4, iw8, ih8;
70*c0909341SAndroid Build Coastguard Worker     int sbsz;
71*c0909341SAndroid Build Coastguard Worker     int use_ref_frame_mvs;
72*c0909341SAndroid Build Coastguard Worker     uint8_t sign_bias[7], mfmv_sign[7];
73*c0909341SAndroid Build Coastguard Worker     int8_t pocdiff[7];
74*c0909341SAndroid Build Coastguard Worker     uint8_t mfmv_ref[3];
75*c0909341SAndroid Build Coastguard Worker     int mfmv_ref2cur[3];
76*c0909341SAndroid Build Coastguard Worker     int mfmv_ref2ref[3][7];
77*c0909341SAndroid Build Coastguard Worker     int n_mfmvs;
78*c0909341SAndroid Build Coastguard Worker 
79*c0909341SAndroid Build Coastguard Worker     int n_blocks;
80*c0909341SAndroid Build Coastguard Worker     refmvs_temporal_block *rp;
81*c0909341SAndroid Build Coastguard Worker     /*const*/ refmvs_temporal_block *const *rp_ref;
82*c0909341SAndroid Build Coastguard Worker     refmvs_temporal_block *rp_proj;
83*c0909341SAndroid Build Coastguard Worker     ptrdiff_t rp_stride;
84*c0909341SAndroid Build Coastguard Worker 
85*c0909341SAndroid Build Coastguard Worker     refmvs_block *r; // 35 x r_stride memory
86*c0909341SAndroid Build Coastguard Worker     int n_tile_threads, n_frame_threads;
87*c0909341SAndroid Build Coastguard Worker } refmvs_frame;
88*c0909341SAndroid Build Coastguard Worker 
89*c0909341SAndroid Build Coastguard Worker typedef struct refmvs_tile {
90*c0909341SAndroid Build Coastguard Worker     const refmvs_frame *rf;
91*c0909341SAndroid Build Coastguard Worker     refmvs_block *r[32 + 5];
92*c0909341SAndroid Build Coastguard Worker     refmvs_temporal_block *rp_proj;
93*c0909341SAndroid Build Coastguard Worker     struct {
94*c0909341SAndroid Build Coastguard Worker         int start, end;
95*c0909341SAndroid Build Coastguard Worker     } tile_col, tile_row;
96*c0909341SAndroid Build Coastguard Worker } refmvs_tile;
97*c0909341SAndroid Build Coastguard Worker 
98*c0909341SAndroid Build Coastguard Worker typedef struct refmvs_candidate {
99*c0909341SAndroid Build Coastguard Worker     refmvs_mvpair mv;
100*c0909341SAndroid Build Coastguard Worker     int weight;
101*c0909341SAndroid Build Coastguard Worker } refmvs_candidate;
102*c0909341SAndroid Build Coastguard Worker 
103*c0909341SAndroid Build Coastguard Worker // initialize temporal MVs; this can be done in any configuration, e.g. one
104*c0909341SAndroid Build Coastguard Worker // tile/sbrow at a time, where col_{start,end}8 are the tile boundaries; or
105*c0909341SAndroid Build Coastguard Worker // it can just be for the whole frame's sbrow, where col_{start,end}8 are the
106*c0909341SAndroid Build Coastguard Worker // frame boundaries. row_{start,end}8 are the superblock row boundaries.
107*c0909341SAndroid Build Coastguard Worker #define decl_load_tmvs_fn(name) \
108*c0909341SAndroid Build Coastguard Worker void (name)(const refmvs_frame *rf, int tile_row_idx, \
109*c0909341SAndroid Build Coastguard Worker             int col_start8, int col_end8, int row_start8, int row_end8)
110*c0909341SAndroid Build Coastguard Worker typedef decl_load_tmvs_fn(*load_tmvs_fn);
111*c0909341SAndroid Build Coastguard Worker 
112*c0909341SAndroid Build Coastguard Worker #define decl_save_tmvs_fn(name) \
113*c0909341SAndroid Build Coastguard Worker void (name)(refmvs_temporal_block *rp, const ptrdiff_t stride, \
114*c0909341SAndroid Build Coastguard Worker             refmvs_block *const *const rr, const uint8_t *const ref_sign, \
115*c0909341SAndroid Build Coastguard Worker             int col_end8, int row_end8, int col_start8, int row_start8)
116*c0909341SAndroid Build Coastguard Worker typedef decl_save_tmvs_fn(*save_tmvs_fn);
117*c0909341SAndroid Build Coastguard Worker 
118*c0909341SAndroid Build Coastguard Worker #define decl_splat_mv_fn(name) \
119*c0909341SAndroid Build Coastguard Worker void (name)(refmvs_block **rr, const refmvs_block *rmv, int bx4, int bw4, int bh4)
120*c0909341SAndroid Build Coastguard Worker typedef decl_splat_mv_fn(*splat_mv_fn);
121*c0909341SAndroid Build Coastguard Worker 
122*c0909341SAndroid Build Coastguard Worker typedef struct Dav1dRefmvsDSPContext {
123*c0909341SAndroid Build Coastguard Worker     load_tmvs_fn load_tmvs;
124*c0909341SAndroid Build Coastguard Worker     save_tmvs_fn save_tmvs;
125*c0909341SAndroid Build Coastguard Worker     splat_mv_fn splat_mv;
126*c0909341SAndroid Build Coastguard Worker } Dav1dRefmvsDSPContext;
127*c0909341SAndroid Build Coastguard Worker 
128*c0909341SAndroid Build Coastguard Worker // call once per frame
129*c0909341SAndroid Build Coastguard Worker int dav1d_refmvs_init_frame(refmvs_frame *rf,
130*c0909341SAndroid Build Coastguard Worker                             const Dav1dSequenceHeader *seq_hdr,
131*c0909341SAndroid Build Coastguard Worker                             const Dav1dFrameHeader *frm_hdr,
132*c0909341SAndroid Build Coastguard Worker                             const unsigned ref_poc[7],
133*c0909341SAndroid Build Coastguard Worker                             refmvs_temporal_block *rp,
134*c0909341SAndroid Build Coastguard Worker                             const unsigned ref_ref_poc[7][7],
135*c0909341SAndroid Build Coastguard Worker                             /*const*/ refmvs_temporal_block *const rp_ref[7],
136*c0909341SAndroid Build Coastguard Worker                             int n_tile_threads, int n_frame_threads);
137*c0909341SAndroid Build Coastguard Worker 
138*c0909341SAndroid Build Coastguard Worker // cache the current tile/sbrow (or frame/sbrow)'s projectable motion vectors
139*c0909341SAndroid Build Coastguard Worker // into buffers for use in future frame's temporal MV prediction
dav1d_refmvs_save_tmvs(const Dav1dRefmvsDSPContext * const dsp,const refmvs_tile * const rt,const int col_start8,int col_end8,const int row_start8,int row_end8)140*c0909341SAndroid Build Coastguard Worker static inline void dav1d_refmvs_save_tmvs(const Dav1dRefmvsDSPContext *const dsp,
141*c0909341SAndroid Build Coastguard Worker                                           const refmvs_tile *const rt,
142*c0909341SAndroid Build Coastguard Worker                                           const int col_start8, int col_end8,
143*c0909341SAndroid Build Coastguard Worker                                           const int row_start8, int row_end8)
144*c0909341SAndroid Build Coastguard Worker {
145*c0909341SAndroid Build Coastguard Worker     const refmvs_frame *const rf = rt->rf;
146*c0909341SAndroid Build Coastguard Worker 
147*c0909341SAndroid Build Coastguard Worker     assert(row_start8 >= 0);
148*c0909341SAndroid Build Coastguard Worker     assert((unsigned) (row_end8 - row_start8) <= 16U);
149*c0909341SAndroid Build Coastguard Worker     row_end8 = imin(row_end8, rf->ih8);
150*c0909341SAndroid Build Coastguard Worker     col_end8 = imin(col_end8, rf->iw8);
151*c0909341SAndroid Build Coastguard Worker 
152*c0909341SAndroid Build Coastguard Worker     const ptrdiff_t stride = rf->rp_stride;
153*c0909341SAndroid Build Coastguard Worker     const uint8_t *const ref_sign = rf->mfmv_sign;
154*c0909341SAndroid Build Coastguard Worker     refmvs_temporal_block *rp = &rf->rp[row_start8 * stride];
155*c0909341SAndroid Build Coastguard Worker 
156*c0909341SAndroid Build Coastguard Worker     dsp->save_tmvs(rp, stride, rt->r + 6, ref_sign,
157*c0909341SAndroid Build Coastguard Worker                    col_end8, row_end8, col_start8, row_start8);
158*c0909341SAndroid Build Coastguard Worker }
159*c0909341SAndroid Build Coastguard Worker 
160*c0909341SAndroid Build Coastguard Worker // initialize tile boundaries and refmvs_block pointers for one tile/sbrow
161*c0909341SAndroid Build Coastguard Worker void dav1d_refmvs_tile_sbrow_init(refmvs_tile *rt, const refmvs_frame *rf,
162*c0909341SAndroid Build Coastguard Worker                                   int tile_col_start4, int tile_col_end4,
163*c0909341SAndroid Build Coastguard Worker                                   int tile_row_start4, int tile_row_end4,
164*c0909341SAndroid Build Coastguard Worker                                   int sby, int tile_row_idx, int pass);
165*c0909341SAndroid Build Coastguard Worker 
166*c0909341SAndroid Build Coastguard Worker // call for each block
167*c0909341SAndroid Build Coastguard Worker void dav1d_refmvs_find(const refmvs_tile *rt,
168*c0909341SAndroid Build Coastguard Worker                        refmvs_candidate mvstack[8], int *cnt,
169*c0909341SAndroid Build Coastguard Worker                        int *ctx, const refmvs_refpair ref, enum BlockSize bs,
170*c0909341SAndroid Build Coastguard Worker                        enum EdgeFlags edge_flags, int by4, int bx4);
171*c0909341SAndroid Build Coastguard Worker 
172*c0909341SAndroid Build Coastguard Worker void dav1d_refmvs_dsp_init(Dav1dRefmvsDSPContext *dsp);
173*c0909341SAndroid Build Coastguard Worker void dav1d_refmvs_dsp_init_arm(Dav1dRefmvsDSPContext *dsp);
174*c0909341SAndroid Build Coastguard Worker void dav1d_refmvs_dsp_init_loongarch(Dav1dRefmvsDSPContext *dsp);
175*c0909341SAndroid Build Coastguard Worker void dav1d_refmvs_dsp_init_x86(Dav1dRefmvsDSPContext *dsp);
176*c0909341SAndroid Build Coastguard Worker 
177*c0909341SAndroid Build Coastguard Worker #endif /* DAV1D_SRC_REF_MVS_H */
178