FFmpeg  4.4.6
vp9dec.h
Go to the documentation of this file.
1 /*
2  * VP9 compatible video decoder
3  *
4  * Copyright (C) 2013 Ronald S. Bultje <rsbultje gmail com>
5  * Copyright (C) 2013 Clément Bœsch <u pkh me>
6  *
7  * This file is part of FFmpeg.
8  *
9  * FFmpeg is free software; you can redistribute it and/or
10  * modify it under the terms of the GNU Lesser General Public
11  * License as published by the Free Software Foundation; either
12  * version 2.1 of the License, or (at your option) any later version.
13  *
14  * FFmpeg is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17  * Lesser General Public License for more details.
18  *
19  * You should have received a copy of the GNU Lesser General Public
20  * License along with FFmpeg; if not, write to the Free Software
21  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22  */
23 
24 #ifndef AVCODEC_VP9DEC_H
25 #define AVCODEC_VP9DEC_H
26 
27 #include <stddef.h>
28 #include <stdint.h>
29 #include <stdatomic.h>
30 
31 #include "libavutil/buffer.h"
32 #include "libavutil/mem_internal.h"
33 #include "libavutil/thread.h"
34 #include "libavutil/internal.h"
35 
36 #include "vp9.h"
37 #include "vp9dsp.h"
38 #include "vp9shared.h"
39 
40 #define REF_INVALID_SCALE 0xFFFF
41 
42 enum MVJoint {
47 };
48 
49 typedef struct ProbContext {
50  uint8_t y_mode[4][9];
51  uint8_t uv_mode[10][9];
52  uint8_t filter[4][2];
58  uint8_t tx32p[2][3];
59  uint8_t tx16p[2][2];
63  struct {
69  uint8_t fp[3];
72  } mv_comp[2];
73  uint8_t partition[4][4][3];
74 } ProbContext;
75 
76 typedef struct VP9Filter {
77  uint8_t level[8 * 8];
78  uint8_t /* bit=col */ mask[2 /* 0=y, 1=uv */][2 /* 0=col, 1=row */]
79  [8 /* rows */][4 /* 0=16, 1=8, 2=4, 3=inner4 */];
80 } VP9Filter;
81 
82 typedef struct VP9Block {
84  enum FilterMode filter;
85  VP56mv mv[4 /* b_idx */][2 /* ref */];
86  enum BlockSize bs;
87  enum TxfmMode tx, uvtx;
88  enum BlockLevel bl;
89  enum BlockPartition bp;
90 } VP9Block;
91 
92 typedef struct VP9TileData VP9TileData;
93 
94 typedef struct VP9Context {
97 
103 
104 #if HAVE_THREADS
105  pthread_mutex_t progress_mutex;
106  pthread_cond_t progress_cond;
107  atomic_int *entries;
108 #endif
109 
113  // sb_cols/rows, rows/cols and last_fmt are used for allocating all internal
114  // arrays, and are thus per-thread. w/h and gf_fmt are synced between threads
115  // and are therefore per-stream. pix_fmt represents the value in the header
116  // of the currently processed frame.
117  int w, h;
118  enum AVPixelFormat pix_fmt, last_fmt, gf_fmt;
119  unsigned sb_cols, sb_rows, rows, cols;
121 
122  struct {
126  struct {
128  uint8_t coef[4][2][2][6][6][3];
129  } prob_ctx[4];
130  struct {
131  ProbContext p;
132  uint8_t coef[4][2][2][6][6][11];
133  } prob;
134 
135  // contextual (above) cache
138  // FIXME maybe merge some of the below in a flags field?
149 
150  // whole-frame cache
153 
154  // block reconstruction intermediates
156  uint16_t mvscale[3][2];
158 
159  // frame specific buffer pools
162 } VP9Context;
163 
164 struct VP9TileData {
165  //VP9Context should be const, but because of the threading API(generates
166  //a lot of warnings) it's not.
170  int row, row7, col, col7;
172  ptrdiff_t y_stride, uv_stride;
174  unsigned tile_col_start;
175 
176  struct {
177  unsigned y_mode[4][10];
178  unsigned uv_mode[10][10];
179  unsigned filter[4][3];
180  unsigned mv_mode[7][4];
181  unsigned intra[4][2];
182  unsigned comp[5][2];
183  unsigned single_ref[5][2][2];
184  unsigned comp_ref[5][2];
185  unsigned tx32p[2][4];
186  unsigned tx16p[2][3];
187  unsigned tx8p[2][2];
188  unsigned skip[3][2];
189  unsigned mv_joint[4];
190  struct {
191  unsigned sign[2];
192  unsigned classes[11];
193  unsigned class0[2];
194  unsigned bits[10][2];
195  unsigned class0_fp[2][4];
196  unsigned fp[4];
197  unsigned class0_hp[2];
198  unsigned hp[2];
199  } mv_comp[2];
200  unsigned partition[4][4][4];
201  unsigned coef[4][2][2][6][6][3];
202  unsigned eob[4][2][2][6][6][2];
204 
205  // whole-frame cache
207 
208  // contextual (left) cache
221  // block reconstruction intermediates
222  DECLARE_ALIGNED(32, uint8_t, tmp_y)[64 * 64 * 2];
223  DECLARE_ALIGNED(32, uint8_t, tmp_uv)[2][64 * 64 * 2];
224  struct { int x, y; } min_mv, max_mv;
225  int16_t *block_base, *block, *uvblock_base[2], *uvblock[2];
227 
228  // error message
230  struct {
231  unsigned int row:13;
232  unsigned int col:13;
233  unsigned int block_size_idx_x:2;
234  unsigned int block_size_idx_y:2;
236  unsigned int nb_block_structure;
237 };
238 
239 void ff_vp9_fill_mv(VP9TileData *td, VP56mv *mv, int mode, int sb);
240 
242 
243 void ff_vp9_decode_block(VP9TileData *td, int row, int col,
244  VP9Filter *lflvl, ptrdiff_t yoff, ptrdiff_t uvoff,
245  enum BlockLevel bl, enum BlockPartition bp);
246 
247 void ff_vp9_loopfilter_sb(AVCodecContext *avctx, VP9Filter *lflvl,
248  int row, int col, ptrdiff_t yoff, ptrdiff_t uvoff);
249 
251  ptrdiff_t y_off, ptrdiff_t uv_off);
253  ptrdiff_t y_off, ptrdiff_t uv_off);
256 
257 #endif /* AVCODEC_VP9DEC_H */
uint8_t
refcounted data buffer API
#define s(width, name)
Definition: cbs_vp9.c:257
static enum AVPixelFormat pix_fmt
intptr_t atomic_int
Definition: stdatomic.h:55
mode
Use these values in ebur128_init (or'ed).
Definition: ebur128.h:83
#define DECLARE_ALIGNED(n, t, v)
Declare a variable that is aligned in memory.
Definition: mem.h:117
static const int8_t mv[256][2]
Definition: 4xm.c:78
common internal API header
_fmutex pthread_mutex_t
Definition: os2threads.h:53
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
#define td
Definition: regdef.h:70
The buffer pool.
main external API structure.
Definition: avcodec.h:536
uint8_t comp[5]
Definition: vp9dec.h:55
struct ProbContext::@175 mv_comp[2]
uint8_t fp[3]
Definition: vp9dec.h:69
uint8_t class0_fp[2][3]
Definition: vp9dec.h:68
uint8_t skip[3]
Definition: vp9dec.h:61
uint8_t filter[4][2]
Definition: vp9dec.h:52
uint8_t bits[10]
Definition: vp9dec.h:67
uint8_t tx16p[2][2]
Definition: vp9dec.h:59
uint8_t mv_joint[3]
Definition: vp9dec.h:62
uint8_t class0_hp
Definition: vp9dec.h:70
uint8_t tx8p[2]
Definition: vp9dec.h:60
uint8_t tx32p[2][3]
Definition: vp9dec.h:58
uint8_t mv_mode[7][3]
Definition: vp9dec.h:53
uint8_t intra[4]
Definition: vp9dec.h:54
uint8_t y_mode[4][9]
Definition: vp9dec.h:50
uint8_t sign
Definition: vp9dec.h:64
uint8_t classes[10]
Definition: vp9dec.h:65
uint8_t class0
Definition: vp9dec.h:66
uint8_t comp_ref[5]
Definition: vp9dec.h:57
uint8_t partition[4][4][3]
Definition: vp9dec.h:73
uint8_t single_ref[5][2]
Definition: vp9dec.h:56
uint8_t hp
Definition: vp9dec.h:71
uint8_t uv_mode[10][9]
Definition: vp9dec.h:51
Definition: vp56.h:68
enum TxfmMode tx uvtx
Definition: vp9dec.h:87
VP56mv mv[4][2]
Definition: vp9dec.h:85
uint8_t comp
Definition: vp9dec.h:83
enum FilterMode filter
Definition: vp9dec.h:84
uint8_t ref[2]
Definition: vp9dec.h:83
enum BlockPartition bp
Definition: vp9dec.h:89
uint8_t seg_id
Definition: vp9dec.h:83
enum BlockSize bs
Definition: vp9dec.h:86
uint8_t skip
Definition: vp9dec.h:83
enum BlockLevel bl
Definition: vp9dec.h:88
uint8_t uvmode
Definition: vp9dec.h:83
uint8_t intra
Definition: vp9dec.h:83
unsigned cols
Definition: vp9dec.h:119
VP9DSPContext dsp
Definition: vp9dec.h:98
int active_tile_cols
Definition: vp9dec.h:102
ProbContext p
Definition: vp9dec.h:127
uint8_t * above_partition_ctx
Definition: vp9dec.h:136
uint8_t * above_mode_ctx
Definition: vp9dec.h:137
struct VP9Context::@177 prob_ctx[4]
uint8_t last_bpp
Definition: vp9dec.h:111
struct VP9Context::@178 prob
uint8_t * above_filter_ctx
Definition: vp9dec.h:147
uint8_t * above_y_nnz_ctx
Definition: vp9dec.h:139
int h
Definition: vp9dec.h:117
uint8_t * above_uv_nnz_ctx[2]
Definition: vp9dec.h:140
uint8_t * intra_pred_data[3]
Definition: vp9dec.h:151
uint16_t mvscale[3][2]
Definition: vp9dec.h:156
enum AVPixelFormat pix_fmt last_fmt gf_fmt
Definition: vp9dec.h:118
uint8_t last_keyframe
Definition: vp9dec.h:112
uint8_t mvstep[3][2]
Definition: vp9dec.h:157
AVBufferPool * frame_extradata_pool
Definition: vp9dec.h:160
int pass
Definition: vp9dec.h:102
unsigned sb_rows
Definition: vp9dec.h:119
uint8_t * above_ref_ctx
Definition: vp9dec.h:146
uint8_t ss_h
Definition: vp9dec.h:110
unsigned rows
Definition: vp9dec.h:119
struct VP9Context::@176 filter_lut
uint8_t * above_segpred_ctx
Definition: vp9dec.h:143
uint8_t mblim_lut[64]
Definition: vp9dec.h:124
ThreadFrame next_refs[8]
Definition: vp9dec.h:120
uint8_t * above_skip_ctx
Definition: vp9dec.h:141
VP9Filter * lflvl
Definition: vp9dec.h:152
uint8_t coef[4][2][2][6][6][3]
Definition: vp9dec.h:128
VP9SharedContext s
Definition: vp9dec.h:95
uint8_t * above_intra_ctx
Definition: vp9dec.h:144
VP56mv(* above_mv_ctx)[2]
Definition: vp9dec.h:148
GetBitContext gb
Definition: vp9dec.h:100
uint8_t ss_v
Definition: vp9dec.h:110
uint8_t * above_txfm_ctx
Definition: vp9dec.h:142
VP9TileData * td
Definition: vp9dec.h:96
uint8_t bytesperpixel
Definition: vp9dec.h:111
uint8_t lim_lut[64]
Definition: vp9dec.h:123
int block_alloc_using_2pass
Definition: vp9dec.h:155
unsigned sb_cols
Definition: vp9dec.h:119
uint8_t * above_comp_ctx
Definition: vp9dec.h:145
int frame_extradata_pool_size
Definition: vp9dec.h:161
VideoDSPContext vdsp
Definition: vp9dec.h:99
uint8_t bpp_index
Definition: vp9dec.h:111
int w
Definition: vp9dec.h:117
VP56RangeCoder c
Definition: vp9dec.h:101
uint8_t level[8 *8]
Definition: vp9dec.h:77
uint8_t mask[2][2][8][4]
Definition: vp9dec.h:79
uint8_t left_txfm_ctx[8]
Definition: vp9dec.h:215
unsigned eob[4][2][2][6][6][2]
Definition: vp9dec.h:202
uint8_t left_ref_ctx[8]
Definition: vp9dec.h:219
unsigned class0[2]
Definition: vp9dec.h:193
uint8_t * uveob[2]
Definition: vp9dec.h:226
uint8_t left_segpred_ctx[8]
Definition: vp9dec.h:216
unsigned intra[4][2]
Definition: vp9dec.h:181
VP9Block * b_base
Definition: vp9dec.h:173
unsigned int block_size_idx_x
Definition: vp9dec.h:233
unsigned single_ref[5][2][2]
Definition: vp9dec.h:183
unsigned class0_fp[2][4]
Definition: vp9dec.h:195
struct VP9TileData::@179::@182 mv_comp[2]
uint8_t left_y_nnz_ctx[16]
Definition: vp9dec.h:209
int row7
Definition: vp9dec.h:170
VP9Context * s
Definition: vp9dec.h:167
uint8_t tmp_uv[2][64 *64 *2]
Definition: vp9dec.h:223
uint8_t tmp_y[64 *64 *2]
Definition: vp9dec.h:222
struct VP9TileData::@180 min_mv
unsigned class0_hp[2]
Definition: vp9dec.h:197
struct VP9TileData::@180 max_mv
uint8_t left_filter_ctx[8]
Definition: vp9dec.h:220
uint8_t * uveob_base[2]
Definition: vp9dec.h:226
unsigned int nb_block_structure
Definition: vp9dec.h:236
uint8_t left_skip_ctx[8]
Definition: vp9dec.h:214
unsigned int block_size_idx_y
Definition: vp9dec.h:234
uint8_t * eob_base
Definition: vp9dec.h:226
uint8_t left_intra_ctx[8]
Definition: vp9dec.h:217
int16_t * uvblock_base[2]
Definition: vp9dec.h:225
VP56mv left_mv_ctx[16][2]
Definition: vp9dec.h:211
uint8_t * eob
Definition: vp9dec.h:226
unsigned bits[10][2]
Definition: vp9dec.h:194
ptrdiff_t uv_stride
Definition: vp9dec.h:172
int16_t * block
Definition: vp9dec.h:225
unsigned int row
Definition: vp9dec.h:231
VP56RangeCoder * c_b
Definition: vp9dec.h:168
int16_t * uvblock[2]
Definition: vp9dec.h:225
unsigned mv_mode[7][4]
Definition: vp9dec.h:180
unsigned tx16p[2][3]
Definition: vp9dec.h:186
int16_t * block_base
Definition: vp9dec.h:225
int error_info
Definition: vp9dec.h:229
unsigned classes[11]
Definition: vp9dec.h:192
unsigned uv_mode[10][10]
Definition: vp9dec.h:178
unsigned comp_ref[5][2]
Definition: vp9dec.h:184
unsigned skip[3][2]
Definition: vp9dec.h:188
unsigned int col
Definition: vp9dec.h:232
VP56RangeCoder * c
Definition: vp9dec.h:169
ptrdiff_t y_stride
Definition: vp9dec.h:172
uint8_t left_comp_ctx[8]
Definition: vp9dec.h:218
unsigned tx8p[2][2]
Definition: vp9dec.h:187
unsigned tx32p[2][4]
Definition: vp9dec.h:185
unsigned hp[2]
Definition: vp9dec.h:198
uint8_t * dst[3]
Definition: vp9dec.h:171
unsigned filter[4][3]
Definition: vp9dec.h:179
unsigned coef[4][2][2][6][6][3]
Definition: vp9dec.h:201
unsigned mv_joint[4]
Definition: vp9dec.h:189
int col
Definition: vp9dec.h:170
unsigned partition[4][4][4]
Definition: vp9dec.h:200
unsigned sign[2]
Definition: vp9dec.h:191
struct VP9TileData::@179 counts
uint8_t edge_emu_buffer[135 *144 *2]
Definition: vp9dec.h:206
int col7
Definition: vp9dec.h:170
int row
Definition: vp9dec.h:170
uint8_t left_uv_nnz_ctx[2][16]
Definition: vp9dec.h:212
uint8_t left_mode_ctx[16]
Definition: vp9dec.h:210
VP9Block * b
Definition: vp9dec.h:173
unsigned fp[4]
Definition: vp9dec.h:196
unsigned y_mode[4][10]
Definition: vp9dec.h:177
struct VP9TileData::@181 * block_structure
unsigned tile_col_start
Definition: vp9dec.h:174
unsigned comp[5][2]
Definition: vp9dec.h:182
uint8_t left_partition_ctx[8]
Definition: vp9dec.h:213
FilterMode
Definition: vp9.h:64
TxfmMode
Definition: vp9.h:27
void ff_vp9_intra_recon_16bpp(VP9TileData *td, ptrdiff_t y_off, ptrdiff_t uv_off)
Definition: vp9recon.c:294
void ff_vp9_loopfilter_sb(AVCodecContext *avctx, VP9Filter *lflvl, int row, int col, ptrdiff_t yoff, ptrdiff_t uvoff)
Definition: vp9lpf.c:178
MVJoint
Definition: vp9dec.h:42
@ MV_JOINT_HV
Definition: vp9dec.h:46
@ MV_JOINT_V
Definition: vp9dec.h:45
@ MV_JOINT_ZERO
Definition: vp9dec.h:43
@ MV_JOINT_H
Definition: vp9dec.h:44
void ff_vp9_adapt_probs(VP9Context *s)
Definition: vp9prob.c:46
void ff_vp9_fill_mv(VP9TileData *td, VP56mv *mv, int mode, int sb)
Definition: vp9mvs.c:291
void ff_vp9_inter_recon_16bpp(VP9TileData *td)
Definition: vp9recon.c:660
void ff_vp9_inter_recon_8bpp(VP9TileData *td)
Definition: vp9recon.c:655
void ff_vp9_decode_block(VP9TileData *td, int row, int col, VP9Filter *lflvl, ptrdiff_t yoff, ptrdiff_t uvoff, enum BlockLevel bl, enum BlockPartition bp)
Definition: vp9block.c:1263
void ff_vp9_intra_recon_8bpp(VP9TileData *td, ptrdiff_t y_off, ptrdiff_t uv_off)
Definition: vp9recon.c:289
BlockLevel
Definition: vp9shared.h:70
BlockSize
Definition: vp9shared.h:77
BlockPartition
Definition: vp9shared.h:34