vp9dec.h 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256
  1. /*
  2. * VP9 compatible video decoder
  3. *
  4. * Copyright (C) 2013 Ronald S. Bultje <rsbultje gmail com>
  5. * Copyright (C) 2013 Clément Bœsch <u pkh me>
  6. *
  7. * This file is part of FFmpeg.
  8. *
  9. * FFmpeg is free software; you can redistribute it and/or
  10. * modify it under the terms of the GNU Lesser General Public
  11. * License as published by the Free Software Foundation; either
  12. * version 2.1 of the License, or (at your option) any later version.
  13. *
  14. * FFmpeg is distributed in the hope that it will be useful,
  15. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  17. * Lesser General Public License for more details.
  18. *
  19. * You should have received a copy of the GNU Lesser General Public
  20. * License along with FFmpeg; if not, write to the Free Software
  21. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  22. */
  23. #ifndef AVCODEC_VP9DEC_H
  24. #define AVCODEC_VP9DEC_H
  25. #include <stddef.h>
  26. #include <stdint.h>
  27. #include <stdatomic.h>
  28. #include "libavutil/buffer.h"
  29. #include "libavutil/thread.h"
  30. #include "libavutil/internal.h"
  31. #include "vp9.h"
  32. #include "vp9dsp.h"
  33. #include "vp9shared.h"
  34. #define REF_INVALID_SCALE 0xFFFF
  35. enum MVJoint {
  36. MV_JOINT_ZERO,
  37. MV_JOINT_H,
  38. MV_JOINT_V,
  39. MV_JOINT_HV,
  40. };
  41. typedef struct ProbContext {
  42. uint8_t y_mode[4][9];
  43. uint8_t uv_mode[10][9];
  44. uint8_t filter[4][2];
  45. uint8_t mv_mode[7][3];
  46. uint8_t intra[4];
  47. uint8_t comp[5];
  48. uint8_t single_ref[5][2];
  49. uint8_t comp_ref[5];
  50. uint8_t tx32p[2][3];
  51. uint8_t tx16p[2][2];
  52. uint8_t tx8p[2];
  53. uint8_t skip[3];
  54. uint8_t mv_joint[3];
  55. struct {
  56. uint8_t sign;
  57. uint8_t classes[10];
  58. uint8_t class0;
  59. uint8_t bits[10];
  60. uint8_t class0_fp[2][3];
  61. uint8_t fp[3];
  62. uint8_t class0_hp;
  63. uint8_t hp;
  64. } mv_comp[2];
  65. uint8_t partition[4][4][3];
  66. } ProbContext;
  67. typedef struct VP9Filter {
  68. uint8_t level[8 * 8];
  69. uint8_t /* bit=col */ mask[2 /* 0=y, 1=uv */][2 /* 0=col, 1=row */]
  70. [8 /* rows */][4 /* 0=16, 1=8, 2=4, 3=inner4 */];
  71. } VP9Filter;
  72. typedef struct VP9Block {
  73. uint8_t seg_id, intra, comp, ref[2], mode[4], uvmode, skip;
  74. enum FilterMode filter;
  75. VP56mv mv[4 /* b_idx */][2 /* ref */];
  76. enum BlockSize bs;
  77. enum TxfmMode tx, uvtx;
  78. enum BlockLevel bl;
  79. enum BlockPartition bp;
  80. } VP9Block;
  81. typedef struct VP9TileData VP9TileData;
  82. typedef struct VP9Context {
  83. VP9SharedContext s;
  84. VP9TileData *td;
  85. VP9DSPContext dsp;
  86. VideoDSPContext vdsp;
  87. GetBitContext gb;
  88. VP56RangeCoder c;
  89. int pass, active_tile_cols;
  90. #if HAVE_THREADS
  91. pthread_mutex_t progress_mutex;
  92. pthread_cond_t progress_cond;
  93. atomic_int *entries;
  94. #endif
  95. uint8_t ss_h, ss_v;
  96. uint8_t last_bpp, bpp_index, bytesperpixel;
  97. uint8_t last_keyframe;
  98. // sb_cols/rows, rows/cols and last_fmt are used for allocating all internal
  99. // arrays, and are thus per-thread. w/h and gf_fmt are synced between threads
  100. // and are therefore per-stream. pix_fmt represents the value in the header
  101. // of the currently processed frame.
  102. int w, h;
  103. enum AVPixelFormat pix_fmt, last_fmt, gf_fmt;
  104. unsigned sb_cols, sb_rows, rows, cols;
  105. ThreadFrame next_refs[8];
  106. struct {
  107. uint8_t lim_lut[64];
  108. uint8_t mblim_lut[64];
  109. } filter_lut;
  110. struct {
  111. ProbContext p;
  112. uint8_t coef[4][2][2][6][6][3];
  113. } prob_ctx[4];
  114. struct {
  115. ProbContext p;
  116. uint8_t coef[4][2][2][6][6][11];
  117. } prob;
  118. // contextual (above) cache
  119. uint8_t *above_partition_ctx;
  120. uint8_t *above_mode_ctx;
  121. // FIXME maybe merge some of the below in a flags field?
  122. uint8_t *above_y_nnz_ctx;
  123. uint8_t *above_uv_nnz_ctx[2];
  124. uint8_t *above_skip_ctx; // 1bit
  125. uint8_t *above_txfm_ctx; // 2bit
  126. uint8_t *above_segpred_ctx; // 1bit
  127. uint8_t *above_intra_ctx; // 1bit
  128. uint8_t *above_comp_ctx; // 1bit
  129. uint8_t *above_ref_ctx; // 2bit
  130. uint8_t *above_filter_ctx;
  131. VP56mv (*above_mv_ctx)[2];
  132. // whole-frame cache
  133. uint8_t *intra_pred_data[3];
  134. VP9Filter *lflvl;
  135. // block reconstruction intermediates
  136. int block_alloc_using_2pass;
  137. uint16_t mvscale[3][2];
  138. uint8_t mvstep[3][2];
  139. // frame specific buffer pools
  140. AVBufferPool *frame_extradata_pool;
  141. int frame_extradata_pool_size;
  142. } VP9Context;
  143. struct VP9TileData {
  144. //VP9Context should be const, but because of the threading API(generates
  145. //a lot of warnings) it's not.
  146. VP9Context *s;
  147. VP56RangeCoder *c_b;
  148. VP56RangeCoder *c;
  149. int row, row7, col, col7;
  150. uint8_t *dst[3];
  151. ptrdiff_t y_stride, uv_stride;
  152. VP9Block *b_base, *b;
  153. unsigned tile_col_start;
  154. struct {
  155. unsigned y_mode[4][10];
  156. unsigned uv_mode[10][10];
  157. unsigned filter[4][3];
  158. unsigned mv_mode[7][4];
  159. unsigned intra[4][2];
  160. unsigned comp[5][2];
  161. unsigned single_ref[5][2][2];
  162. unsigned comp_ref[5][2];
  163. unsigned tx32p[2][4];
  164. unsigned tx16p[2][3];
  165. unsigned tx8p[2][2];
  166. unsigned skip[3][2];
  167. unsigned mv_joint[4];
  168. struct {
  169. unsigned sign[2];
  170. unsigned classes[11];
  171. unsigned class0[2];
  172. unsigned bits[10][2];
  173. unsigned class0_fp[2][4];
  174. unsigned fp[4];
  175. unsigned class0_hp[2];
  176. unsigned hp[2];
  177. } mv_comp[2];
  178. unsigned partition[4][4][4];
  179. unsigned coef[4][2][2][6][6][3];
  180. unsigned eob[4][2][2][6][6][2];
  181. } counts;
  182. // whole-frame cache
  183. DECLARE_ALIGNED(32, uint8_t, edge_emu_buffer)[135 * 144 * 2];
  184. // contextual (left) cache
  185. DECLARE_ALIGNED(16, uint8_t, left_y_nnz_ctx)[16];
  186. DECLARE_ALIGNED(16, uint8_t, left_mode_ctx)[16];
  187. DECLARE_ALIGNED(16, VP56mv, left_mv_ctx)[16][2];
  188. DECLARE_ALIGNED(16, uint8_t, left_uv_nnz_ctx)[2][16];
  189. DECLARE_ALIGNED(8, uint8_t, left_partition_ctx)[8];
  190. DECLARE_ALIGNED(8, uint8_t, left_skip_ctx)[8];
  191. DECLARE_ALIGNED(8, uint8_t, left_txfm_ctx)[8];
  192. DECLARE_ALIGNED(8, uint8_t, left_segpred_ctx)[8];
  193. DECLARE_ALIGNED(8, uint8_t, left_intra_ctx)[8];
  194. DECLARE_ALIGNED(8, uint8_t, left_comp_ctx)[8];
  195. DECLARE_ALIGNED(8, uint8_t, left_ref_ctx)[8];
  196. DECLARE_ALIGNED(8, uint8_t, left_filter_ctx)[8];
  197. // block reconstruction intermediates
  198. DECLARE_ALIGNED(32, uint8_t, tmp_y)[64 * 64 * 2];
  199. DECLARE_ALIGNED(32, uint8_t, tmp_uv)[2][64 * 64 * 2];
  200. struct { int x, y; } min_mv, max_mv;
  201. int16_t *block_base, *block, *uvblock_base[2], *uvblock[2];
  202. uint8_t *eob_base, *uveob_base[2], *eob, *uveob[2];
  203. // error message
  204. int error_info;
  205. struct {
  206. unsigned int row:13;
  207. unsigned int col:13;
  208. unsigned int block_size_idx_x:2;
  209. unsigned int block_size_idx_y:2;
  210. } *block_structure;
  211. unsigned int nb_block_structure;
  212. };
  213. void ff_vp9_fill_mv(VP9TileData *td, VP56mv *mv, int mode, int sb);
  214. void ff_vp9_adapt_probs(VP9Context *s);
  215. void ff_vp9_decode_block(VP9TileData *td, int row, int col,
  216. VP9Filter *lflvl, ptrdiff_t yoff, ptrdiff_t uvoff,
  217. enum BlockLevel bl, enum BlockPartition bp);
  218. void ff_vp9_loopfilter_sb(AVCodecContext *avctx, VP9Filter *lflvl,
  219. int row, int col, ptrdiff_t yoff, ptrdiff_t uvoff);
  220. void ff_vp9_intra_recon_8bpp(VP9TileData *td,
  221. ptrdiff_t y_off, ptrdiff_t uv_off);
  222. void ff_vp9_intra_recon_16bpp(VP9TileData *td,
  223. ptrdiff_t y_off, ptrdiff_t uv_off);
  224. void ff_vp9_inter_recon_8bpp(VP9TileData *td);
  225. void ff_vp9_inter_recon_16bpp(VP9TileData *td);
  226. #endif /* AVCODEC_VP9DEC_H */