frame.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294
  1. /*****************************************************************************
  2. * frame.h: frame handling
  3. *****************************************************************************
  4. * Copyright (C) 2003-2018 x264 project
  5. *
  6. * Authors: Laurent Aimar <fenrir@via.ecp.fr>
  7. * Loren Merritt <lorenm@u.washington.edu>
  8. * Fiona Glaser <fiona@x264.com>
  9. *
  10. * This program is free software; you can redistribute it and/or modify
  11. * it under the terms of the GNU General Public License as published by
  12. * the Free Software Foundation; either version 2 of the License, or
  13. * (at your option) any later version.
  14. *
  15. * This program is distributed in the hope that it will be useful,
  16. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. * GNU General Public License for more details.
  19. *
  20. * You should have received a copy of the GNU General Public License
  21. * along with this program; if not, write to the Free Software
  22. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02111, USA.
  23. *
  24. * This program is also available under a commercial proprietary license.
  25. * For more information, contact us at licensing@x264.com.
  26. *****************************************************************************/
  27. #ifndef X264_FRAME_H
  28. #define X264_FRAME_H
  29. /* number of pixels past the edge of the frame, for motion estimation/compensation */
  30. #define PADH 32
  31. #define PADV 32
  32. typedef struct x264_frame
  33. {
  34. /* */
  35. uint8_t *base; /* Base pointer for all malloced data in this frame. */
  36. int i_poc;
  37. int i_delta_poc[2];
  38. int i_type;
  39. int i_forced_type;
  40. int i_qpplus1;
  41. int64_t i_pts;
  42. int64_t i_dts;
  43. int64_t i_reordered_pts;
  44. int64_t i_duration; /* in SPS time_scale units (i.e 2 * timebase units) used for vfr */
  45. float f_duration; /* in seconds */
  46. int64_t i_cpb_duration;
  47. int64_t i_cpb_delay; /* in SPS time_scale units (i.e 2 * timebase units) */
  48. int64_t i_dpb_output_delay;
  49. x264_param_t *param;
  50. int i_frame; /* Presentation frame number */
  51. int i_coded; /* Coded frame number */
  52. int64_t i_field_cnt; /* Presentation field count */
  53. int i_frame_num; /* 7.4.3 frame_num */
  54. int b_kept_as_ref;
  55. int i_pic_struct;
  56. int b_keyframe;
  57. uint8_t b_fdec;
  58. uint8_t b_last_minigop_bframe; /* this frame is the last b in a sequence of bframes */
  59. uint8_t i_bframes; /* number of bframes following this nonb in coded order */
  60. float f_qp_avg_rc; /* QPs as decided by ratecontrol */
  61. float f_qp_avg_aq; /* QPs as decided by AQ in addition to ratecontrol */
  62. float f_crf_avg; /* Average effective CRF for this frame */
  63. int i_poc_l0ref0; /* poc of first refframe in L0, used to check if direct temporal is possible */
  64. /* YUV buffer */
  65. int i_csp; /* Internal csp */
  66. int i_plane;
  67. int i_stride[3];
  68. int i_width[3];
  69. int i_lines[3];
  70. int i_stride_lowres;
  71. int i_width_lowres;
  72. int i_lines_lowres;
  73. pixel *plane[3];
  74. pixel *plane_fld[3];
  75. pixel *filtered[3][4]; /* plane[0], H, V, HV */
  76. pixel *filtered_fld[3][4];
  77. pixel *lowres[4]; /* half-size copy of input frame: Orig, H, V, HV */
  78. uint16_t *integral;
  79. /* for unrestricted mv we allocate more data than needed
  80. * allocated data are stored in buffer */
  81. pixel *buffer[4];
  82. pixel *buffer_fld[4];
  83. pixel *buffer_lowres;
  84. x264_weight_t weight[X264_REF_MAX][3]; /* [ref_index][plane] */
  85. pixel *weighted[X264_REF_MAX]; /* plane[0] weighted of the reference frames */
  86. int b_duplicate;
  87. struct x264_frame *orig;
  88. /* motion data */
  89. int8_t *mb_type;
  90. uint8_t *mb_partition;
  91. int16_t (*mv[2])[2];
  92. int16_t (*mv16x16)[2];
  93. int16_t (*lowres_mvs[2][X264_BFRAME_MAX+1])[2];
  94. uint8_t *field;
  95. uint8_t *effective_qp;
  96. /* Stored as (lists_used << LOWRES_COST_SHIFT) + (cost).
  97. * Doesn't need special addressing for intra cost because
  98. * lists_used is guaranteed to be zero in that cast. */
  99. uint16_t (*lowres_costs[X264_BFRAME_MAX+2][X264_BFRAME_MAX+2]);
  100. #define LOWRES_COST_MASK ((1<<14)-1)
  101. #define LOWRES_COST_SHIFT 14
  102. int *lowres_mv_costs[2][X264_BFRAME_MAX+1];
  103. int8_t *ref[2];
  104. int i_ref[2];
  105. int ref_poc[2][X264_REF_MAX];
  106. int16_t inv_ref_poc[2]; // inverse values of ref0 poc to avoid divisions in temporal MV prediction
  107. /* for adaptive B-frame decision.
  108. * contains the SATD cost of the lowres frame encoded in various modes
  109. * FIXME: how big an array do we need? */
  110. int i_cost_est[X264_BFRAME_MAX+2][X264_BFRAME_MAX+2];
  111. int i_cost_est_aq[X264_BFRAME_MAX+2][X264_BFRAME_MAX+2];
  112. int i_satd; // the i_cost_est of the selected frametype
  113. int i_intra_mbs[X264_BFRAME_MAX+2];
  114. int *i_row_satds[X264_BFRAME_MAX+2][X264_BFRAME_MAX+2];
  115. int *i_row_satd;
  116. int *i_row_bits;
  117. float *f_row_qp;
  118. float *f_row_qscale;
  119. float *f_qp_offset;
  120. float *f_qp_offset_aq;
  121. int b_intra_calculated;
  122. uint16_t *i_intra_cost;
  123. uint16_t *i_propagate_cost;
  124. uint16_t *i_inv_qscale_factor;
  125. int b_scenecut; /* Set to zero if the frame cannot possibly be part of a real scenecut. */
  126. float f_weighted_cost_delta[X264_BFRAME_MAX+2];
  127. uint32_t i_pixel_sum[3];
  128. uint64_t i_pixel_ssd[3];
  129. /* hrd */
  130. x264_hrd_t hrd_timing;
  131. /* vbv */
  132. uint8_t i_planned_type[X264_LOOKAHEAD_MAX+1];
  133. int i_planned_satd[X264_LOOKAHEAD_MAX+1];
  134. double f_planned_cpb_duration[X264_LOOKAHEAD_MAX+1];
  135. int64_t i_coded_fields_lookahead;
  136. int64_t i_cpb_delay_lookahead;
  137. /* threading */
  138. int i_lines_completed; /* in pixels */
  139. int i_lines_weighted; /* FIXME: this only supports weighting of one reference frame */
  140. int i_reference_count; /* number of threads using this frame (not necessarily the number of pointers) */
  141. x264_pthread_mutex_t mutex;
  142. x264_pthread_cond_t cv;
  143. int i_slice_count; /* Atomically written to/read from with slice threads */
  144. /* periodic intra refresh */
  145. float f_pir_position;
  146. int i_pir_start_col;
  147. int i_pir_end_col;
  148. int i_frames_since_pir;
  149. /* interactive encoder control */
  150. int b_corrupt;
  151. /* user sei */
  152. x264_sei_t extra_sei;
  153. /* user data */
  154. void *opaque;
  155. /* user frame properties */
  156. uint8_t *mb_info;
  157. void (*mb_info_free)( void* );
  158. #if HAVE_OPENCL
  159. x264_frame_opencl_t opencl;
  160. #endif
  161. } x264_frame_t;
  162. /* synchronized frame list */
  163. typedef struct
  164. {
  165. x264_frame_t **list;
  166. int i_max_size;
  167. int i_size;
  168. x264_pthread_mutex_t mutex;
  169. x264_pthread_cond_t cv_fill; /* event signaling that the list became fuller */
  170. x264_pthread_cond_t cv_empty; /* event signaling that the list became emptier */
  171. } x264_sync_frame_list_t;
  172. typedef void (*x264_deblock_inter_t)( pixel *pix, intptr_t stride, int alpha, int beta, int8_t *tc0 );
  173. typedef void (*x264_deblock_intra_t)( pixel *pix, intptr_t stride, int alpha, int beta );
  174. typedef struct
  175. {
  176. x264_deblock_inter_t deblock_luma[2];
  177. x264_deblock_inter_t deblock_chroma[2];
  178. x264_deblock_inter_t deblock_h_chroma_420;
  179. x264_deblock_inter_t deblock_h_chroma_422;
  180. x264_deblock_intra_t deblock_luma_intra[2];
  181. x264_deblock_intra_t deblock_chroma_intra[2];
  182. x264_deblock_intra_t deblock_h_chroma_420_intra;
  183. x264_deblock_intra_t deblock_h_chroma_422_intra;
  184. x264_deblock_inter_t deblock_luma_mbaff;
  185. x264_deblock_inter_t deblock_chroma_mbaff;
  186. x264_deblock_inter_t deblock_chroma_420_mbaff;
  187. x264_deblock_inter_t deblock_chroma_422_mbaff;
  188. x264_deblock_intra_t deblock_luma_intra_mbaff;
  189. x264_deblock_intra_t deblock_chroma_intra_mbaff;
  190. x264_deblock_intra_t deblock_chroma_420_intra_mbaff;
  191. x264_deblock_intra_t deblock_chroma_422_intra_mbaff;
  192. void (*deblock_strength)( uint8_t nnz[X264_SCAN8_SIZE], int8_t ref[2][X264_SCAN8_LUMA_SIZE],
  193. int16_t mv[2][X264_SCAN8_LUMA_SIZE][2], uint8_t bs[2][8][4], int mvy_limit,
  194. int bframe );
  195. } x264_deblock_function_t;
  196. #define x264_frame_delete x264_template(frame_delete)
  197. void x264_frame_delete( x264_frame_t *frame );
  198. #define x264_frame_copy_picture x264_template(frame_copy_picture)
  199. int x264_frame_copy_picture( x264_t *h, x264_frame_t *dst, x264_picture_t *src );
  200. #define x264_frame_expand_border x264_template(frame_expand_border)
  201. void x264_frame_expand_border( x264_t *h, x264_frame_t *frame, int mb_y );
  202. #define x264_frame_expand_border_filtered x264_template(frame_expand_border_filtered)
  203. void x264_frame_expand_border_filtered( x264_t *h, x264_frame_t *frame, int mb_y, int b_end );
  204. #define x264_frame_expand_border_lowres x264_template(frame_expand_border_lowres)
  205. void x264_frame_expand_border_lowres( x264_frame_t *frame );
  206. #define x264_frame_expand_border_chroma x264_template(frame_expand_border_chroma)
  207. void x264_frame_expand_border_chroma( x264_t *h, x264_frame_t *frame, int plane );
  208. #define x264_frame_expand_border_mod16 x264_template(frame_expand_border_mod16)
  209. void x264_frame_expand_border_mod16( x264_t *h, x264_frame_t *frame );
  210. #define x264_expand_border_mbpair x264_template(expand_border_mbpair)
  211. void x264_expand_border_mbpair( x264_t *h, int mb_x, int mb_y );
  212. #define x264_frame_deblock_row x264_template(frame_deblock_row)
  213. void x264_frame_deblock_row( x264_t *h, int mb_y );
  214. #define x264_macroblock_deblock x264_template(macroblock_deblock)
  215. void x264_macroblock_deblock( x264_t *h );
  216. #define x264_frame_filter x264_template(frame_filter)
  217. void x264_frame_filter( x264_t *h, x264_frame_t *frame, int mb_y, int b_end );
  218. #define x264_frame_init_lowres x264_template(frame_init_lowres)
  219. void x264_frame_init_lowres( x264_t *h, x264_frame_t *frame );
  220. #define x264_deblock_init x264_template(deblock_init)
  221. void x264_deblock_init( int cpu, x264_deblock_function_t *pf, int b_mbaff );
  222. #define x264_frame_cond_broadcast x264_template(frame_cond_broadcast)
  223. void x264_frame_cond_broadcast( x264_frame_t *frame, int i_lines_completed );
  224. #define x264_frame_cond_wait x264_template(frame_cond_wait)
  225. void x264_frame_cond_wait( x264_frame_t *frame, int i_lines_completed );
  226. #define x264_frame_new_slice x264_template(frame_new_slice)
  227. int x264_frame_new_slice( x264_t *h, x264_frame_t *frame );
  228. #define x264_threadslice_cond_broadcast x264_template(threadslice_cond_broadcast)
  229. void x264_threadslice_cond_broadcast( x264_t *h, int pass );
  230. #define x264_threadslice_cond_wait x264_template(threadslice_cond_wait)
  231. void x264_threadslice_cond_wait( x264_t *h, int pass );
  232. #define x264_frame_push x264_template(frame_push)
  233. void x264_frame_push( x264_frame_t **list, x264_frame_t *frame );
  234. #define x264_frame_pop x264_template(frame_pop)
  235. x264_frame_t *x264_frame_pop( x264_frame_t **list );
  236. #define x264_frame_unshift x264_template(frame_unshift)
  237. void x264_frame_unshift( x264_frame_t **list, x264_frame_t *frame );
  238. #define x264_frame_shift x264_template(frame_shift)
  239. x264_frame_t *x264_frame_shift( x264_frame_t **list );
  240. #define x264_frame_push_unused x264_template(frame_push_unused)
  241. void x264_frame_push_unused( x264_t *h, x264_frame_t *frame );
  242. #define x264_frame_push_blank_unused x264_template(frame_push_blank_unused)
  243. void x264_frame_push_blank_unused( x264_t *h, x264_frame_t *frame );
  244. #define x264_frame_pop_blank_unused x264_template(frame_pop_blank_unused)
  245. x264_frame_t *x264_frame_pop_blank_unused( x264_t *h );
  246. #define x264_weight_scale_plane x264_template(weight_scale_plane)
  247. void x264_weight_scale_plane( x264_t *h, pixel *dst, intptr_t i_dst_stride, pixel *src, intptr_t i_src_stride,
  248. int i_width, int i_height, x264_weight_t *w );
  249. #define x264_frame_pop_unused x264_template(frame_pop_unused)
  250. x264_frame_t *x264_frame_pop_unused( x264_t *h, int b_fdec );
  251. #define x264_frame_delete_list x264_template(frame_delete_list)
  252. void x264_frame_delete_list( x264_frame_t **list );
  253. #define x264_sync_frame_list_init x264_template(sync_frame_list_init)
  254. int x264_sync_frame_list_init( x264_sync_frame_list_t *slist, int nelem );
  255. #define x264_sync_frame_list_delete x264_template(sync_frame_list_delete)
  256. void x264_sync_frame_list_delete( x264_sync_frame_list_t *slist );
  257. #define x264_sync_frame_list_push x264_template(sync_frame_list_push)
  258. void x264_sync_frame_list_push( x264_sync_frame_list_t *slist, x264_frame_t *frame );
  259. #define x264_sync_frame_list_pop x264_template(sync_frame_list_pop)
  260. x264_frame_t *x264_sync_frame_list_pop( x264_sync_frame_list_t *slist );
  261. #endif