AOMedia AV1 Codec
rdopt.h
1/*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
12#ifndef AOM_AV1_ENCODER_RDOPT_H_
13#define AOM_AV1_ENCODER_RDOPT_H_
14
15#include <stdbool.h>
16
17#include "av1/common/blockd.h"
18#include "av1/common/txb_common.h"
19
20#include "av1/encoder/block.h"
21#include "av1/encoder/context_tree.h"
22#include "av1/encoder/encoder.h"
23#include "av1/encoder/encodetxb.h"
24#include "av1/encoder/rdopt_utils.h"
25
26#ifdef __cplusplus
27extern "C" {
28#endif
29
30#define COMP_TYPE_RD_THRESH_SCALE 11
31#define COMP_TYPE_RD_THRESH_SHIFT 4
32#define MAX_WINNER_MOTION_MODES 10
33
34struct TileInfo;
35struct macroblock;
36struct RD_STATS;
37
62void av1_rd_pick_intra_mode_sb(const struct AV1_COMP *cpi, struct macroblock *x,
63 struct RD_STATS *rd_cost, BLOCK_SIZE bsize,
64 PICK_MODE_CONTEXT *ctx, int64_t best_rd);
65
93void av1_rd_pick_inter_mode(struct AV1_COMP *cpi, struct TileDataEnc *tile_data,
94 struct macroblock *x, struct RD_STATS *rd_cost,
95 BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx,
96 int64_t best_rd_so_far);
97
123void av1_nonrd_pick_intra_mode(AV1_COMP *cpi, MACROBLOCK *x, RD_STATS *rd_cost,
124 BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx);
125
155void av1_nonrd_pick_inter_mode_sb(struct AV1_COMP *cpi,
156 struct TileDataEnc *tile_data,
157 struct macroblock *x,
158 struct RD_STATS *rd_cost, BLOCK_SIZE bsize,
159 PICK_MODE_CONTEXT *ctx);
160
161void av1_rd_pick_inter_mode_sb_seg_skip(
162 const struct AV1_COMP *cpi, struct TileDataEnc *tile_data,
163 struct macroblock *x, int mi_row, int mi_col, struct RD_STATS *rd_cost,
164 BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd_so_far);
165
166void av1_inter_mode_data_init(struct TileDataEnc *tile_data);
167void av1_inter_mode_data_fit(TileDataEnc *tile_data, int rdmult);
168
169void av1_block_yrd(const AV1_COMP *const cpi, MACROBLOCK *x, int mi_row,
170 int mi_col, RD_STATS *this_rdc, int *skippable,
171 BLOCK_SIZE bsize, TX_SIZE tx_size, TX_TYPE tx_type,
172 int is_inter_mode);
173
174static INLINE int coded_to_superres_mi(int mi_col, int denom) {
175 return (mi_col * denom + SCALE_NUMERATOR / 2) / SCALE_NUMERATOR;
176}
177
178static INLINE int av1_encoder_get_relative_dist(int a, int b) {
179 assert(a >= 0 && b >= 0);
180 return (a - b);
181}
182
183// This function will return number of mi's in a superblock.
184static INLINE int av1_get_sb_mi_size(const AV1_COMMON *const cm) {
185 const int mi_alloc_size_1d = mi_size_wide[cm->mi_params.mi_alloc_bsize];
186 int sb_mi_rows =
187 (mi_size_wide[cm->seq_params->sb_size] + mi_alloc_size_1d - 1) /
188 mi_alloc_size_1d;
189 assert(mi_size_wide[cm->seq_params->sb_size] ==
190 mi_size_high[cm->seq_params->sb_size]);
191 int sb_mi_size = sb_mi_rows * sb_mi_rows;
192
193 return sb_mi_size;
194}
195
196// This function prunes the mode if either of the reference frame falls in the
197// pruning list
198static INLINE int prune_ref(const MV_REFERENCE_FRAME *const ref_frame,
199 const unsigned int *const ref_display_order_hint,
200 const unsigned int frame_display_order_hint,
201 const int *ref_frame_list) {
202 for (int i = 0; i < 2; i++) {
203 if (ref_frame_list[i] == NONE_FRAME) continue;
204
205 if (ref_frame[0] == ref_frame_list[i] ||
206 ref_frame[1] == ref_frame_list[i]) {
207 if (av1_encoder_get_relative_dist(
208 ref_display_order_hint[ref_frame_list[i] - LAST_FRAME],
209 frame_display_order_hint) < 0)
210 return 1;
211 }
212 }
213 return 0;
214}
215
216static INLINE int has_closest_ref_frames(const MV_REFERENCE_FRAME *ref_frame,
217 int8_t closest_past_ref,
218 int8_t closest_future_ref) {
219 int has_closest_past_ref =
220 (ref_frame[0] == closest_past_ref) || (ref_frame[1] == closest_past_ref);
221 int has_closest_future_ref = (ref_frame[0] == closest_future_ref) ||
222 (ref_frame[1] == closest_future_ref);
223 return (has_closest_past_ref && has_closest_future_ref);
224}
225
226static INLINE int has_best_pred_mv_sad(const MV_REFERENCE_FRAME *ref_frame,
227 const MACROBLOCK *const x) {
228 int has_best_past_pred_mv_sad = 0;
229 int has_best_future_pred_mv_sad = 0;
230 if (x->best_pred_mv_sad[0] < INT_MAX && x->best_pred_mv_sad[1] < INT_MAX) {
231 has_best_past_pred_mv_sad =
232 (x->pred_mv_sad[ref_frame[0]] == x->best_pred_mv_sad[0]) ||
233 (x->pred_mv_sad[ref_frame[1]] == x->best_pred_mv_sad[0]);
234 has_best_future_pred_mv_sad =
235 (x->pred_mv_sad[ref_frame[0]] == x->best_pred_mv_sad[1]) ||
236 (x->pred_mv_sad[ref_frame[1]] == x->best_pred_mv_sad[1]);
237 }
238 return (has_best_past_pred_mv_sad && has_best_future_pred_mv_sad);
239}
240
241static INLINE int prune_ref_by_selective_ref_frame(
242 const AV1_COMP *const cpi, const MACROBLOCK *const x,
243 const MV_REFERENCE_FRAME *const ref_frame,
244 const unsigned int *const ref_display_order_hint) {
245 const SPEED_FEATURES *const sf = &cpi->sf;
246 if (!sf->inter_sf.selective_ref_frame) return 0;
247
248 const int comp_pred = ref_frame[1] > INTRA_FRAME;
249
250 if (sf->inter_sf.selective_ref_frame >= 2 ||
251 (sf->inter_sf.selective_ref_frame == 1 && comp_pred)) {
252 int ref_frame_list[2] = { LAST3_FRAME, LAST2_FRAME };
253
254 if (x != NULL) {
255 // Disable pruning if either tpl suggests that we keep the frame or
256 // the pred_mv gives us the best sad
257 if (x->tpl_keep_ref_frame[LAST3_FRAME] ||
258 x->pred_mv_sad[LAST3_FRAME] == x->best_pred_mv_sad[0]) {
259 ref_frame_list[0] = NONE_FRAME;
260 }
261 if (x->tpl_keep_ref_frame[LAST2_FRAME] ||
262 x->pred_mv_sad[LAST2_FRAME] == x->best_pred_mv_sad[0]) {
263 ref_frame_list[1] = NONE_FRAME;
264 }
265 }
266
267 if (prune_ref(ref_frame, ref_display_order_hint,
268 ref_display_order_hint[GOLDEN_FRAME - LAST_FRAME],
269 ref_frame_list))
270 return 1;
271 }
272
273 if (sf->inter_sf.selective_ref_frame >= 3) {
274 int ref_frame_list[2] = { ALTREF2_FRAME, BWDREF_FRAME };
275
276 if (x != NULL) {
277 // Disable pruning if either tpl suggests that we keep the frame or
278 // the pred_mv gives us the best sad
279 if (x->tpl_keep_ref_frame[ALTREF2_FRAME] ||
280 x->pred_mv_sad[ALTREF2_FRAME] == x->best_pred_mv_sad[0]) {
281 ref_frame_list[0] = NONE_FRAME;
282 }
283 if (x->tpl_keep_ref_frame[BWDREF_FRAME] ||
284 x->pred_mv_sad[BWDREF_FRAME] == x->best_pred_mv_sad[0]) {
285 ref_frame_list[1] = NONE_FRAME;
286 }
287 }
288
289 if (prune_ref(ref_frame, ref_display_order_hint,
290 ref_display_order_hint[LAST_FRAME - LAST_FRAME],
291 ref_frame_list))
292 return 1;
293 }
294
295 if (x != NULL && sf->inter_sf.prune_comp_ref_frames && comp_pred) {
296 int closest_ref_frames = has_closest_ref_frames(
297 ref_frame, cpi->ref_frame_dist_info.nearest_past_ref,
298 cpi->ref_frame_dist_info.nearest_future_ref);
299 if (closest_ref_frames == 0) {
300 // Prune reference frames which are not the closest to the current frame.
301 if (sf->inter_sf.prune_comp_ref_frames >= 2) {
302 return 1;
303 } else if (sf->inter_sf.prune_comp_ref_frames == 1) {
304 // Prune reference frames with non minimum pred_mv_sad.
305 if (has_best_pred_mv_sad(ref_frame, x) == 0) return 1;
306 }
307 }
308 }
309
310 return 0;
311}
312
313// This function will copy the best reference mode information from
314// MB_MODE_INFO_EXT to MB_MODE_INFO_EXT_FRAME.
315static INLINE void av1_copy_mbmi_ext_to_mbmi_ext_frame(
316 MB_MODE_INFO_EXT_FRAME *mbmi_ext_best,
317 const MB_MODE_INFO_EXT *const mbmi_ext, uint8_t ref_frame_type) {
318 memcpy(mbmi_ext_best->ref_mv_stack, mbmi_ext->ref_mv_stack[ref_frame_type],
319 sizeof(mbmi_ext->ref_mv_stack[USABLE_REF_MV_STACK_SIZE]));
320 memcpy(mbmi_ext_best->weight, mbmi_ext->weight[ref_frame_type],
321 sizeof(mbmi_ext->weight[USABLE_REF_MV_STACK_SIZE]));
322 mbmi_ext_best->mode_context = mbmi_ext->mode_context[ref_frame_type];
323 mbmi_ext_best->ref_mv_count = mbmi_ext->ref_mv_count[ref_frame_type];
324 memcpy(mbmi_ext_best->global_mvs, mbmi_ext->global_mvs,
325 sizeof(mbmi_ext->global_mvs));
326}
327
328#ifdef __cplusplus
329} // extern "C"
330#endif
331
332#endif // AOM_AV1_ENCODER_RDOPT_H_
Declares top-level encoder structures and functions.
void av1_rd_pick_inter_mode(struct AV1_COMP *cpi, struct TileDataEnc *tile_data, struct macroblock *x, struct RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd_so_far)
AV1 inter mode selection.
Definition: rdopt.c:5669
void av1_rd_pick_intra_mode_sb(const struct AV1_COMP *cpi, struct macroblock *x, struct RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd)
AV1 intra mode selection for intra frames.
Definition: rdopt.c:3284
void av1_block_yrd(const AV1_COMP *const cpi, MACROBLOCK *x, int mi_row, int mi_col, RD_STATS *this_rdc, int *skippable, BLOCK_SIZE bsize, TX_SIZE tx_size, TX_TYPE tx_type, int is_inter_mode)
Calculates RD Cost using Hadamard transform.
Definition: nonrd_pickmode.c:883
void av1_nonrd_pick_inter_mode_sb(struct AV1_COMP *cpi, struct TileDataEnc *tile_data, struct macroblock *x, struct RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx)
AV1 inter mode selection based on Non-RD optimized model.
Definition: nonrd_pickmode.c:2498
void av1_nonrd_pick_intra_mode(AV1_COMP *cpi, MACROBLOCK *x, RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx)
AV1 intra mode selection based on Non-RD optimized model.
Definition: nonrd_pickmode.c:1861
Top level common structure used by both encoder and decoder.
Definition: av1_common_int.h:750
SequenceHeader * seq_params
Definition: av1_common_int.h:976
CommonModeInfoParams mi_params
Definition: av1_common_int.h:910
BLOCK_SIZE mi_alloc_bsize
Definition: av1_common_int.h:550
Stores best extended mode information at frame level.
Definition: block.h:212
uint8_t ref_mv_count
Number of ref mvs in the drl.
Definition: block.h:218
uint16_t weight[USABLE_REF_MV_STACK_SIZE]
The weights used to compute the ref mvs.
Definition: block.h:216
CANDIDATE_MV ref_mv_stack[USABLE_REF_MV_STACK_SIZE]
The reference mv list for the current block.
Definition: block.h:214
int16_t mode_context
Context used to encode the current mode.
Definition: block.h:223
int_mv global_mvs[REF_FRAMES]
Global mvs.
Definition: block.h:221
Extended mode info derived from mbmi.
Definition: block.h:192
int_mv global_mvs[REF_FRAMES]
Global mvs.
Definition: block.h:201
CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][USABLE_REF_MV_STACK_SIZE]
The reference mv list for the current block.
Definition: block.h:195
uint16_t weight[MODE_CTX_REF_FRAMES][USABLE_REF_MV_STACK_SIZE]
The weights used to compute the ref mvs.
Definition: block.h:197
int16_t mode_context[MODE_CTX_REF_FRAMES]
Context used to encode the current mode.
Definition: block.h:203
uint8_t ref_mv_count[MODE_CTX_REF_FRAMES]
Number of ref mvs in the drl.
Definition: block.h:199
Top level speed vs quality trade off data struture.
Definition: speed_features.h:1528
INTER_MODE_SPEED_FEATURES inter_sf
Definition: speed_features.h:1562
Encoder's parameters related to the current coding block.
Definition: block.h:813
int best_pred_mv_sad[2]
The minimum of pred_mv_sad.
Definition: block.h:1024
int pred_mv_sad[REF_FRAMES]
Sum absolute distortion of the predicted mv for each ref frame.
Definition: block.h:1018
uint8_t tpl_keep_ref_frame[REF_FRAMES]
Disables certain ref frame pruning based on tpl.
Definition: block.h:1036