AOMedia AV1 Codec: av1/encoder/tx_search.h Source File

| AOMedia AV1 Codec

tx_search.h
1/*
2 * Copyright (c) 2020, Alliance for Open Media. All rights reserved.
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
12#ifndef AOM_AV1_ENCODER_TRANSFORM_SEARCH_H_
13#define AOM_AV1_ENCODER_TRANSFORM_SEARCH_H_
14
15#include "av1/common/pred_common.h"
16#include "av1/encoder/encoder.h"
17
18#ifdef __cplusplus
19extern "C" {
20#endif
21
22// Set this macro as 1 to collect data about tx size selection.
23#define COLLECT_TX_SIZE_DATA 0
24
25#if COLLECT_TX_SIZE_DATA
26static const char av1_tx_size_data_output_file[] = "tx_size_data.txt";
27#endif
28
29enum {
30 FTXS_NONE = 0,
31 FTXS_DCT_AND_1D_DCT_ONLY = 1 << 0,
32 FTXS_DISABLE_TRELLIS_OPT = 1 << 1,
33 FTXS_USE_TRANSFORM_DOMAIN = 1 << 2
34} UENUM1BYTE(FAST_TX_SEARCH_MODE);
35
36static inline int tx_size_cost(const MACROBLOCK *const x, BLOCK_SIZE bsize,
37 TX_SIZE tx_size) {
38 assert(bsize == x->e_mbd.mi[0]->bsize);
39 if (x->txfm_search_params.tx_mode_search_type != TX_MODE_SELECT ||
40 !block_signals_txsize(bsize))
41 return 0;
42
43 const int32_t tx_size_cat = bsize_to_tx_size_cat(bsize);
44 const int depth = tx_size_to_depth(tx_size, bsize);
45 const MACROBLOCKD *const xd = &x->e_mbd;
46 const int tx_size_ctx = get_tx_size_context(xd);
47 return x->mode_costs.tx_size_cost[tx_size_cat][tx_size_ctx][depth];
48}
49
66int64_t av1_pixel_diff_dist(const MACROBLOCK *x, int plane, int blk_row,
67 int blk_col, const BLOCK_SIZE plane_bsize,
68 const BLOCK_SIZE tx_bsize,
69 unsigned int *block_mse_q8);
70
71int64_t av1_estimate_txfm_yrd(const AV1_COMP *const cpi, MACROBLOCK *x,
72 RD_STATS *rd_stats, int64_t ref_best_rd,
73 BLOCK_SIZE bs, TX_SIZE tx_size);
74
92 void av1_pick_recursive_tx_size_type_yrd(const AV1_COMP *cpi, MACROBLOCK *x,
93 RD_STATS *rd_stats, BLOCK_SIZE bsize,
94 int64_t ref_best_rd);
95
114 void av1_pick_uniform_tx_size_type_yrd(const AV1_COMP *const cpi, MACROBLOCK *x,
115 RD_STATS *rd_stats, BLOCK_SIZE bs,
116 int64_t ref_best_rd);
117
133 int av1_txfm_uvrd(const AV1_COMP *const cpi, MACROBLOCK *x, RD_STATS *rd_stats,
134 BLOCK_SIZE bsize, int64_t ref_best_rd);
135
158 void av1_txfm_rd_in_plane(MACROBLOCK *x, const AV1_COMP *cpi,
159 RD_STATS *rd_stats, int64_t ref_best_rd,
160 int64_t current_rd, int plane, BLOCK_SIZE plane_bsize,
161 TX_SIZE tx_size, FAST_TX_SEARCH_MODE ftxs_mode);
162
191 int av1_txfm_search(const AV1_COMP *cpi, MACROBLOCK *x, BLOCK_SIZE bsize,
192 RD_STATS *rd_stats, RD_STATS *rd_stats_y,
193 RD_STATS *rd_stats_uv, int mode_rate, int64_t ref_best_rd);
194
195#ifdef __cplusplus
196} // extern "C"
197#endif
198
199#endif // AOM_AV1_ENCODER_TRANSFORM_SEARCH_H_
MACROBLOCK
struct macroblock MACROBLOCK
Encoder's parameters related to the current coding block.
encoder.h
Declares top-level encoder structures and functions.
av1_pick_recursive_tx_size_type_yrd
void av1_pick_recursive_tx_size_type_yrd(const AV1_COMP *cpi, MACROBLOCK *x, RD_STATS *rd_stats, BLOCK_SIZE bsize, int64_t ref_best_rd)
Recursive transform size and type search.
av1_txfm_uvrd
int av1_txfm_uvrd(const AV1_COMP *const cpi, MACROBLOCK *x, RD_STATS *rd_stats, BLOCK_SIZE bsize, int64_t ref_best_rd)
Chroma block transform search.
av1_pixel_diff_dist
int64_t av1_pixel_diff_dist(const MACROBLOCK *x, int plane, int blk_row, int blk_col, const BLOCK_SIZE plane_bsize, const BLOCK_SIZE tx_bsize, unsigned int *block_mse_q8)
Compute the pixel domain distortion.
av1_pick_uniform_tx_size_type_yrd
void av1_pick_uniform_tx_size_type_yrd(const AV1_COMP *const cpi, MACROBLOCK *x, RD_STATS *rd_stats, BLOCK_SIZE bs, int64_t ref_best_rd)
Uniform transform size and type search.
av1_txfm_search
int av1_txfm_search(const AV1_COMP *cpi, MACROBLOCK *x, BLOCK_SIZE bsize, RD_STATS *rd_stats, RD_STATS *rd_stats_y, RD_STATS *rd_stats_uv, int mode_rate, int64_t ref_best_rd)
Recursive transform size and type search.
av1_txfm_rd_in_plane
void av1_txfm_rd_in_plane(MACROBLOCK *x, const AV1_COMP *cpi, RD_STATS *rd_stats, int64_t ref_best_rd, int64_t current_rd, int plane, BLOCK_SIZE plane_bsize, TX_SIZE tx_size, FAST_TX_SEARCH_MODE ftxs_mode)
Transform type search with fixed transform size.
AV1_COMP
Top level encoder structure.
Definition encoder.h:2907
MB_MODE_INFO::bsize
BLOCK_SIZE bsize
The block size of the current coding block.
Definition blockd.h:228
ModeCosts::tx_size_cost
int tx_size_cost[TX_SIZES - 1][3][TX_SIZES]
tx_size_cost
Definition block.h:731
TxfmSearchParams::tx_mode_search_type
TX_MODE tx_mode_search_type
How to search for the optimal tx_size.
Definition block.h:485
macroblock::e_mbd
MACROBLOCKD e_mbd
Decoder's view of current coding block.
Definition block.h:907
macroblock::mode_costs
ModeCosts mode_costs
The rate needed to signal a mode to the bitstream.
Definition block.h:1028
macroblock::txfm_search_params
TxfmSearchParams txfm_search_params
Parameters that control how motion search is done.
Definition block.h:1320
macroblockd::mi
MB_MODE_INFO ** mi
Definition blockd.h:617