1 /*
2  *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3  *
4  *  Use of this source code is governed by a BSD-style license
5  *  that can be found in the LICENSE file in the root of the source
6  *  tree. An additional intellectual property rights grant can be found
7  *  in the file PATENTS.  All contributing project authors may
8  *  be found in the AUTHORS file in the root of the source tree.
9  */
10 
11 #ifndef VP9_ENCODER_VP9_SPEED_FEATURES_H_
12 #define VP9_ENCODER_VP9_SPEED_FEATURES_H_
13 
14 #include "vp9/common/vp9_enums.h"
15 
16 #ifdef __cplusplus
17 extern "C" {
18 #endif
19 
20 typedef enum {
21   DIAMOND = 0,
22   NSTEP = 1,
23   HEX = 2,
24   BIGDIA = 3,
25   SQUARE = 4,
26   FAST_HEX = 5,
27   FAST_DIAMOND = 6
28 } SEARCH_METHODS;
29 
30 typedef enum {
31   // No recode.
32   DISALLOW_RECODE = 0,
33   // Allow recode for KF and exceeding maximum frame bandwidth.
34   ALLOW_RECODE_KFMAXBW = 1,
35   // Allow recode only for KF/ARF/GF frames.
36   ALLOW_RECODE_KFARFGF = 2,
37   // Allow recode for all frames based on bitrate constraints.
38   ALLOW_RECODE = 3,
39 } RECODE_LOOP_TYPE;
40 
41 typedef enum {
42   SUBPEL_TREE = 0,
43   // Other methods to come
44 } SUBPEL_SEARCH_METHODS;
45 
46 typedef enum {
47   NO_MOTION_THRESHOLD = 0,
48   LOW_MOTION_THRESHOLD = 7
49 } MOTION_THRESHOLD;
50 
51 typedef enum {
52   LAST_FRAME_PARTITION_OFF = 0,
53   LAST_FRAME_PARTITION_LOW_MOTION = 1,
54   LAST_FRAME_PARTITION_ALL = 2
55 } LAST_FRAME_PARTITION_METHOD;
56 
57 typedef enum {
58   USE_FULL_RD = 0,
59   USE_LARGESTALL,
60   USE_TX_8X8
61 } TX_SIZE_SEARCH_METHOD;
62 
63 typedef enum {
64   NOT_IN_USE = 0,
65   RELAXED_NEIGHBORING_MIN_MAX = 1,
66   STRICT_NEIGHBORING_MIN_MAX = 2
67 } AUTO_MIN_MAX_MODE;
68 
69 typedef enum {
70   // Try the full image with different values.
71   LPF_PICK_FROM_FULL_IMAGE,
72   // Try a small portion of the image with different values.
73   LPF_PICK_FROM_SUBIMAGE,
74   // Estimate the level based on quantizer and frame type
75   LPF_PICK_FROM_Q,
76   // Pick 0 to disable LPF if LPF was enabled last frame
77   LPF_PICK_MINIMAL_LPF
78 } LPF_PICK_METHOD;
79 
80 typedef enum {
81   // Terminate search early based on distortion so far compared to
82   // qp step, distortion in the neighborhood of the frame, etc.
83   FLAG_EARLY_TERMINATE = 1 << 0,
84 
85   // Skips comp inter modes if the best so far is an intra mode.
86   FLAG_SKIP_COMP_BESTINTRA = 1 << 1,
87 
88   // Skips comp inter modes if the best single intermode so far does
89   // not have the same reference as one of the two references being
90   // tested.
91   FLAG_SKIP_COMP_REFMISMATCH = 1 << 2,
92 
93   // Skips oblique intra modes if the best so far is an inter mode.
94   FLAG_SKIP_INTRA_BESTINTER = 1 << 3,
95 
96   // Skips oblique intra modes  at angles 27, 63, 117, 153 if the best
97   // intra so far is not one of the neighboring directions.
98   FLAG_SKIP_INTRA_DIRMISMATCH = 1 << 4,
99 
100   // Skips intra modes other than DC_PRED if the source variance is small
101   FLAG_SKIP_INTRA_LOWVAR = 1 << 5,
102 } MODE_SEARCH_SKIP_LOGIC;
103 
104 typedef enum {
105   // Search partitions using RD/NONRD criterion
106   SEARCH_PARTITION = 0,
107 
108   // Always use a fixed size partition
109   FIXED_PARTITION = 1,
110 
111   // Use a fixed size partition in every 64X64 SB, where the size is
112   // determined based on source variance
113   VAR_BASED_FIXED_PARTITION = 2,
114 
115   REFERENCE_PARTITION = 3,
116 
117   // Use an arbitrary partitioning scheme based on source variance within
118   // a 64X64 SB
119   VAR_BASED_PARTITION,
120 
121   // Use non-fixed partitions based on source variance
122   SOURCE_VAR_BASED_PARTITION
123 } PARTITION_SEARCH_TYPE;
124 
125 typedef enum {
126   // Does a dry run to see if any of the contexts need to be updated or not,
127   // before the final run.
128   TWO_LOOP = 0,
129 
130   // No dry run conducted.
131   ONE_LOOP = 1,
132 
133   // No dry run, also only half the coef contexts and bands are updated.
134   // The rest are not updated at all.
135   ONE_LOOP_REDUCED = 2
136 } FAST_COEFF_UPDATE;
137 
138 typedef struct MV_SPEED_FEATURES {
139   // Motion search method (Diamond, NSTEP, Hex, Big Diamond, Square, etc).
140   SEARCH_METHODS search_method;
141 
142   // This parameter controls which step in the n-step process we start at.
143   // It's changed adaptively based on circumstances.
144   int reduce_first_step_size;
145 
146   // If this is set to 1, we limit the motion search range to 2 times the
147   // largest motion vector found in the last frame.
148   int auto_mv_step_size;
149 
150   // Subpel_search_method can only be subpel_tree which does a subpixel
151   // logarithmic search that keeps stepping at 1/2 pixel units until
152   // you stop getting a gain, and then goes on to 1/4 and repeats
153   // the same process. Along the way it skips many diagonals.
154   SUBPEL_SEARCH_METHODS subpel_search_method;
155 
156   // Maximum number of steps in logarithmic subpel search before giving up.
157   int subpel_iters_per_step;
158 
159   // Control when to stop subpel search
160   int subpel_force_stop;
161 
162   // This variable sets the step_param used in full pel motion search.
163   int fullpel_search_step_param;
164 } MV_SPEED_FEATURES;
165 
166 typedef struct SPEED_FEATURES {
167   MV_SPEED_FEATURES mv;
168 
169   // Frame level coding parameter update
170   int frame_parameter_update;
171 
172   RECODE_LOOP_TYPE recode_loop;
173 
174   // Trellis (dynamic programming) optimization of quantized values (+1, 0).
175   int optimize_coefficients;
176 
177   // Always set to 0. If on it enables 0 cost background transmission
178   // (except for the initial transmission of the segmentation). The feature is
179   // disabled because the addition of very large block sizes make the
180   // backgrounds very to cheap to encode, and the segmentation we have
181   // adds overhead.
182   int static_segmentation;
183 
184   // If 1 we iterate finding a best reference for 2 ref frames together - via
185   // a log search that iterates 4 times (check around mv for last for best
186   // error of combined predictor then check around mv for alt). If 0 we
187   // we just use the best motion vector found for each frame by itself.
188   BLOCK_SIZE comp_inter_joint_search_thresh;
189 
190   // This variable is used to cap the maximum number of times we skip testing a
191   // mode to be evaluated. A high value means we will be faster.
192   int adaptive_rd_thresh;
193 
194   // Enables skipping the reconstruction step (idct, recon) in the
195   // intermediate steps assuming the last frame didn't have too many intra
196   // blocks and the q is less than a threshold.
197   int skip_encode_sb;
198   int skip_encode_frame;
199   // Speed feature to allow or disallow skipping of recode at block
200   // level within a frame.
201   int allow_skip_recode;
202 
203   // This variable allows us to reuse the last frames partition choices
204   // (64x64 v 32x32 etc) for this frame. It can be set to only use the last
205   // frame as a starting point in low motion scenes or always use it. If set
206   // we use last partitioning_redo frequency to determine how often to redo
207   // the partitioning from scratch. Adjust_partitioning_from_last_frame
208   // enables us to adjust up or down one partitioning from the last frames
209   // partitioning.
210   LAST_FRAME_PARTITION_METHOD use_lastframe_partitioning;
211 
212   // The threshold is to determine how slow the motino is, it is used when
213   // use_lastframe_partitioning is set to LAST_FRAME_PARTITION_LOW_MOTION
214   MOTION_THRESHOLD lf_motion_threshold;
215 
216   // Determine which method we use to determine transform size. We can choose
217   // between options like full rd, largest for prediction size, largest
218   // for intra and model coefs for the rest.
219   TX_SIZE_SEARCH_METHOD tx_size_search_method;
220 
221   // Low precision 32x32 fdct keeps everything in 16 bits and thus is less
222   // precise but significantly faster than the non lp version.
223   int use_lp32x32fdct;
224 
225   // TODO(JBB): remove this as its no longer used.
226 
227   // After looking at the first set of modes (set by index here), skip
228   // checking modes for reference frames that don't match the reference frame
229   // of the best so far.
230   int mode_skip_start;
231 
232   // TODO(JBB): Remove this.
233   int reference_masking;
234 
235   PARTITION_SEARCH_TYPE partition_search_type;
236 
237   // Used if partition_search_type = FIXED_SIZE_PARTITION
238   BLOCK_SIZE always_this_block_size;
239 
240   // Skip rectangular partition test when partition type none gives better
241   // rd than partition type split.
242   int less_rectangular_check;
243 
244   // Disable testing non square partitions. (eg 16x32)
245   int use_square_partition_only;
246 
247   // Sets min and max partition sizes for this 64x64 region based on the
248   // same 64x64 in last encoded frame, and the left and above neighbor.
249   AUTO_MIN_MAX_MODE auto_min_max_partition_size;
250 
251   // Min and max partition size we enable (block_size) as per auto
252   // min max, but also used by adjust partitioning, and pick_partitioning.
253   BLOCK_SIZE min_partition_size;
254   BLOCK_SIZE max_partition_size;
255 
256   // Whether or not we allow partitions one smaller or one greater than the last
257   // frame's partitioning. Only used if use_lastframe_partitioning is set.
258   int adjust_partitioning_from_last_frame;
259 
260   // How frequently we re do the partitioning from scratch. Only used if
261   // use_lastframe_partitioning is set.
262   int last_partitioning_redo_frequency;
263 
264   // This enables constrained copy partitioning, which, given an input block
265   // size bsize, will copy previous partition for partitions less than bsize,
266   // otherwise bsize partition is used. bsize is currently set to 16x16.
267   // Used for the case where motion is detected in superblock.
268   int constrain_copy_partition;
269 
270   // Disables sub 8x8 blocksizes in different scenarios: Choices are to disable
271   // it always, to allow it for only Last frame and Intra, disable it for all
272   // inter modes or to enable it always.
273   int disable_split_mask;
274 
275   // TODO(jingning): combine the related motion search speed features
276   // This allows us to use motion search at other sizes as a starting
277   // point for this motion search and limits the search range around it.
278   int adaptive_motion_search;
279 
280   // Allows sub 8x8 modes to use the prediction filter that was determined
281   // best for 8x8 mode. If set to 0 we always re check all the filters for
282   // sizes less than 8x8, 1 means we check all filter modes if no 8x8 filter
283   // was selected, and 2 means we use 8 tap if no 8x8 filter mode was selected.
284   int adaptive_pred_interp_filter;
285 
286   // Chessboard pattern prediction filter type search
287   int cb_pred_filter_search;
288 
289   int cb_partition_search;
290 
291   int motion_field_mode_search;
292 
293   // Fast quantization process path
294   int use_quant_fp;
295 
296   // Search through variable block partition types in non-RD mode decision
297   // encoding process for RTC.
298   int partition_check;
299 
300   // Use finer quantizer in every other few frames that run variable block
301   // partition type search.
302   int force_frame_boost;
303 
304   // Maximally allowed base quantization index fluctuation.
305   int max_delta_qindex;
306 
307   // Implements various heuristics to skip searching modes
308   // The heuristics selected are based on  flags
309   // defined in the MODE_SEARCH_SKIP_HEURISTICS enum
310   unsigned int mode_search_skip_flags;
311 
312   // A source variance threshold below which the split mode is disabled
313   unsigned int disable_split_var_thresh;
314 
315   // A source variance threshold below which filter search is disabled
316   // Choose a very large value (UINT_MAX) to use 8-tap always
317   unsigned int disable_filter_search_var_thresh;
318 
319   // These bit masks allow you to enable or disable intra modes for each
320   // transform size separately.
321   int intra_y_mode_mask[TX_SIZES];
322   int intra_uv_mode_mask[TX_SIZES];
323 
324   // This variable enables an early break out of mode testing if the model for
325   // rd built from the prediction signal indicates a value that's much
326   // higher than the best rd we've seen so far.
327   int use_rd_breakout;
328 
329   // This enables us to use an estimate for intra rd based on dc mode rather
330   // than choosing an actual uv mode in the stage of encoding before the actual
331   // final encode.
332   int use_uv_intra_rd_estimate;
333 
334   // This feature controls how the loop filter level is determined.
335   LPF_PICK_METHOD lpf_pick;
336 
337   // This feature limits the number of coefficients updates we actually do
338   // by only looking at counts from 1/2 the bands.
339   FAST_COEFF_UPDATE use_fast_coef_updates;
340 
341   // This flag controls the use of non-RD mode decision.
342   int use_nonrd_pick_mode;
343 
344   // A binary mask indicating if NEARESTMV, NEARMV, ZEROMV, NEWMV
345   // modes are used in order from LSB to MSB for each BLOCK_SIZE.
346   int inter_mode_mask[BLOCK_SIZES];
347 
348   // This feature controls whether we do the expensive context update and
349   // calculation in the rd coefficient costing loop.
350   int use_fast_coef_costing;
351 
352   // This feature controls the tolerence vs target used in deciding whether to
353   // recode a frame. It has no meaning if recode is disabled.
354   int recode_tolerance;
355 
356   // This variable controls the maximum block size where intra blocks can be
357   // used in inter frames.
358   // TODO(aconverse): Fold this into one of the other many mode skips
359   BLOCK_SIZE max_intra_bsize;
360 
361   // The frequency that we check if SOURCE_VAR_BASED_PARTITION or
362   // FIXED_PARTITION search type should be used.
363   int search_type_check_frequency;
364 
365   // When partition is pre-set, the inter prediction result from pick_inter_mode
366   // can be reused in final block encoding process. It is enabled only for real-
367   // time mode speed 6.
368   int reuse_inter_pred_sby;
369 
370   // This variable sets the encode_breakout threshold. Currently, it is only
371   // enabled in real time mode.
372   int encode_breakout_thresh;
373 
374   // In real time encoding, increase the threshold for NEWMV.
375   int elevate_newmv_thresh;
376 
377   // default interp filter choice
378   INTERP_FILTER default_interp_filter;
379 } SPEED_FEATURES;
380 
381 struct VP9_COMP;
382 
383 void vp9_set_speed_features(struct VP9_COMP *cpi);
384 
385 #ifdef __cplusplus
386 }  // extern "C"
387 #endif
388 
389 #endif  // VP9_ENCODER_VP9_SPEED_FEATURES_H_
390 
391