2014-01-24 10:37:15 +00:00
|
|
|
/*****************************************************************************
|
|
|
|
* This file is part of Kvazaar HEVC encoder.
|
2014-02-21 13:00:20 +00:00
|
|
|
*
|
|
|
|
* Copyright (C) 2013-2014 Tampere University of Technology and others (see
|
2014-01-24 10:37:15 +00:00
|
|
|
* COPYING file).
|
|
|
|
*
|
|
|
|
* Kvazaar is free software: you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License version 2 as published
|
|
|
|
* by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* Kvazaar is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with Kvazaar. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
****************************************************************************/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* \file
|
2013-04-16 08:23:03 +00:00
|
|
|
*/
|
|
|
|
|
2013-09-18 09:16:03 +00:00
|
|
|
#include "search.h"
|
2013-04-16 08:23:03 +00:00
|
|
|
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <string.h>
|
2014-03-18 09:26:42 +00:00
|
|
|
#include <assert.h>
|
2013-09-18 09:16:03 +00:00
|
|
|
|
2013-04-16 08:23:03 +00:00
|
|
|
#include "config.h"
|
|
|
|
#include "bitstream.h"
|
|
|
|
#include "picture.h"
|
2013-04-16 12:10:43 +00:00
|
|
|
#include "intra.h"
|
2013-09-05 12:02:53 +00:00
|
|
|
#include "inter.h"
|
2013-04-16 08:23:03 +00:00
|
|
|
#include "filter.h"
|
2014-04-04 10:09:02 +00:00
|
|
|
#include "rdo.h"
|
2014-05-13 06:33:05 +00:00
|
|
|
#include "transform.h"
|
2014-05-15 13:20:35 +00:00
|
|
|
#include "encoder.h"
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2013-09-16 16:18:24 +00:00
|
|
|
// Temporarily for debugging.
|
2013-10-22 16:00:36 +00:00
|
|
|
#define SEARCH_MV_FULL_RADIUS 0
|
2013-09-16 16:18:24 +00:00
|
|
|
|
2013-09-30 07:47:05 +00:00
|
|
|
#define IN_FRAME(x, y, width, height, block_width, block_height) \
|
|
|
|
((x) >= 0 && (y) >= 0 \
|
|
|
|
&& (x) + (block_width) <= (width) \
|
|
|
|
&& (y) + (block_height) <= (height))
|
2013-09-25 14:47:40 +00:00
|
|
|
|
2014-02-21 13:00:20 +00:00
|
|
|
/**
|
2013-10-08 09:30:25 +00:00
|
|
|
* This is used in the hexagon_search to select 3 points to search.
|
2014-02-21 13:00:20 +00:00
|
|
|
*
|
2013-10-08 09:30:25 +00:00
|
|
|
* The start of the hexagonal pattern has been repeated at the end so that
|
|
|
|
* the indices between 1-6 can be used as the start of a 3-point list of new
|
|
|
|
* points to search.
|
2014-02-21 13:00:20 +00:00
|
|
|
*
|
2013-10-08 09:30:25 +00:00
|
|
|
* 6 o-o 1 / 7
|
|
|
|
* / \
|
|
|
|
* 5 o 0 o 2 / 8
|
|
|
|
* \ /
|
|
|
|
* 4 o-o 3
|
|
|
|
*/
|
|
|
|
const vector2d large_hexbs[10] = {
|
|
|
|
{ 0, 0 },
|
|
|
|
{ 1, -2 }, { 2, 0 }, { 1, 2 }, { -1, 2 }, { -2, 0 }, { -1, -2 },
|
|
|
|
{ 1, -2 }, { 2, 0 }
|
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* This is used as the last step of the hexagon search.
|
|
|
|
*/
|
|
|
|
const vector2d small_hexbs[5] = {
|
|
|
|
{ 0, 0 },
|
|
|
|
{ -1, -1 }, { -1, 0 }, { 1, 0 }, { 1, 1 }
|
|
|
|
};
|
|
|
|
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-03-07 13:05:39 +00:00
|
|
|
static uint32_t get_ep_ex_golomb_bitcost(uint32_t symbol, uint32_t count)
|
2013-10-22 10:08:08 +00:00
|
|
|
{
|
2014-03-07 13:05:39 +00:00
|
|
|
int32_t num_bins = 0;
|
|
|
|
while (symbol >= (uint32_t)(1 << count)) {
|
|
|
|
++num_bins;
|
|
|
|
symbol -= 1 << count;
|
|
|
|
++count;
|
|
|
|
}
|
2014-03-10 10:08:09 +00:00
|
|
|
num_bins ++;
|
2014-03-07 13:05:39 +00:00
|
|
|
|
|
|
|
return num_bins;
|
|
|
|
}
|
2013-10-22 10:08:08 +00:00
|
|
|
|
2014-03-07 13:05:39 +00:00
|
|
|
static uint32_t get_mvd_coding_cost(vector2d *mvd)
|
|
|
|
{
|
|
|
|
uint32_t bitcost = 0;
|
|
|
|
const int32_t mvd_hor = mvd->x;
|
|
|
|
const int32_t mvd_ver = mvd->y;
|
|
|
|
const int8_t hor_abs_gr0 = mvd_hor != 0;
|
|
|
|
const int8_t ver_abs_gr0 = mvd_ver != 0;
|
|
|
|
const uint32_t mvd_hor_abs = abs(mvd_hor);
|
|
|
|
const uint32_t mvd_ver_abs = abs(mvd_ver);
|
|
|
|
|
|
|
|
// Greater than 0 for x/y
|
|
|
|
bitcost += 2;
|
|
|
|
|
|
|
|
if (hor_abs_gr0) {
|
|
|
|
if (mvd_hor_abs > 1) {
|
2014-03-10 10:08:09 +00:00
|
|
|
bitcost += get_ep_ex_golomb_bitcost(mvd_hor_abs-2, 1) - 2; // TODO: tune the costs
|
2014-03-07 13:05:39 +00:00
|
|
|
}
|
2014-03-10 10:08:09 +00:00
|
|
|
// Greater than 1 + sign
|
2014-03-07 13:05:39 +00:00
|
|
|
bitcost += 2;
|
2013-10-22 10:08:08 +00:00
|
|
|
}
|
2014-03-07 13:05:39 +00:00
|
|
|
|
|
|
|
if (ver_abs_gr0) {
|
|
|
|
if (mvd_ver_abs > 1) {
|
2014-03-10 10:08:09 +00:00
|
|
|
bitcost += get_ep_ex_golomb_bitcost(mvd_ver_abs-2, 1) - 2; // TODO: tune the costs
|
2014-03-07 13:05:39 +00:00
|
|
|
}
|
2014-03-10 10:08:09 +00:00
|
|
|
// Greater than 1 + sign
|
2014-03-07 13:05:39 +00:00
|
|
|
bitcost += 2;
|
2013-10-22 10:08:08 +00:00
|
|
|
}
|
|
|
|
|
2014-03-07 13:05:39 +00:00
|
|
|
return bitcost;
|
|
|
|
}
|
|
|
|
|
2014-04-17 12:42:20 +00:00
|
|
|
static int calc_mvd_cost(const encoder_state * const encoder_state, int x, int y,
|
2014-03-07 13:05:39 +00:00
|
|
|
int16_t mv_cand[2][2], int16_t merge_cand[MRG_MAX_NUM_CANDS][3],
|
2014-03-11 09:35:02 +00:00
|
|
|
int16_t num_cand,int32_t ref_idx, uint32_t *bitcost)
|
2014-03-07 13:05:39 +00:00
|
|
|
{
|
|
|
|
uint32_t temp_bitcost = 0;
|
|
|
|
uint32_t merge_idx;
|
|
|
|
int cand1_cost,cand2_cost;
|
|
|
|
vector2d mvd_temp1, mvd_temp2;
|
|
|
|
int8_t merged = 0;
|
|
|
|
int8_t cur_mv_cand = 0;
|
|
|
|
|
|
|
|
x <<= 2;
|
|
|
|
y <<= 2;
|
|
|
|
|
|
|
|
// Check every candidate to find a match
|
2014-04-04 08:08:34 +00:00
|
|
|
for(merge_idx = 0; merge_idx < (uint32_t)num_cand; merge_idx++) {
|
2014-03-07 13:05:39 +00:00
|
|
|
if (merge_cand[merge_idx][0] == x &&
|
|
|
|
merge_cand[merge_idx][1] == y &&
|
|
|
|
merge_cand[merge_idx][2] == ref_idx) {
|
2014-03-10 10:08:09 +00:00
|
|
|
temp_bitcost += merge_idx;
|
2014-03-07 13:05:39 +00:00
|
|
|
merged = 1;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check mvd cost only if mv is not merged
|
|
|
|
if(!merged) {
|
|
|
|
mvd_temp1.x = x - mv_cand[0][0];
|
|
|
|
mvd_temp1.y = y - mv_cand[0][1];
|
|
|
|
cand1_cost = get_mvd_coding_cost(&mvd_temp1);
|
|
|
|
|
|
|
|
mvd_temp2.x = x - mv_cand[1][0];
|
|
|
|
mvd_temp2.y = y - mv_cand[1][1];
|
|
|
|
cand2_cost = get_mvd_coding_cost(&mvd_temp2);
|
|
|
|
|
|
|
|
// Select candidate 1 if it has lower cost
|
|
|
|
if (cand2_cost < cand1_cost) {
|
|
|
|
cur_mv_cand = 1;
|
|
|
|
}
|
|
|
|
temp_bitcost += cur_mv_cand ? cand2_cost : cand1_cost;
|
|
|
|
}
|
2014-03-11 09:35:02 +00:00
|
|
|
*bitcost = temp_bitcost;
|
2014-05-06 08:13:18 +00:00
|
|
|
return temp_bitcost*(int32_t)(encoder_state->global->cur_lambda_cost+0.5);
|
2013-10-22 10:08:08 +00:00
|
|
|
}
|
2013-10-22 08:40:24 +00:00
|
|
|
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2013-10-22 08:40:24 +00:00
|
|
|
/**
|
|
|
|
* \brief Do motion search using the HEXBS algorithm.
|
|
|
|
*
|
|
|
|
* \param depth log2 depth of the search
|
|
|
|
* \param pic Picture motion vector is searched for.
|
|
|
|
* \param ref Picture motion vector is searched from.
|
|
|
|
* \param orig Top left corner of the searched for block.
|
|
|
|
* \param mv_in_out Predicted mv in and best out. Quarter pixel precision.
|
|
|
|
*
|
|
|
|
* \returns Cost of the motion vector.
|
|
|
|
*
|
|
|
|
* Motion vector is searched by first searching iteratively with the large
|
|
|
|
* hexagon pattern until the best match is at the center of the hexagon.
|
|
|
|
* As a final step a smaller hexagon is used to check the adjacent pixels.
|
|
|
|
*
|
|
|
|
* If a non 0,0 predicted motion vector predictor is given as mv_in_out,
|
|
|
|
* the 0,0 vector is also tried. This is hoped to help in the case where
|
|
|
|
* the predicted motion vector is way off. In the future even more additional
|
|
|
|
* points like 0,0 might be used, such as vectors from top or left.
|
|
|
|
*/
|
2014-04-17 12:42:20 +00:00
|
|
|
static unsigned hexagon_search(const encoder_state * const encoder_state, unsigned depth,
|
2014-02-21 13:24:57 +00:00
|
|
|
const picture *pic, const picture *ref,
|
2014-03-07 13:05:39 +00:00
|
|
|
const vector2d *orig, vector2d *mv_in_out,
|
|
|
|
int16_t mv_cand[2][2], int16_t merge_cand[MRG_MAX_NUM_CANDS][3],
|
2014-03-11 09:35:02 +00:00
|
|
|
int16_t num_cand, int32_t ref_idx, uint32_t *bitcost_out)
|
2013-10-08 09:30:25 +00:00
|
|
|
{
|
2013-10-18 13:43:28 +00:00
|
|
|
vector2d mv = { mv_in_out->x >> 2, mv_in_out->y >> 2 };
|
2013-10-08 09:30:25 +00:00
|
|
|
int block_width = CU_WIDTH_FROM_DEPTH(depth);
|
2014-02-06 12:36:19 +00:00
|
|
|
unsigned best_cost = UINT32_MAX;
|
2014-03-11 09:35:02 +00:00
|
|
|
uint32_t best_bitcost = 0, bitcost;
|
2013-10-08 09:30:25 +00:00
|
|
|
unsigned i;
|
2013-10-18 13:30:36 +00:00
|
|
|
unsigned best_index = 0; // Index of large_hexbs or finally small_hexbs.
|
|
|
|
|
2014-03-07 13:05:39 +00:00
|
|
|
|
2013-10-08 09:30:25 +00:00
|
|
|
// Search the initial 7 points of the hexagon.
|
|
|
|
for (i = 0; i < 7; ++i) {
|
2013-10-22 08:40:24 +00:00
|
|
|
const vector2d *pattern = &large_hexbs[i];
|
2013-10-18 13:30:36 +00:00
|
|
|
unsigned cost = calc_sad(pic, ref, orig->x, orig->y,
|
2014-05-06 08:13:18 +00:00
|
|
|
(encoder_state->tile->lcu_offset_x * LCU_WIDTH) + orig->x + mv.x + pattern->x,
|
|
|
|
(encoder_state->tile->lcu_offset_y * LCU_WIDTH) + orig->y + mv.y + pattern->y,
|
2013-10-11 12:19:21 +00:00
|
|
|
block_width, block_width);
|
2014-04-17 12:42:20 +00:00
|
|
|
cost += calc_mvd_cost(encoder_state, mv.x + pattern->x, mv.y + pattern->y, mv_cand,merge_cand,num_cand,ref_idx, &bitcost);
|
2013-10-22 10:08:08 +00:00
|
|
|
|
2013-10-22 08:40:24 +00:00
|
|
|
if (cost < best_cost) {
|
2014-03-11 09:35:02 +00:00
|
|
|
best_cost = cost;
|
|
|
|
best_index = i;
|
|
|
|
best_bitcost = bitcost;
|
2013-10-08 09:30:25 +00:00
|
|
|
}
|
|
|
|
}
|
2013-10-08 13:11:00 +00:00
|
|
|
|
|
|
|
// Try the 0,0 vector.
|
2013-10-18 13:43:28 +00:00
|
|
|
if (!(mv.x == 0 && mv.y == 0)) {
|
2013-10-18 13:30:36 +00:00
|
|
|
unsigned cost = calc_sad(pic, ref, orig->x, orig->y,
|
2014-05-06 08:13:18 +00:00
|
|
|
(encoder_state->tile->lcu_offset_x * LCU_WIDTH) + orig->x,
|
|
|
|
(encoder_state->tile->lcu_offset_y * LCU_WIDTH) + orig->y,
|
2013-10-11 12:19:21 +00:00
|
|
|
block_width, block_width);
|
2014-04-17 12:42:20 +00:00
|
|
|
cost += calc_mvd_cost(encoder_state, 0, 0, mv_cand,merge_cand,num_cand,ref_idx, &bitcost);
|
2014-02-21 13:00:20 +00:00
|
|
|
|
2013-10-22 08:40:24 +00:00
|
|
|
// If the 0,0 is better, redo the hexagon around that point.
|
|
|
|
if (cost < best_cost) {
|
2014-03-11 09:35:02 +00:00
|
|
|
best_cost = cost;
|
|
|
|
best_bitcost = bitcost;
|
|
|
|
best_index = 0;
|
2013-10-18 13:43:28 +00:00
|
|
|
mv.x = 0;
|
|
|
|
mv.y = 0;
|
2013-10-08 13:11:00 +00:00
|
|
|
|
|
|
|
for (i = 1; i < 7; ++i) {
|
2013-10-22 08:40:24 +00:00
|
|
|
const vector2d *pattern = &large_hexbs[i];
|
2013-10-18 13:30:36 +00:00
|
|
|
unsigned cost = calc_sad(pic, ref, orig->x, orig->y,
|
2014-05-06 08:13:18 +00:00
|
|
|
(encoder_state->tile->lcu_offset_x * LCU_WIDTH) + orig->x + pattern->x,
|
|
|
|
(encoder_state->tile->lcu_offset_y * LCU_WIDTH) + orig->y + pattern->y,
|
2013-10-11 12:19:21 +00:00
|
|
|
block_width, block_width);
|
2014-04-17 12:42:20 +00:00
|
|
|
cost += calc_mvd_cost(encoder_state, pattern->x, pattern->y, mv_cand,merge_cand,num_cand,ref_idx, &bitcost);
|
2013-10-22 10:08:08 +00:00
|
|
|
|
2013-10-22 08:40:24 +00:00
|
|
|
if (cost < best_cost) {
|
2014-03-11 09:35:02 +00:00
|
|
|
best_cost = cost;
|
|
|
|
best_index = i;
|
|
|
|
best_bitcost = bitcost;
|
2013-10-08 13:11:00 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2014-02-21 13:00:20 +00:00
|
|
|
|
2013-10-08 09:30:25 +00:00
|
|
|
// Iteratively search the 3 new points around the best match, until the best
|
|
|
|
// match is in the center.
|
|
|
|
while (best_index != 0) {
|
|
|
|
unsigned start; // Starting point of the 3 offsets to be searched.
|
|
|
|
if (best_index == 1) {
|
|
|
|
start = 6;
|
|
|
|
} else if (best_index == 8) {
|
|
|
|
start = 1;
|
|
|
|
} else {
|
|
|
|
start = best_index - 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Move the center to the best match.
|
2013-10-18 13:43:28 +00:00
|
|
|
mv.x += large_hexbs[best_index].x;
|
|
|
|
mv.y += large_hexbs[best_index].y;
|
2013-10-08 09:30:25 +00:00
|
|
|
best_index = 0;
|
|
|
|
|
|
|
|
// Iterate through the next 3 points.
|
|
|
|
for (i = 0; i < 3; ++i) {
|
2013-10-22 08:40:24 +00:00
|
|
|
const vector2d *offset = &large_hexbs[start + i];
|
2013-10-18 13:30:36 +00:00
|
|
|
unsigned cost = calc_sad(pic, ref, orig->x, orig->y,
|
2014-05-06 08:13:18 +00:00
|
|
|
(encoder_state->tile->lcu_offset_x * LCU_WIDTH) + orig->x + mv.x + offset->x,
|
|
|
|
(encoder_state->tile->lcu_offset_y * LCU_WIDTH) + orig->y + mv.y + offset->y,
|
2013-10-11 12:19:21 +00:00
|
|
|
block_width, block_width);
|
2014-04-17 12:42:20 +00:00
|
|
|
cost += calc_mvd_cost(encoder_state, mv.x + offset->x, mv.y + offset->y, mv_cand,merge_cand,num_cand,ref_idx, &bitcost);
|
2013-10-22 10:08:08 +00:00
|
|
|
|
2013-10-22 08:40:24 +00:00
|
|
|
if (cost < best_cost) {
|
2014-03-11 09:35:02 +00:00
|
|
|
best_cost = cost;
|
|
|
|
best_index = start + i;
|
|
|
|
best_bitcost = bitcost;
|
2013-10-08 09:30:25 +00:00
|
|
|
}
|
|
|
|
++offset;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-10-22 08:40:24 +00:00
|
|
|
// Move the center to the best match.
|
2013-10-18 13:43:28 +00:00
|
|
|
mv.x += large_hexbs[best_index].x;
|
|
|
|
mv.y += large_hexbs[best_index].y;
|
2013-10-08 09:30:25 +00:00
|
|
|
best_index = 0;
|
2013-10-22 08:40:24 +00:00
|
|
|
|
|
|
|
// Do the final step of the search with a small pattern.
|
2013-10-08 09:30:25 +00:00
|
|
|
for (i = 1; i < 5; ++i) {
|
2013-10-22 08:40:24 +00:00
|
|
|
const vector2d *offset = &small_hexbs[i];
|
2013-10-18 13:30:36 +00:00
|
|
|
unsigned cost = calc_sad(pic, ref, orig->x, orig->y,
|
2014-05-06 08:13:18 +00:00
|
|
|
(encoder_state->tile->lcu_offset_x * LCU_WIDTH) + orig->x + mv.x + offset->x,
|
|
|
|
(encoder_state->tile->lcu_offset_y * LCU_WIDTH) + orig->y + mv.y + offset->y,
|
2013-10-11 12:19:21 +00:00
|
|
|
block_width, block_width);
|
2014-04-17 12:42:20 +00:00
|
|
|
cost += calc_mvd_cost(encoder_state, mv.x + offset->x, mv.y + offset->y, mv_cand,merge_cand,num_cand,ref_idx, &bitcost);
|
2013-10-22 10:08:08 +00:00
|
|
|
|
2013-10-08 09:30:25 +00:00
|
|
|
if (cost > 0 && cost < best_cost) {
|
2014-03-11 09:35:02 +00:00
|
|
|
best_cost = cost;
|
|
|
|
best_index = i;
|
|
|
|
best_bitcost = bitcost;
|
2013-10-08 09:30:25 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-10-22 08:40:24 +00:00
|
|
|
// Adjust the movement vector according to the final best match.
|
2013-10-18 13:43:28 +00:00
|
|
|
mv.x += small_hexbs[best_index].x;
|
|
|
|
mv.y += small_hexbs[best_index].y;
|
2013-10-22 08:40:24 +00:00
|
|
|
|
|
|
|
// Return final movement vector in quarter-pixel precision.
|
2013-10-18 13:43:28 +00:00
|
|
|
mv_in_out->x = mv.x << 2;
|
|
|
|
mv_in_out->y = mv.y << 2;
|
2013-10-18 13:30:36 +00:00
|
|
|
|
2014-03-11 09:35:02 +00:00
|
|
|
*bitcost_out = best_bitcost;
|
|
|
|
|
2013-10-18 13:30:36 +00:00
|
|
|
return best_cost;
|
2013-10-08 09:30:25 +00:00
|
|
|
}
|
|
|
|
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-02-21 13:43:39 +00:00
|
|
|
#if SEARCH_MV_FULL_RADIUS
|
2014-02-21 13:24:57 +00:00
|
|
|
static unsigned search_mv_full(unsigned depth,
|
|
|
|
const picture *pic, const picture *ref,
|
2014-03-07 13:05:39 +00:00
|
|
|
const vector2d *orig, vector2d *mv_in_out,
|
|
|
|
int16_t mv_cand[2][2], int16_t merge_cand[MRG_MAX_NUM_CANDS][3],
|
2014-03-11 09:35:02 +00:00
|
|
|
int16_t num_cand, int32_t ref_idx, uint32_t *bitcost_out)
|
2013-10-22 16:00:36 +00:00
|
|
|
{
|
|
|
|
vector2d mv = { mv_in_out->x >> 2, mv_in_out->y >> 2 };
|
|
|
|
int block_width = CU_WIDTH_FROM_DEPTH(depth);
|
2014-02-06 12:36:19 +00:00
|
|
|
unsigned best_cost = UINT32_MAX;
|
2013-10-22 16:00:36 +00:00
|
|
|
int x, y;
|
2014-03-11 09:35:02 +00:00
|
|
|
uint32_t best_bitcost = 0, bitcost;
|
2013-10-22 16:00:36 +00:00
|
|
|
vector2d min_mv, max_mv;
|
|
|
|
|
|
|
|
/*if (abs(mv.x) > SEARCH_MV_FULL_RADIUS || abs(mv.y) > SEARCH_MV_FULL_RADIUS) {
|
2014-02-21 13:00:20 +00:00
|
|
|
best_cost = calc_sad(pic, ref, orig->x, orig->y,
|
2013-10-22 16:00:36 +00:00
|
|
|
orig->x, orig->y,
|
|
|
|
block_width, block_width);
|
|
|
|
mv.x = 0;
|
|
|
|
mv.y = 0;
|
|
|
|
}*/
|
|
|
|
|
|
|
|
min_mv.x = mv.x - SEARCH_MV_FULL_RADIUS;
|
|
|
|
min_mv.y = mv.y - SEARCH_MV_FULL_RADIUS;
|
|
|
|
max_mv.x = mv.x + SEARCH_MV_FULL_RADIUS;
|
|
|
|
max_mv.y = mv.y + SEARCH_MV_FULL_RADIUS;
|
|
|
|
|
|
|
|
for (y = min_mv.y; y < max_mv.y; ++y) {
|
|
|
|
for (x = min_mv.x; x < max_mv.x; ++x) {
|
|
|
|
unsigned cost = calc_sad(pic, ref, orig->x, orig->y,
|
|
|
|
orig->x + x,
|
|
|
|
orig->y + y,
|
|
|
|
block_width, block_width);
|
2014-04-04 08:32:56 +00:00
|
|
|
cost += calc_mvd_cost(x, y, mv_cand,merge_cand,num_cand,ref_idx, &bitcost);
|
2013-10-22 16:00:36 +00:00
|
|
|
if (cost < best_cost) {
|
2014-03-11 09:35:02 +00:00
|
|
|
best_cost = cost;
|
|
|
|
best_bitcost = bitcost;
|
2013-10-22 16:00:36 +00:00
|
|
|
mv.x = x;
|
|
|
|
mv.y = y;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
mv_in_out->x = mv.x << 2;
|
|
|
|
mv_in_out->y = mv.y << 2;
|
|
|
|
|
2014-03-11 09:35:02 +00:00
|
|
|
*bitcost_out = best_bitcost;
|
|
|
|
|
2013-10-22 16:00:36 +00:00
|
|
|
return best_cost;
|
|
|
|
}
|
2014-02-21 13:43:39 +00:00
|
|
|
#endif
|
2013-10-22 16:00:36 +00:00
|
|
|
|
2014-03-03 12:51:36 +00:00
|
|
|
/**
|
|
|
|
* Update lcu to have best modes at this depth.
|
|
|
|
* \return Cost of best mode.
|
|
|
|
*/
|
2014-04-17 12:42:20 +00:00
|
|
|
static int search_cu_inter(const encoder_state * const encoder_state, int x, int y, int depth, lcu_t *lcu)
|
2014-02-21 13:24:57 +00:00
|
|
|
{
|
2014-05-06 08:13:18 +00:00
|
|
|
const picture * const cur_pic = encoder_state->tile->cur_pic;
|
2014-04-04 08:08:34 +00:00
|
|
|
uint32_t ref_idx = 0;
|
2014-03-03 12:51:36 +00:00
|
|
|
int x_local = (x&0x3f), y_local = (y&0x3f);
|
|
|
|
int x_cu = x>>3;
|
|
|
|
int y_cu = y>>3;
|
|
|
|
int cu_pos = LCU_CU_OFFSET+(x_local>>3) + (y_local>>3)*LCU_T_CU_WIDTH;
|
|
|
|
|
|
|
|
cu_info *cur_cu = &lcu->cu[cu_pos];
|
|
|
|
|
2014-03-07 13:05:39 +00:00
|
|
|
int16_t mv_cand[2][2];
|
|
|
|
// Search for merge mode candidate
|
|
|
|
int16_t merge_cand[MRG_MAX_NUM_CANDS][3];
|
|
|
|
// Get list of candidates
|
2014-03-11 07:04:17 +00:00
|
|
|
int16_t num_cand = inter_get_merge_cand(x, y, depth, merge_cand, lcu);
|
2014-03-07 13:05:39 +00:00
|
|
|
|
|
|
|
// Select better candidate
|
|
|
|
cur_cu->inter.mv_cand = 0; // Default to candidate 0
|
|
|
|
|
2014-02-14 13:49:04 +00:00
|
|
|
cur_cu->inter.cost = UINT_MAX;
|
|
|
|
|
2014-05-06 08:13:18 +00:00
|
|
|
for (ref_idx = 0; ref_idx < encoder_state->global->ref->used_size; ref_idx++) {
|
|
|
|
picture *ref_pic = encoder_state->global->ref->pics[ref_idx];
|
2014-02-21 13:00:20 +00:00
|
|
|
unsigned width_in_scu = NO_SCU_IN_LCU(ref_pic->width_in_lcu);
|
2014-04-28 07:18:22 +00:00
|
|
|
cu_info *ref_cu = &ref_pic->cu_array[y_cu * width_in_scu + x_cu];
|
2014-03-11 09:35:02 +00:00
|
|
|
uint32_t temp_bitcost = 0;
|
2014-03-07 13:05:39 +00:00
|
|
|
uint32_t temp_cost = 0;
|
|
|
|
vector2d orig, mv, mvd;
|
|
|
|
int32_t merged = 0;
|
2014-03-10 08:16:12 +00:00
|
|
|
uint8_t cu_mv_cand = 0;
|
|
|
|
int8_t merge_idx = 0;
|
|
|
|
int8_t temp_ref_idx = cur_cu->inter.mv_ref;
|
2014-03-03 12:51:36 +00:00
|
|
|
orig.x = x_cu * CU_MIN_SIZE_PIXELS;
|
|
|
|
orig.y = y_cu * CU_MIN_SIZE_PIXELS;
|
2014-02-14 13:49:04 +00:00
|
|
|
mv.x = 0;
|
|
|
|
mv.y = 0;
|
|
|
|
if (ref_cu->type == CU_INTER) {
|
|
|
|
mv.x = ref_cu->inter.mv[0];
|
|
|
|
mv.y = ref_cu->inter.mv[1];
|
|
|
|
}
|
2014-03-10 08:16:12 +00:00
|
|
|
// Get MV candidates
|
|
|
|
cur_cu->inter.mv_ref = ref_idx;
|
2014-04-17 12:42:20 +00:00
|
|
|
inter_get_mv_cand(encoder_state, x, y, depth, mv_cand, cur_cu, lcu);
|
2014-03-10 08:16:12 +00:00
|
|
|
cur_cu->inter.mv_ref = temp_ref_idx;
|
2013-12-17 09:32:28 +00:00
|
|
|
|
2014-03-06 16:14:01 +00:00
|
|
|
#if SEARCH_MV_FULL_RADIUS
|
2014-03-11 09:35:02 +00:00
|
|
|
temp_cost += search_mv_full(depth, cur_pic, ref_pic, &orig, &mv, mv_cand, merge_cand, num_cand, ref_idx, &temp_bitcost);
|
2014-03-06 16:14:01 +00:00
|
|
|
#else
|
2014-04-17 12:42:20 +00:00
|
|
|
temp_cost += hexagon_search(encoder_state, depth, cur_pic, ref_pic, &orig, &mv, mv_cand, merge_cand, num_cand, ref_idx, &temp_bitcost);
|
2014-03-06 16:14:01 +00:00
|
|
|
#endif
|
2014-03-07 13:05:39 +00:00
|
|
|
|
|
|
|
merged = 0;
|
|
|
|
// Check every candidate to find a match
|
2014-03-10 08:16:12 +00:00
|
|
|
for(merge_idx = 0; merge_idx < num_cand; merge_idx++) {
|
|
|
|
if (merge_cand[merge_idx][0] == mv.x &&
|
|
|
|
merge_cand[merge_idx][1] == mv.y &&
|
2014-04-04 08:08:34 +00:00
|
|
|
(uint32_t)merge_cand[merge_idx][2] == ref_idx) {
|
2014-03-07 13:05:39 +00:00
|
|
|
merged = 1;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Only check when candidates are different
|
|
|
|
if (!merged && (mv_cand[0][0] != mv_cand[1][0] || mv_cand[0][1] != mv_cand[1][1])) {
|
|
|
|
vector2d mvd_temp1, mvd_temp2;
|
|
|
|
int cand1_cost,cand2_cost;
|
|
|
|
|
|
|
|
mvd_temp1.x = mv.x - mv_cand[0][0];
|
|
|
|
mvd_temp1.y = mv.y - mv_cand[0][1];
|
|
|
|
cand1_cost = get_mvd_coding_cost(&mvd_temp1);
|
|
|
|
|
|
|
|
mvd_temp2.x = mv.x - mv_cand[1][0];
|
|
|
|
mvd_temp2.y = mv.y - mv_cand[1][1];
|
|
|
|
cand2_cost = get_mvd_coding_cost(&mvd_temp2);
|
|
|
|
|
|
|
|
// Select candidate 1 if it has lower cost
|
|
|
|
if (cand2_cost < cand1_cost) {
|
2014-03-10 08:16:12 +00:00
|
|
|
cu_mv_cand = 1;
|
2014-03-07 13:05:39 +00:00
|
|
|
}
|
|
|
|
}
|
2014-03-10 08:16:12 +00:00
|
|
|
mvd.x = mv.x - mv_cand[cu_mv_cand][0];
|
|
|
|
mvd.y = mv.y - mv_cand[cu_mv_cand][1];
|
2014-03-07 13:05:39 +00:00
|
|
|
|
2014-02-14 13:49:04 +00:00
|
|
|
if(temp_cost < cur_cu->inter.cost) {
|
2014-03-07 13:05:39 +00:00
|
|
|
cur_cu->merged = merged;
|
2014-03-10 08:16:12 +00:00
|
|
|
cur_cu->merge_idx = merge_idx;
|
2014-03-07 13:05:39 +00:00
|
|
|
cur_cu->inter.mv_ref = ref_idx;
|
|
|
|
cur_cu->inter.mv_dir = 1;
|
|
|
|
cur_cu->inter.mv[0] = (int16_t)mv.x;
|
|
|
|
cur_cu->inter.mv[1] = (int16_t)mv.y;
|
|
|
|
cur_cu->inter.mvd[0] = (int16_t)mvd.x;
|
|
|
|
cur_cu->inter.mvd[1] = (int16_t)mvd.y;
|
|
|
|
cur_cu->inter.cost = temp_cost;
|
2014-03-11 09:35:02 +00:00
|
|
|
cur_cu->inter.bitcost = temp_bitcost + ref_idx;
|
2014-03-10 08:16:12 +00:00
|
|
|
cur_cu->inter.mv_cand = cu_mv_cand;
|
2014-02-21 13:00:20 +00:00
|
|
|
}
|
2013-12-17 09:32:28 +00:00
|
|
|
}
|
|
|
|
|
2014-03-03 12:51:36 +00:00
|
|
|
return cur_cu->inter.cost;
|
2013-12-17 09:32:28 +00:00
|
|
|
}
|
|
|
|
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-02-25 11:06:22 +00:00
|
|
|
/**
|
|
|
|
* Copy all non-reference CU data from depth+1 to depth.
|
|
|
|
*/
|
2014-03-12 10:18:33 +00:00
|
|
|
static void work_tree_copy_up(int x_px, int y_px, int depth, lcu_t work_tree[MAX_PU_DEPTH + 1])
|
2014-02-25 11:06:22 +00:00
|
|
|
{
|
2014-02-26 13:09:18 +00:00
|
|
|
// Copy non-reference CUs.
|
|
|
|
{
|
|
|
|
const int x_cu = SUB_SCU(x_px) >> MAX_DEPTH;
|
|
|
|
const int y_cu = SUB_SCU(y_px) >> MAX_DEPTH;
|
|
|
|
const int width_cu = LCU_WIDTH >> MAX_DEPTH >> depth;
|
|
|
|
int x, y;
|
|
|
|
for (y = y_cu; y < y_cu + width_cu; ++y) {
|
|
|
|
for (x = x_cu; x < x_cu + width_cu; ++x) {
|
2014-02-27 12:22:01 +00:00
|
|
|
const cu_info *from_cu = &work_tree[depth + 1].cu[LCU_CU_OFFSET + x + y * LCU_T_CU_WIDTH];
|
|
|
|
cu_info *to_cu = &work_tree[depth].cu[LCU_CU_OFFSET + x + y * LCU_T_CU_WIDTH];
|
2014-02-26 13:09:18 +00:00
|
|
|
memcpy(to_cu, from_cu, sizeof(*to_cu));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
|
2014-02-26 13:09:18 +00:00
|
|
|
// Copy reconstructed pixels.
|
|
|
|
{
|
|
|
|
const int x = SUB_SCU(x_px);
|
|
|
|
const int y = SUB_SCU(y_px);
|
|
|
|
const int width_px = LCU_WIDTH >> depth;
|
|
|
|
const int luma_index = x + y * LCU_WIDTH;
|
|
|
|
const int chroma_index = (x / 2) + (y / 2) * (LCU_WIDTH / 2);
|
|
|
|
|
2014-02-27 09:56:16 +00:00
|
|
|
const lcu_yuv_t *from = &work_tree[depth + 1].rec;
|
2014-02-26 13:09:18 +00:00
|
|
|
lcu_yuv_t *to = &work_tree[depth].rec;
|
|
|
|
|
2014-02-27 09:56:16 +00:00
|
|
|
const lcu_coeff_t *from_coeff = &work_tree[depth + 1].coeff;
|
2014-02-27 13:58:47 +00:00
|
|
|
lcu_coeff_t *to_coeff = &work_tree[depth].coeff;
|
2014-02-27 09:56:16 +00:00
|
|
|
|
2014-02-26 13:09:18 +00:00
|
|
|
picture_blit_pixels(&from->y[luma_index], &to->y[luma_index],
|
|
|
|
width_px, width_px, LCU_WIDTH, LCU_WIDTH);
|
|
|
|
picture_blit_pixels(&from->u[chroma_index], &to->u[chroma_index],
|
|
|
|
width_px / 2, width_px / 2, LCU_WIDTH / 2, LCU_WIDTH / 2);
|
|
|
|
picture_blit_pixels(&from->v[chroma_index], &to->v[chroma_index],
|
|
|
|
width_px / 2, width_px / 2, LCU_WIDTH / 2, LCU_WIDTH / 2);
|
2014-02-27 09:56:16 +00:00
|
|
|
|
|
|
|
// Copy coefficients up. They do not have to be copied down because they
|
|
|
|
// are not used for the search.
|
|
|
|
picture_blit_coeffs(&from_coeff->y[luma_index], &to_coeff->y[luma_index],
|
|
|
|
width_px, width_px, LCU_WIDTH, LCU_WIDTH);
|
|
|
|
picture_blit_coeffs(&from_coeff->u[chroma_index], &to_coeff->u[chroma_index],
|
|
|
|
width_px / 2, width_px / 2, LCU_WIDTH / 2, LCU_WIDTH / 2);
|
|
|
|
picture_blit_coeffs(&from_coeff->v[chroma_index], &to_coeff->v[chroma_index],
|
|
|
|
width_px / 2, width_px / 2, LCU_WIDTH / 2, LCU_WIDTH / 2);
|
2014-02-26 13:09:18 +00:00
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Copy all non-reference CU data from depth to depth+1..MAX_PU_DEPTH.
|
|
|
|
*/
|
2014-03-12 10:18:33 +00:00
|
|
|
static void work_tree_copy_down(int x_px, int y_px, int depth, lcu_t work_tree[MAX_PU_DEPTH + 1])
|
2014-02-25 11:06:22 +00:00
|
|
|
{
|
2014-02-26 15:30:15 +00:00
|
|
|
// TODO: clean up to remove the copy pasta
|
|
|
|
const int width_px = LCU_WIDTH >> depth;
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-02-26 15:30:15 +00:00
|
|
|
int d;
|
2014-02-25 11:06:22 +00:00
|
|
|
|
2014-03-12 10:18:33 +00:00
|
|
|
for (d = depth + 1; d < MAX_PU_DEPTH + 1; ++d) {
|
2014-02-26 15:30:15 +00:00
|
|
|
const int x_cu = SUB_SCU(x_px) >> MAX_DEPTH;
|
|
|
|
const int y_cu = SUB_SCU(y_px) >> MAX_DEPTH;
|
|
|
|
const int width_cu = width_px >> MAX_DEPTH;
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-02-26 15:30:15 +00:00
|
|
|
int x, y;
|
|
|
|
for (y = y_cu; y < y_cu + width_cu; ++y) {
|
|
|
|
for (x = x_cu; x < x_cu + width_cu; ++x) {
|
2014-02-27 12:22:01 +00:00
|
|
|
const cu_info *from_cu = &work_tree[depth].cu[LCU_CU_OFFSET + x + y * LCU_T_CU_WIDTH];
|
|
|
|
cu_info *to_cu = &work_tree[d].cu[LCU_CU_OFFSET + x + y * LCU_T_CU_WIDTH];
|
2014-02-26 15:30:15 +00:00
|
|
|
memcpy(to_cu, from_cu, sizeof(*to_cu));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Copy reconstructed pixels.
|
2014-03-12 10:18:33 +00:00
|
|
|
for (d = depth + 1; d < MAX_PU_DEPTH + 1; ++d) {
|
2014-02-26 15:30:15 +00:00
|
|
|
const int x = SUB_SCU(x_px);
|
|
|
|
const int y = SUB_SCU(y_px);
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-02-26 15:30:15 +00:00
|
|
|
const int luma_index = x + y * LCU_WIDTH;
|
|
|
|
const int chroma_index = (x / 2) + (y / 2) * (LCU_WIDTH / 2);
|
|
|
|
|
|
|
|
lcu_yuv_t *from = &work_tree[depth].rec;
|
|
|
|
lcu_yuv_t *to = &work_tree[d].rec;
|
|
|
|
|
|
|
|
picture_blit_pixels(&from->y[luma_index], &to->y[luma_index],
|
|
|
|
width_px, width_px, LCU_WIDTH, LCU_WIDTH);
|
|
|
|
picture_blit_pixels(&from->u[chroma_index], &to->u[chroma_index],
|
|
|
|
width_px / 2, width_px / 2, LCU_WIDTH / 2, LCU_WIDTH / 2);
|
|
|
|
picture_blit_pixels(&from->v[chroma_index], &to->v[chroma_index],
|
|
|
|
width_px / 2, width_px / 2, LCU_WIDTH / 2, LCU_WIDTH / 2);
|
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-05-15 15:22:57 +00:00
|
|
|
static void lcu_set_intra_mode(lcu_t *lcu, int x_px, int y_px, int depth, int tr_depth, int pred_mode, int part_mode)
|
2014-02-27 11:02:24 +00:00
|
|
|
{
|
|
|
|
const int width_cu = LCU_CU_WIDTH >> depth;
|
2014-02-27 11:53:26 +00:00
|
|
|
const int x_cu = SUB_SCU(x_px) >> MAX_DEPTH;
|
|
|
|
const int y_cu = SUB_SCU(y_px) >> MAX_DEPTH;
|
2014-02-27 11:02:24 +00:00
|
|
|
cu_info *const lcu_cu = &lcu->cu[LCU_CU_OFFSET];
|
|
|
|
int x, y;
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-02-27 11:02:24 +00:00
|
|
|
// NxN can only be applied to a single CU at a time.
|
|
|
|
if (part_mode == SIZE_NxN) {
|
|
|
|
cu_info *cu = &lcu_cu[x_cu + y_cu * LCU_T_CU_WIDTH];
|
2014-03-11 17:19:20 +00:00
|
|
|
cu->depth = MAX_DEPTH;
|
2014-02-27 11:02:24 +00:00
|
|
|
cu->type = CU_INTRA;
|
|
|
|
// It is assumed that cu->intra[].mode's are already set.
|
|
|
|
cu->part_size = part_mode;
|
2014-05-15 15:22:57 +00:00
|
|
|
cu->tr_depth = tr_depth;
|
2014-02-27 11:02:24 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set mode in every CU covered by part_mode in this depth.
|
|
|
|
for (y = y_cu; y < y_cu + width_cu; ++y) {
|
|
|
|
for (x = x_cu; x < x_cu + width_cu; ++x) {
|
|
|
|
cu_info *cu = &lcu_cu[x + y * LCU_T_CU_WIDTH];
|
|
|
|
cu->depth = depth;
|
|
|
|
cu->type = CU_INTRA;
|
|
|
|
cu->intra[0].mode = pred_mode;
|
|
|
|
cu->intra[1].mode = pred_mode;
|
|
|
|
cu->intra[2].mode = pred_mode;
|
|
|
|
cu->intra[3].mode = pred_mode;
|
|
|
|
cu->part_size = part_mode;
|
2014-05-15 15:22:57 +00:00
|
|
|
cu->tr_depth = tr_depth;
|
2014-03-03 15:42:44 +00:00
|
|
|
cu->coded = 1;
|
2014-02-27 11:02:24 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-03-03 12:51:36 +00:00
|
|
|
static void lcu_set_inter(lcu_t *lcu, int x_px, int y_px, int depth, cu_info *cur_cu)
|
2014-02-25 11:06:22 +00:00
|
|
|
{
|
2014-03-03 12:51:36 +00:00
|
|
|
const int width_cu = LCU_CU_WIDTH >> depth;
|
|
|
|
const int x_cu = SUB_SCU(x_px) >> MAX_DEPTH;
|
|
|
|
const int y_cu = SUB_SCU(y_px) >> MAX_DEPTH;
|
|
|
|
cu_info *const lcu_cu = &lcu->cu[LCU_CU_OFFSET];
|
|
|
|
int x, y;
|
|
|
|
// Set mode in every CU covered by part_mode in this depth.
|
|
|
|
for (y = y_cu; y < y_cu + width_cu; ++y) {
|
|
|
|
for (x = x_cu; x < x_cu + width_cu; ++x) {
|
|
|
|
cu_info *cu = &lcu_cu[x + y * LCU_T_CU_WIDTH];
|
2014-04-15 04:30:21 +00:00
|
|
|
//Check if this could be moved inside the if
|
2014-03-06 12:52:58 +00:00
|
|
|
cu->coded = 1;
|
2014-04-15 04:30:21 +00:00
|
|
|
if (cu != cur_cu) {
|
|
|
|
cu->depth = cur_cu->depth;
|
|
|
|
cu->type = CU_INTER;
|
|
|
|
cu->tr_depth = cur_cu->tr_depth;
|
|
|
|
cu->merged = cur_cu->merged;
|
|
|
|
cu->skipped = cur_cu->skipped;
|
|
|
|
memcpy(&cu->inter, &cur_cu->inter, sizeof(cu_info_inter));
|
|
|
|
}
|
2014-03-03 12:51:36 +00:00
|
|
|
}
|
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
|
|
|
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-03-06 12:52:58 +00:00
|
|
|
static void lcu_set_coeff(lcu_t *lcu, int x_px, int y_px, int depth, cu_info *cur_cu)
|
|
|
|
{
|
|
|
|
const int width_cu = LCU_CU_WIDTH >> depth;
|
|
|
|
const int x_cu = SUB_SCU(x_px) >> MAX_DEPTH;
|
|
|
|
const int y_cu = SUB_SCU(y_px) >> MAX_DEPTH;
|
|
|
|
cu_info *const lcu_cu = &lcu->cu[LCU_CU_OFFSET];
|
|
|
|
int x, y;
|
|
|
|
int tr_split = cur_cu->tr_depth-cur_cu->depth;
|
|
|
|
|
|
|
|
// Set coeff flags in every CU covered by part_mode in this depth.
|
|
|
|
for (y = y_cu; y < y_cu + width_cu; ++y) {
|
|
|
|
for (x = x_cu; x < x_cu + width_cu; ++x) {
|
|
|
|
cu_info *cu = &lcu_cu[x + y * LCU_T_CU_WIDTH];
|
|
|
|
// Use TU top-left CU to propagate coeff flags
|
|
|
|
uint32_t mask = ~((width_cu>>tr_split)-1);
|
|
|
|
cu_info *cu_from = &lcu_cu[(x & mask) + (y & mask) * LCU_T_CU_WIDTH];
|
2014-04-15 04:30:21 +00:00
|
|
|
if (cu != cu_from) {
|
|
|
|
// Chroma coeff data is not used, luma is needed for deblocking
|
2014-05-06 11:43:12 +00:00
|
|
|
cu->cbf.y = cu_from->cbf.y;
|
2014-04-15 04:30:21 +00:00
|
|
|
}
|
2014-03-06 12:52:58 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-02-25 11:06:22 +00:00
|
|
|
/**
|
|
|
|
* Update lcu to have best modes at this depth.
|
|
|
|
* \return Cost of best mode.
|
|
|
|
*/
|
2014-04-22 09:46:53 +00:00
|
|
|
static int search_cu_intra(encoder_state * const encoder_state,
|
2014-03-10 10:08:09 +00:00
|
|
|
const int x_px, const int y_px,
|
2014-04-22 09:46:53 +00:00
|
|
|
const int depth, lcu_t *lcu)
|
2014-02-25 11:06:22 +00:00
|
|
|
{
|
2014-05-06 08:13:18 +00:00
|
|
|
const picture * const cur_pic = encoder_state->tile->cur_pic;
|
2014-03-07 13:29:35 +00:00
|
|
|
const vector2d lcu_px = { x_px & 0x3f, y_px & 0x3f };
|
|
|
|
const vector2d lcu_cu = { lcu_px.x >> 3, lcu_px.y >> 3 };
|
|
|
|
const int8_t cu_width = (LCU_WIDTH >> (depth));
|
|
|
|
const int cu_index = LCU_CU_OFFSET + lcu_cu.x + lcu_cu.y * LCU_T_CU_WIDTH;
|
2014-02-25 11:06:22 +00:00
|
|
|
|
2014-03-07 13:29:35 +00:00
|
|
|
cu_info *cur_cu = &lcu->cu[cu_index];
|
2014-02-25 13:32:43 +00:00
|
|
|
|
2014-03-07 13:29:35 +00:00
|
|
|
pixel rec_buffer[(LCU_WIDTH * 2 + 1) * (LCU_WIDTH * 2 + 1)];
|
|
|
|
pixel *cu_in_rec_buffer = &rec_buffer[cu_width * 2 + 8 + 1];
|
2014-02-25 13:32:43 +00:00
|
|
|
|
2014-03-07 13:29:35 +00:00
|
|
|
int8_t candidate_modes[3];
|
2014-02-25 13:32:43 +00:00
|
|
|
|
2014-03-07 13:29:35 +00:00
|
|
|
cu_info *left_cu = 0;
|
|
|
|
cu_info *above_cu = 0;
|
2014-02-26 12:57:57 +00:00
|
|
|
|
2014-03-07 13:29:35 +00:00
|
|
|
if ((x_px >> 3) > 0) {
|
|
|
|
left_cu = &lcu->cu[cu_index - 1];
|
2014-02-26 12:57:57 +00:00
|
|
|
}
|
|
|
|
// Don't take the above CU across the LCU boundary.
|
2014-03-07 13:29:35 +00:00
|
|
|
if ((y_px >> 3) > 0 && lcu_cu.y != 0) {
|
|
|
|
above_cu = &lcu->cu[cu_index - LCU_T_CU_WIDTH];
|
2014-02-26 12:57:57 +00:00
|
|
|
}
|
|
|
|
|
2014-02-25 13:32:43 +00:00
|
|
|
// Get intra predictors
|
2014-03-07 13:29:35 +00:00
|
|
|
intra_get_dir_luma_predictor(x_px, y_px, candidate_modes, cur_cu, left_cu, above_cu);
|
2014-02-25 13:32:43 +00:00
|
|
|
|
|
|
|
// Build reconstructed block to use in prediction with extrapolated borders
|
2014-04-17 12:42:20 +00:00
|
|
|
intra_build_reference_border(encoder_state->encoder_control, x_px, y_px, cu_width * 2 + 8,
|
2014-03-07 13:29:35 +00:00
|
|
|
rec_buffer, cu_width * 2 + 8, 0,
|
2014-04-17 05:30:06 +00:00
|
|
|
cur_pic->width,
|
|
|
|
cur_pic->height,
|
2014-03-07 13:29:35 +00:00
|
|
|
lcu);
|
2014-02-25 11:06:22 +00:00
|
|
|
|
2014-03-07 13:29:35 +00:00
|
|
|
// Find best intra mode for 2Nx2N.
|
|
|
|
{
|
2014-04-04 08:08:34 +00:00
|
|
|
uint32_t cost = UINT32_MAX;
|
2014-03-07 13:29:35 +00:00
|
|
|
int16_t mode = -1;
|
2014-04-04 08:08:34 +00:00
|
|
|
uint32_t bitcost = UINT32_MAX;
|
2014-03-07 13:29:35 +00:00
|
|
|
pixel *ref_pixels = &lcu->ref.y[lcu_px.x + lcu_px.y * LCU_WIDTH];
|
2014-03-11 17:19:20 +00:00
|
|
|
unsigned pu_index = PU_INDEX(x_px >> 2, y_px >> 2);
|
2014-04-17 12:42:20 +00:00
|
|
|
mode = intra_prediction(encoder_state,ref_pixels, LCU_WIDTH,
|
2014-03-07 13:29:35 +00:00
|
|
|
cu_in_rec_buffer, cu_width * 2 + 8, cu_width,
|
2014-04-22 09:46:53 +00:00
|
|
|
&cost, candidate_modes, &bitcost);
|
2014-03-11 17:19:20 +00:00
|
|
|
cur_cu->intra[pu_index].mode = (int8_t)mode;
|
|
|
|
cur_cu->intra[pu_index].cost = cost;
|
2014-03-12 14:26:14 +00:00
|
|
|
cur_cu->intra[pu_index].bitcost = bitcost;
|
2014-05-14 12:00:27 +00:00
|
|
|
|
2014-05-15 06:50:05 +00:00
|
|
|
cur_cu->intra[0].mode_chroma = cur_cu->intra[0].mode;
|
2014-03-07 13:29:35 +00:00
|
|
|
}
|
2014-02-25 13:32:43 +00:00
|
|
|
|
2014-03-11 17:19:20 +00:00
|
|
|
return cur_cu->intra[PU_INDEX(x_px >> 2, y_px >> 2)].cost;
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
|
|
|
|
2014-03-11 13:01:50 +00:00
|
|
|
/**
|
|
|
|
* Calculate "final cost" for the block
|
|
|
|
* \return Cost of block
|
|
|
|
*
|
2014-04-02 11:51:39 +00:00
|
|
|
* Take SSD between reconstruction and original and add cost from
|
2014-03-11 13:01:50 +00:00
|
|
|
* coding (bitcost * lambda) and cost for coding coefficients (estimated
|
2014-03-12 08:35:56 +00:00
|
|
|
* here as (coefficient_sum * 1.5) * lambda)
|
2014-03-11 13:01:50 +00:00
|
|
|
*/
|
2014-04-17 12:42:20 +00:00
|
|
|
static int lcu_get_final_cost(const encoder_state * const encoder_state,
|
2014-04-04 10:09:02 +00:00
|
|
|
const int x_px, const int y_px,
|
2014-03-11 13:01:50 +00:00
|
|
|
const int depth, lcu_t *lcu)
|
|
|
|
{
|
|
|
|
cu_info *cur_cu;
|
|
|
|
int x_local = (x_px&0x3f), y_local = (y_px&0x3f);
|
|
|
|
int cost = 0;
|
|
|
|
int coeff_cost = 0;
|
2014-04-17 12:42:20 +00:00
|
|
|
const int rdo = encoder_state->encoder_control->rdo;
|
2014-04-07 11:36:01 +00:00
|
|
|
|
2014-03-11 13:01:50 +00:00
|
|
|
int width = LCU_WIDTH>>depth;
|
|
|
|
int x,y;
|
|
|
|
cur_cu = &lcu->cu[LCU_CU_OFFSET+(x_local>>3) + (y_local>>3)*LCU_T_CU_WIDTH];
|
|
|
|
|
2014-04-07 11:36:01 +00:00
|
|
|
// SSD between reconstruction and original
|
2014-03-11 13:01:50 +00:00
|
|
|
for (y = y_local; y < y_local+width; ++y) {
|
|
|
|
for (x = x_local; x < x_local+width; ++x) {
|
2014-04-02 11:51:39 +00:00
|
|
|
int diff = (int)lcu->rec.y[y * LCU_WIDTH + x] - (int)lcu->ref.y[y * LCU_WIDTH + x];
|
|
|
|
cost += diff*diff;
|
2014-03-11 13:01:50 +00:00
|
|
|
}
|
|
|
|
}
|
2014-04-07 11:36:01 +00:00
|
|
|
// Chroma SSD
|
2014-03-12 08:35:56 +00:00
|
|
|
for (y = y_local>>1; y < (y_local+width)>>1; ++y) {
|
|
|
|
for (x = x_local>>1; x < (x_local+width)>>1; ++x) {
|
2014-04-02 11:51:39 +00:00
|
|
|
int diff = (int)lcu->rec.u[y * (LCU_WIDTH>>1) + x] - (int)lcu->ref.u[y * (LCU_WIDTH>>1) + x];
|
|
|
|
cost += diff*diff;
|
|
|
|
diff = (int)lcu->rec.v[y * (LCU_WIDTH>>1) + x] - (int)lcu->ref.v[y * (LCU_WIDTH>>1) + x];
|
|
|
|
cost += diff*diff;
|
2014-03-12 08:35:56 +00:00
|
|
|
}
|
|
|
|
}
|
2014-03-11 13:01:50 +00:00
|
|
|
|
2014-04-17 12:42:20 +00:00
|
|
|
if(rdo == 1) {
|
2014-04-07 11:36:01 +00:00
|
|
|
// sum of coeffs
|
|
|
|
for (y = y_local; y < y_local+width; ++y) {
|
|
|
|
for (x = x_local; x < x_local+width; ++x) {
|
|
|
|
coeff_cost += abs((int)lcu->coeff.y[y * LCU_WIDTH + x]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Chroma sum of coeffs
|
|
|
|
for (y = y_local>>1; y < (y_local+width)>>1; ++y) {
|
|
|
|
for (x = x_local>>1; x < (x_local+width)>>1; ++x) {
|
|
|
|
coeff_cost += abs((int)lcu->coeff.u[y * (LCU_WIDTH>>1) + x]);
|
|
|
|
coeff_cost += abs((int)lcu->coeff.v[y * (LCU_WIDTH>>1) + x]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Coefficient costs
|
2014-05-06 08:13:18 +00:00
|
|
|
cost += (coeff_cost + (coeff_cost>>1)) * (int32_t)(encoder_state->global->cur_lambda_cost+0.5);
|
2014-04-04 10:09:02 +00:00
|
|
|
|
|
|
|
// Calculate actual bit costs for coding the coeffs
|
|
|
|
// RDO
|
2014-04-17 12:42:20 +00:00
|
|
|
} else if (rdo == 2) {
|
2014-04-04 10:09:02 +00:00
|
|
|
coefficient coeff_temp[32*32];
|
|
|
|
coefficient coeff_temp_u[16*16];
|
|
|
|
coefficient coeff_temp_v[16*16];
|
|
|
|
int i;
|
|
|
|
int blocks = (width == 64)?4:1;
|
2014-05-15 13:20:35 +00:00
|
|
|
int8_t luma_scan_mode = get_scan_order(cur_cu->type, cur_cu->intra[PU_INDEX(x_px / 4, y_px / 4)].mode, depth);
|
|
|
|
int8_t chroma_scan_mode = get_scan_order(cur_cu->type, cur_cu->intra[0].mode_chroma, depth);
|
2014-04-04 10:09:02 +00:00
|
|
|
|
|
|
|
for(i = 0; i < blocks; i++) {
|
|
|
|
// For 64x64 blocks we need to do transform split to 32x32
|
|
|
|
int blk_y = i&2 ? 32:0 + y_local;
|
|
|
|
int blk_x = i&1 ? 32:0 + x_local;
|
|
|
|
int blockwidth = (width == 64)?32:width;
|
|
|
|
|
|
|
|
// Calculate luma coeff bit count
|
|
|
|
picture_blit_coeffs(&lcu->coeff.y[(blk_y*LCU_WIDTH)+blk_x],coeff_temp,blockwidth,blockwidth,LCU_WIDTH,blockwidth);
|
2014-04-22 09:46:53 +00:00
|
|
|
coeff_cost += get_coeff_cost(encoder_state, coeff_temp, blockwidth, 0, luma_scan_mode);
|
2014-04-04 10:09:02 +00:00
|
|
|
|
2014-04-07 11:59:10 +00:00
|
|
|
blk_y >>= 1;
|
|
|
|
blk_x >>= 1;
|
|
|
|
if (blockwidth > 4) {
|
|
|
|
// Chroma is 1/4th of luma unless luma is 4x4.
|
2014-04-04 10:09:02 +00:00
|
|
|
blockwidth >>= 1;
|
2014-04-07 11:59:10 +00:00
|
|
|
} else if (x_px % 8 != 0 || y_px % 8 != 0) {
|
|
|
|
// Only add chroma cost for 4x4 blocks for the one on the 8x8 grid.
|
|
|
|
break;
|
|
|
|
}
|
2014-04-04 10:09:02 +00:00
|
|
|
|
2014-04-07 11:59:10 +00:00
|
|
|
picture_blit_coeffs(&lcu->coeff.u[(blk_y*(LCU_WIDTH>>1))+blk_x],coeff_temp_u,blockwidth,blockwidth,LCU_WIDTH>>1,blockwidth);
|
|
|
|
picture_blit_coeffs(&lcu->coeff.v[(blk_y*(LCU_WIDTH>>1))+blk_x],coeff_temp_v,blockwidth,blockwidth,LCU_WIDTH>>1,blockwidth);
|
2014-04-04 10:09:02 +00:00
|
|
|
|
2014-04-22 09:46:53 +00:00
|
|
|
coeff_cost += get_coeff_cost(encoder_state, coeff_temp_u, blockwidth, 2, chroma_scan_mode);
|
|
|
|
coeff_cost += get_coeff_cost(encoder_state, coeff_temp_v, blockwidth, 2, chroma_scan_mode);
|
2014-04-04 10:09:02 +00:00
|
|
|
}
|
2014-04-07 11:36:01 +00:00
|
|
|
// Multiply bit count with lambda to get RD-cost
|
2014-05-06 08:13:18 +00:00
|
|
|
cost += coeff_cost * (int32_t)(encoder_state->global->cur_lambda_cost+0.5);
|
2014-04-04 10:09:02 +00:00
|
|
|
}
|
|
|
|
|
2014-04-07 11:36:01 +00:00
|
|
|
// Bitcost
|
2014-05-06 08:13:18 +00:00
|
|
|
cost += (cur_cu->type == CU_INTER ? cur_cu->inter.bitcost : cur_cu->intra[PU_INDEX(x_px >> 2, y_px >> 2)].bitcost)*(int32_t)(encoder_state->global->cur_lambda_cost+0.5);
|
2014-03-11 13:01:50 +00:00
|
|
|
|
|
|
|
return cost;
|
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Search every mode from 0 to MAX_PU_DEPTH and return cost of best mode.
|
|
|
|
* - The recursion is started at depth 0 and goes in Z-order to MAX_PU_DEPTH.
|
|
|
|
* - Data structure work_tree is maintained such that the neighbouring SCUs
|
|
|
|
* and pixels to the left and up of current CU are the final CUs decided
|
|
|
|
* via the search. This is done by copying the relevant data to all
|
|
|
|
* relevant levels whenever a decision is made whether to split or not.
|
|
|
|
* - All the final data for the LCU gets eventually copied to depth 0, which
|
|
|
|
* will be the final output of the recursion.
|
|
|
|
*/
|
2014-04-22 09:46:53 +00:00
|
|
|
static int search_cu(encoder_state * const encoder_state, int x, int y, int depth, lcu_t work_tree[MAX_PU_DEPTH])
|
2014-02-25 11:06:22 +00:00
|
|
|
{
|
2014-05-06 08:13:18 +00:00
|
|
|
const picture * const cur_pic = encoder_state->tile->cur_pic;
|
2014-02-25 11:06:22 +00:00
|
|
|
int cu_width = LCU_WIDTH >> depth;
|
|
|
|
int cost = MAX_INT;
|
2014-02-25 13:32:43 +00:00
|
|
|
cu_info *cur_cu;
|
|
|
|
int x_local = (x&0x3f), y_local = (y&0x3f);
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-02-25 11:06:22 +00:00
|
|
|
// Stop recursion if the CU is completely outside the frame.
|
2014-04-17 07:51:55 +00:00
|
|
|
if (x >= cur_pic->width || y >= cur_pic->height) {
|
2014-02-25 11:06:22 +00:00
|
|
|
// Return zero cost because this CU does not have to be coded.
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-02-26 12:57:57 +00:00
|
|
|
cur_cu = &(&work_tree[depth])->cu[LCU_CU_OFFSET+(x_local>>3) + (y_local>>3)*LCU_T_CU_WIDTH];
|
2014-02-27 08:38:48 +00:00
|
|
|
// Assign correct depth
|
2014-03-11 17:19:20 +00:00
|
|
|
cur_cu->depth = depth > MAX_DEPTH ? MAX_DEPTH : depth;
|
|
|
|
cur_cu->tr_depth = depth > 0 ? depth : 1;
|
|
|
|
cur_cu->type = CU_NOTSET;
|
|
|
|
cur_cu->part_size = depth > MAX_DEPTH ? SIZE_NxN : SIZE_2Nx2N;
|
2014-02-25 11:06:22 +00:00
|
|
|
// If the CU is completely inside the frame at this depth, search for
|
|
|
|
// prediction modes at this depth.
|
2014-04-17 07:51:55 +00:00
|
|
|
if (x + cu_width <= cur_pic->width &&
|
|
|
|
y + cu_width <= cur_pic->height)
|
2014-02-25 11:06:22 +00:00
|
|
|
{
|
|
|
|
|
2014-05-07 09:18:10 +00:00
|
|
|
if (encoder_state->global->slicetype != SLICE_I &&
|
2014-02-25 11:06:22 +00:00
|
|
|
depth >= MIN_INTER_SEARCH_DEPTH &&
|
|
|
|
depth <= MAX_INTER_SEARCH_DEPTH)
|
|
|
|
{
|
2014-04-17 12:42:20 +00:00
|
|
|
int mode_cost = search_cu_inter(encoder_state, x, y, depth, &work_tree[depth]);
|
2014-03-03 15:42:44 +00:00
|
|
|
if (mode_cost < cost) {
|
2014-02-25 11:06:22 +00:00
|
|
|
cost = mode_cost;
|
2014-02-26 15:50:09 +00:00
|
|
|
cur_cu->type = CU_INTER;
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (depth >= MIN_INTRA_SEARCH_DEPTH &&
|
|
|
|
depth <= MAX_INTRA_SEARCH_DEPTH)
|
|
|
|
{
|
2014-04-22 09:46:53 +00:00
|
|
|
int mode_cost = search_cu_intra(encoder_state, x, y, depth, &work_tree[depth]);
|
2014-02-25 11:06:22 +00:00
|
|
|
if (mode_cost < cost) {
|
|
|
|
cost = mode_cost;
|
2014-02-26 15:50:09 +00:00
|
|
|
cur_cu->type = CU_INTRA;
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
|
|
|
}
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-02-27 11:02:24 +00:00
|
|
|
// Reconstruct best mode because we need the reconstructed pixels for
|
|
|
|
// mode search of adjacent CUs.
|
2014-02-26 15:50:09 +00:00
|
|
|
if (cur_cu->type == CU_INTRA) {
|
2014-05-15 15:22:57 +00:00
|
|
|
lcu_set_intra_mode(&work_tree[depth], x, y, depth, cur_cu->tr_depth,
|
|
|
|
cur_cu->intra[PU_INDEX(x >> 2, y >> 2)].mode,
|
|
|
|
cur_cu->part_size);
|
2014-05-15 14:37:17 +00:00
|
|
|
intra_recon_lcu(encoder_state, x, y, depth, &work_tree[depth]);
|
2014-02-26 15:50:09 +00:00
|
|
|
} else if (cur_cu->type == CU_INTER) {
|
2014-05-06 11:43:12 +00:00
|
|
|
int cbf;
|
2014-05-06 08:13:18 +00:00
|
|
|
inter_recon_lcu(encoder_state, encoder_state->global->ref->pics[cur_cu->inter.mv_ref], x, y, LCU_WIDTH>>depth, cur_cu->inter.mv, &work_tree[depth]);
|
2014-05-14 08:19:48 +00:00
|
|
|
quantize_lcu_luma_residual(encoder_state, x, y, depth, &work_tree[depth]);
|
|
|
|
quantize_lcu_chroma_residual(encoder_state, x, y, depth, &work_tree[depth]);
|
2014-03-06 16:14:01 +00:00
|
|
|
|
2014-05-06 11:43:12 +00:00
|
|
|
cbf = cbf_is_set(cur_cu->cbf.y, depth) || cbf_is_set(cur_cu->cbf.u, depth) || cbf_is_set(cur_cu->cbf.v, depth);
|
|
|
|
|
|
|
|
if(cur_cu->merged && !cbf) {
|
2014-03-06 16:14:01 +00:00
|
|
|
cur_cu->merged = 0;
|
2014-03-04 10:48:19 +00:00
|
|
|
cur_cu->skipped = 1;
|
2014-03-12 12:13:38 +00:00
|
|
|
// Selecting skip reduces bits needed to code the CU
|
|
|
|
cur_cu->inter.bitcost--;
|
2014-03-04 10:48:19 +00:00
|
|
|
}
|
2014-03-03 15:42:44 +00:00
|
|
|
lcu_set_inter(&work_tree[depth], x, y, depth, cur_cu);
|
2014-03-06 12:52:58 +00:00
|
|
|
lcu_set_coeff(&work_tree[depth], x, y, depth, cur_cu);
|
2014-02-26 15:50:09 +00:00
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
2014-03-11 15:09:08 +00:00
|
|
|
if (cur_cu->type == CU_INTRA || cur_cu->type == CU_INTER) {
|
2014-04-22 09:46:53 +00:00
|
|
|
cost = lcu_get_final_cost(encoder_state, x, y, depth, &work_tree[depth]);
|
2014-03-11 15:09:08 +00:00
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
|
|
|
|
// Recursively split all the way to max search depth.
|
|
|
|
if (depth < MAX_INTRA_SEARCH_DEPTH || depth < MAX_INTER_SEARCH_DEPTH) {
|
|
|
|
int half_cu = cu_width / 2;
|
2014-05-06 08:13:18 +00:00
|
|
|
int split_cost = (int)(4.5 * encoder_state->global->cur_lambda_cost);
|
2014-05-06 11:43:12 +00:00
|
|
|
int cbf = cbf_is_set(cur_cu->cbf.y, depth) || cbf_is_set(cur_cu->cbf.u, depth) || cbf_is_set(cur_cu->cbf.v, depth);
|
2014-02-25 11:06:22 +00:00
|
|
|
|
2014-03-11 06:55:25 +00:00
|
|
|
// If skip mode was selected for the block, skip further search.
|
|
|
|
// Skip mode means there's no coefficients in the block, so splitting
|
|
|
|
// might not give any better results but takes more time to do.
|
2014-05-06 11:43:12 +00:00
|
|
|
if(cur_cu->type == CU_NOTSET || cbf) {
|
2014-04-22 09:46:53 +00:00
|
|
|
split_cost += search_cu(encoder_state, x, y, depth + 1, work_tree);
|
|
|
|
split_cost += search_cu(encoder_state, x + half_cu, y, depth + 1, work_tree);
|
|
|
|
split_cost += search_cu(encoder_state, x, y + half_cu, depth + 1, work_tree);
|
|
|
|
split_cost += search_cu(encoder_state, x + half_cu, y + half_cu, depth + 1, work_tree);
|
2014-03-12 12:14:42 +00:00
|
|
|
} else {
|
|
|
|
split_cost = INT_MAX;
|
2014-03-11 06:55:25 +00:00
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
if (split_cost < cost) {
|
|
|
|
// Copy split modes to this depth.
|
|
|
|
cost = split_cost;
|
|
|
|
work_tree_copy_up(x, y, depth, work_tree);
|
|
|
|
} else {
|
|
|
|
// Copy this CU's mode all the way down for use in adjacent CUs mode
|
|
|
|
// search.
|
|
|
|
work_tree_copy_down(x, y, depth, work_tree);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return cost;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Initialize lcu_t for search.
|
|
|
|
* - Copy reference CUs.
|
|
|
|
* - Copy reference pixels from neighbouring LCUs.
|
|
|
|
* - Copy reference pixels from this LCU.
|
|
|
|
*/
|
2014-04-17 12:42:20 +00:00
|
|
|
static void init_lcu_t(const encoder_state * const encoder_state, const int x, const int y, lcu_t *lcu, const yuv_t *hor_buf, const yuv_t *ver_buf)
|
2014-02-25 11:06:22 +00:00
|
|
|
{
|
2014-05-06 08:13:18 +00:00
|
|
|
const picture * const cur_pic = encoder_state->tile->cur_pic;
|
2014-04-17 07:51:55 +00:00
|
|
|
|
2014-02-25 15:10:46 +00:00
|
|
|
// Copy reference cu_info structs from neighbouring LCUs.
|
|
|
|
{
|
|
|
|
const int x_cu = x >> MAX_DEPTH;
|
|
|
|
const int y_cu = y >> MAX_DEPTH;
|
2014-04-17 07:51:55 +00:00
|
|
|
const int cu_array_width = cur_pic->width_in_lcu << MAX_DEPTH;
|
2014-04-28 07:18:22 +00:00
|
|
|
cu_info *const cu_array = cur_pic->cu_array;
|
2014-02-25 15:10:46 +00:00
|
|
|
|
|
|
|
// Use top-left sub-cu of LCU as pointer to lcu->cu array to make things
|
|
|
|
// simpler.
|
2014-02-27 12:22:01 +00:00
|
|
|
cu_info *lcu_cu = &lcu->cu[LCU_CU_OFFSET];
|
2014-02-25 15:10:46 +00:00
|
|
|
|
|
|
|
// Copy top CU row.
|
|
|
|
if (y_cu > 0) {
|
|
|
|
int i;
|
|
|
|
for (i = 0; i < LCU_CU_WIDTH; ++i) {
|
|
|
|
const cu_info *from_cu = &cu_array[(x_cu + i) + (y_cu - 1) * cu_array_width];
|
|
|
|
cu_info *to_cu = &lcu_cu[i - LCU_T_CU_WIDTH];
|
|
|
|
memcpy(to_cu, from_cu, sizeof(*to_cu));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Copy left CU column.
|
|
|
|
if (x_cu > 0) {
|
|
|
|
int i;
|
|
|
|
for (i = 0; i < LCU_CU_WIDTH; ++i) {
|
|
|
|
const cu_info *from_cu = &cu_array[(x_cu - 1) + (y_cu + i) * cu_array_width];
|
|
|
|
cu_info *to_cu = &lcu_cu[-1 + i * LCU_T_CU_WIDTH];
|
|
|
|
memcpy(to_cu, from_cu, sizeof(*to_cu));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Copy top-left CU.
|
|
|
|
if (x_cu > 0 && y_cu > 0) {
|
|
|
|
const cu_info *from_cu = &cu_array[(x_cu - 1) + (y_cu - 1) * cu_array_width];
|
|
|
|
cu_info *to_cu = &lcu_cu[-1 - LCU_T_CU_WIDTH];
|
|
|
|
memcpy(to_cu, from_cu, sizeof(*to_cu));
|
|
|
|
}
|
2014-03-03 14:08:35 +00:00
|
|
|
|
|
|
|
// Copy top-right CU.
|
2014-04-17 05:30:06 +00:00
|
|
|
if (y_cu > 0 && x + LCU_WIDTH < cur_pic->width) {
|
2014-03-03 14:08:35 +00:00
|
|
|
const cu_info *from_cu = &cu_array[(x_cu + LCU_CU_WIDTH) + (y_cu - 1) * cu_array_width];
|
2014-03-04 14:32:31 +00:00
|
|
|
cu_info *to_cu = &lcu->cu[LCU_T_CU_WIDTH*LCU_T_CU_WIDTH];
|
2014-03-03 14:08:35 +00:00
|
|
|
memcpy(to_cu, from_cu, sizeof(*to_cu));
|
|
|
|
}
|
2014-02-25 15:10:46 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Copy reference pixels.
|
|
|
|
{
|
2014-04-17 07:51:55 +00:00
|
|
|
const int pic_width = cur_pic->width;
|
2014-02-25 15:10:46 +00:00
|
|
|
// Copy top reference pixels.
|
|
|
|
if (y > 0) {
|
2014-03-18 13:36:48 +00:00
|
|
|
// hor_buf is of size pic_width so there might not be LCU_REF_PX_WIDTH
|
|
|
|
// number of allocated pixels left.
|
|
|
|
int x_max = MIN(LCU_REF_PX_WIDTH, pic_width - x);
|
2014-05-14 07:13:31 +00:00
|
|
|
int x_min_in_lcu = (x>0) ? 0 : 1;
|
|
|
|
memcpy(&lcu->top_ref.y[x_min_in_lcu], &hor_buf->y[OFFSET_HOR_BUF(x, y, cur_pic, x_min_in_lcu-1)], x_max + (1-x_min_in_lcu));
|
|
|
|
memcpy(&lcu->top_ref.u[x_min_in_lcu], &hor_buf->u[OFFSET_HOR_BUF_C(x, y, cur_pic, x_min_in_lcu-1)], x_max / 2 + (1-x_min_in_lcu));
|
|
|
|
memcpy(&lcu->top_ref.v[x_min_in_lcu], &hor_buf->v[OFFSET_HOR_BUF_C(x, y, cur_pic, x_min_in_lcu-1)], x_max / 2 + (1-x_min_in_lcu));
|
2014-02-25 15:10:46 +00:00
|
|
|
}
|
|
|
|
// Copy left reference pixels.
|
|
|
|
if (x > 0) {
|
2014-05-14 07:13:31 +00:00
|
|
|
int y_min_in_lcu = (y>0) ? 0 : 1;
|
|
|
|
memcpy(&lcu->left_ref.y[y_min_in_lcu], &ver_buf->y[OFFSET_VER_BUF(x, y, cur_pic, y_min_in_lcu-1)], LCU_WIDTH + (1-y_min_in_lcu));
|
|
|
|
memcpy(&lcu->left_ref.u[y_min_in_lcu], &ver_buf->u[OFFSET_VER_BUF_C(x, y, cur_pic, y_min_in_lcu-1)], LCU_WIDTH / 2 + (1-y_min_in_lcu));
|
|
|
|
memcpy(&lcu->left_ref.v[y_min_in_lcu], &ver_buf->v[OFFSET_VER_BUF_C(x, y, cur_pic, y_min_in_lcu-1)], LCU_WIDTH / 2 + (1-y_min_in_lcu));
|
2014-02-25 15:10:46 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Copy LCU pixels.
|
|
|
|
{
|
2014-05-06 08:13:18 +00:00
|
|
|
const picture * const pic = encoder_state->tile->cur_pic;
|
2014-04-17 07:51:55 +00:00
|
|
|
int pic_width = cur_pic->width;
|
2014-02-25 15:10:46 +00:00
|
|
|
int x_max = MIN(x + LCU_WIDTH, pic_width) - x;
|
2014-04-17 07:51:55 +00:00
|
|
|
int y_max = MIN(y + LCU_WIDTH, cur_pic->height) - y;
|
2014-02-25 15:10:46 +00:00
|
|
|
|
|
|
|
int x_c = x / 2;
|
|
|
|
int y_c = y / 2;
|
|
|
|
int pic_width_c = pic_width / 2;
|
|
|
|
int x_max_c = x_max / 2;
|
|
|
|
int y_max_c = y_max / 2;
|
|
|
|
|
|
|
|
picture_blit_pixels(&pic->y_data[x + y * pic_width], lcu->ref.y,
|
|
|
|
x_max, y_max, pic_width, LCU_WIDTH);
|
|
|
|
picture_blit_pixels(&pic->u_data[x_c + y_c * pic_width_c], lcu->ref.u,
|
|
|
|
x_max_c, y_max_c, pic_width_c, LCU_WIDTH / 2);
|
|
|
|
picture_blit_pixels(&pic->v_data[x_c + y_c * pic_width_c], lcu->ref.v,
|
|
|
|
x_max_c, y_max_c, pic_width_c, LCU_WIDTH / 2);
|
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Copy CU and pixel data to it's place in picture datastructure.
|
|
|
|
*/
|
2014-04-17 12:42:20 +00:00
|
|
|
static void copy_lcu_to_cu_data(const encoder_state * const encoder_state, int x_px, int y_px, const lcu_t *lcu)
|
2014-02-25 11:06:22 +00:00
|
|
|
{
|
2014-02-26 10:31:51 +00:00
|
|
|
// Copy non-reference CUs to picture.
|
|
|
|
{
|
|
|
|
const int x_cu = x_px >> MAX_DEPTH;
|
|
|
|
const int y_cu = y_px >> MAX_DEPTH;
|
2014-05-06 08:13:18 +00:00
|
|
|
const picture * const cur_pic = encoder_state->tile->cur_pic;
|
2014-04-17 07:51:55 +00:00
|
|
|
const int cu_array_width = cur_pic->width_in_lcu << MAX_DEPTH;
|
2014-04-28 07:18:22 +00:00
|
|
|
cu_info *const cu_array = cur_pic->cu_array;
|
2014-02-26 10:31:51 +00:00
|
|
|
|
|
|
|
// Use top-left sub-cu of LCU as pointer to lcu->cu array to make things
|
|
|
|
// simpler.
|
2014-02-27 12:22:01 +00:00
|
|
|
const cu_info *const lcu_cu = &lcu->cu[LCU_CU_OFFSET];
|
2014-02-26 10:31:51 +00:00
|
|
|
|
|
|
|
int x, y;
|
|
|
|
for (y = 0; y < LCU_CU_WIDTH; ++y) {
|
|
|
|
for (x = 0; x < LCU_CU_WIDTH; ++x) {
|
|
|
|
const cu_info *from_cu = &lcu_cu[x + y * LCU_T_CU_WIDTH];
|
|
|
|
cu_info *to_cu = &cu_array[(x_cu + x) + (y_cu + y) * cu_array_width];
|
|
|
|
memcpy(to_cu, from_cu, sizeof(*to_cu));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Copy pixels to picture.
|
|
|
|
{
|
2014-05-06 08:13:18 +00:00
|
|
|
picture * const pic = encoder_state->tile->cur_pic;
|
2014-04-17 07:51:55 +00:00
|
|
|
const int pic_width = pic->width;
|
2014-02-26 10:31:51 +00:00
|
|
|
const int x_max = MIN(x_px + LCU_WIDTH, pic_width) - x_px;
|
2014-04-17 07:51:55 +00:00
|
|
|
const int y_max = MIN(y_px + LCU_WIDTH, pic->height) - y_px;
|
2014-02-27 09:56:16 +00:00
|
|
|
const int luma_index = x_px + y_px * pic_width;
|
|
|
|
const int chroma_index = (x_px / 2) + (y_px / 2) * (pic_width / 2);
|
2014-02-26 10:31:51 +00:00
|
|
|
|
2014-02-27 09:56:16 +00:00
|
|
|
picture_blit_pixels(lcu->rec.y, &pic->y_recdata[luma_index],
|
|
|
|
x_max, y_max, LCU_WIDTH, pic_width);
|
|
|
|
picture_blit_coeffs(lcu->coeff.y, &pic->coeff_y[luma_index],
|
2014-02-26 10:31:51 +00:00
|
|
|
x_max, y_max, LCU_WIDTH, pic_width);
|
|
|
|
|
2014-02-27 09:56:16 +00:00
|
|
|
picture_blit_pixels(lcu->rec.u, &pic->u_recdata[chroma_index],
|
|
|
|
x_max / 2, y_max / 2, LCU_WIDTH / 2, pic_width / 2);
|
|
|
|
picture_blit_pixels(lcu->rec.v, &pic->v_recdata[chroma_index],
|
|
|
|
x_max / 2, y_max / 2, LCU_WIDTH / 2, pic_width / 2);
|
|
|
|
picture_blit_coeffs(lcu->coeff.u, &pic->coeff_u[chroma_index],
|
|
|
|
x_max / 2, y_max / 2, LCU_WIDTH / 2, pic_width / 2);
|
|
|
|
picture_blit_coeffs(lcu->coeff.v, &pic->coeff_v[chroma_index],
|
|
|
|
x_max / 2, y_max / 2, LCU_WIDTH / 2, pic_width / 2);
|
2014-02-26 10:31:51 +00:00
|
|
|
}
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Search LCU for modes.
|
|
|
|
* - Best mode gets copied to current picture.
|
|
|
|
*/
|
2014-05-14 06:47:59 +00:00
|
|
|
void search_lcu(encoder_state * const encoder_state, const int x, const int y, const yuv_t * const hor_buf, const yuv_t * const ver_buf)
|
2014-02-25 11:06:22 +00:00
|
|
|
{
|
2014-03-11 17:19:20 +00:00
|
|
|
lcu_t work_tree[MAX_PU_DEPTH + 1];
|
2014-02-25 11:06:22 +00:00
|
|
|
int depth;
|
|
|
|
// Initialize work tree.
|
2014-03-11 17:19:20 +00:00
|
|
|
for (depth = 0; depth <= MAX_PU_DEPTH; ++depth) {
|
|
|
|
memset(&work_tree[depth], 0, sizeof(work_tree[depth]));
|
2014-04-17 12:42:20 +00:00
|
|
|
init_lcu_t(encoder_state, x, y, &work_tree[depth], hor_buf, ver_buf);
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Start search from depth 0.
|
2014-04-22 09:46:53 +00:00
|
|
|
search_cu(encoder_state, x, y, 0, work_tree);
|
2014-02-25 11:06:22 +00:00
|
|
|
|
2014-04-17 12:42:20 +00:00
|
|
|
copy_lcu_to_cu_data(encoder_state, x, y, &work_tree[0]);
|
2014-02-25 11:06:22 +00:00
|
|
|
}
|