hashirama/uvg266
1
0
Fork 0
mirror of https://github.com/ultravideo/uvg266.git synced 2024-11-30 12:44:07 +00:00
Code Issues Actions Projects Releases Wiki Activity

Fixed incorrect shift values for inverse transforms in generic strategy

Browse source
This commit is contained in:
Ari Lemmetti 2014-08-07 16:01:30 +03:00 committed by Ari Koivula
parent 41b032664d
commit 5856f32d81
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/strategies/generic/dct-generic.c
View file

@ -419,8 +419,8 @@ static void dct_ ## n ## x ## n ## _generic(int8_t bitdepth, int16_t *block, int
static void idct_ ## n ## x ## n ## _generic(int8_t bitdepth, int16_t *block, int16_t *coeff) { \
\
int16_t tmp[ ## n ## * ## n ##]; \
int32_t shift_1st = g_convert_to_bit[ ## n ## ] + 1 + (bitdepth - 8); \
int32_t shift_2nd = g_convert_to_bit[ ## n ## ] + 8; \
int32_t shift_1st = 7; \
int32_t shift_2nd = 12 - (bitdepth - 8); \
\
partial_butterfly_inverse_ ## n ## _generic(coeff, tmp, shift_1st); \
partial_butterfly_inverse_ ## n ## _generic(tmp, block, shift_2nd); \
@ -449,8 +449,8 @@ static void fast_forward_dst_4x4_generic(int8_t bitdepth, int16_t *block, int16_
static void fast_inverse_dst_4x4_generic(int8_t bitdepth, int16_t *block, int16_t *coeff)
{
int16_t tmp[4 * 4];
int32_t shift_1st = g_convert_to_bit[4] + 1 + (bitdepth - 8);
int32_t shift_2nd = g_convert_to_bit[4] + 8;
int32_t shift_1st = 7;
int32_t shift_2nd = 12 - (bitdepth - 8);
fast_inverse_dst_4_generic(coeff, tmp, shift_1st);
fast_inverse_dst_4_generic(tmp, block, shift_2nd);