hashirama/uvg266
1
0
Fork 0
mirror of https://github.com/ultravideo/uvg266.git synced 2024-11-27 19:24:06 +00:00
Code Issues Actions Projects Releases Wiki Activity

[rdoq] fix kvz_ts_rdoq error scale

Browse source
This commit is contained in:
Marko Viitanen 2021-08-14 22:52:32 +03:00
parent 8fcf5cf55c
commit 1e925ec980
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/rdo.c
View file

@ -1108,7 +1108,7 @@ int kvz_ts_rdoq(encoder_state_t* const state, coeff_t* src_coeff, coeff_t* dest_
const int q_bits = QUANT_SHIFT + qp_scaled / 6 + (needs_sqrt2_scale ? -1 : 0); // Right shift of non-RDOQ quantizer; level = (coeff*uiQ + offset)>>q_bits const int q_bits = QUANT_SHIFT + qp_scaled / 6 + (needs_sqrt2_scale ? -1 : 0); // Right shift of non-RDOQ quantizer; level = (coeff*uiQ + offset)>>q_bits
const int32_t quant_coeff = kvz_g_quant_scales[qp_scaled % 6]; const int32_t quant_coeff = kvz_g_quant_scales[qp_scaled % 6];
const double error_scale = 1.0 / quant_coeff / quant_coeff; const double error_scale = (double)(1 << CTX_FRAC_BITS) / quant_coeff / quant_coeff;
double lambda = type == 0 ? state->lambda : state->c_lambda; double lambda = type == 0 ? state->lambda : state->c_lambda;