From ade36d61de8ea5a5acb30a05a0cbcda069127143 Mon Sep 17 00:00:00 2001 From: Michael Niedermayer <michael@niedermayer.cc> Date: Mon, 2 Jan 2017 00:28:33 +0100 Subject: avcodec/texturedspenc: Fix indexing in color distribution determination Fixes CID1396405 MSE and PSNR is slightly improved, and some noticable corruptions disappear as well. Signed-off-by: Michael Niedermayer <michael@niedermayer.cc> Signed-off-by: Marton Balint <cus@passwd.hu> --- tests/ref/fate/vbn-dxt1 | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) (limited to 'tests/ref/fate/vbn-dxt1') diff --git a/tests/ref/fate/vbn-dxt1 b/tests/ref/fate/vbn-dxt1 index 0af4444d94..e33d9b63e1 100644 --- a/tests/ref/fate/vbn-dxt1 +++ b/tests/ref/fate/vbn-dxt1 @@ -1,11 +1,11 @@ frame:0 pts:0 pts_time:0 -lavfi.psnr.mse.r=36.794250 -lavfi.psnr.psnr.r=32.473003 -lavfi.psnr.mse.g=33.350525 -lavfi.psnr.psnr.g=32.899776 -lavfi.psnr.mse.b=28.317383 -lavfi.psnr.psnr.b=33.610271 +lavfi.psnr.mse.r=36.699280 +lavfi.psnr.psnr.r=32.484230 +lavfi.psnr.mse.g=33.508362 +lavfi.psnr.psnr.g=32.879272 +lavfi.psnr.mse.b=27.947266 +lavfi.psnr.psnr.b=33.667412 lavfi.psnr.mse.a=21186.988281 lavfi.psnr.psnr.a=4.870111 -lavfi.psnr.mse_avg=5321.362793 -lavfi.psnr.psnr_avg=10.870575 +lavfi.psnr.mse_avg=5321.285645 +lavfi.psnr.psnr_avg=10.870638 -- cgit v1.2.3